User-agent: Googlebot
Disallow: /documents/
Allow: /

User-agent: Bingbot
Disallow: /documents/
Allow: /

User-agent: Twitterbot
Disallow: /documents/
Allow: /

User-agent: facebookexternalhit
Disallow: /documents/
Allow: /

User-agent: *
Disallow: /documents/
Allow: /