# No bots should index the admin page
User-agent: *
Disallow: /admin/
Noindex: /admin/

# Allow the following to index our sites:
User-agent: Googlebot
Disallow:

User-agent: Bingbot
Disallow:

User-agent: Slurp # Yahoo Slurp
Disallow:

User-agent: Mozilla/5.0 (Java) outbrain
Disallow:

User-agent: Facebot # Facebook
Disallow:

User-agent: facebookexternalhit/1.1
Disallow:

User-agent: Twitterbot
Disallow:

# Ban all other bots (malicious bots will ignore this...)
User-agent: *
Disallow: /