# Deny all robots that we do not specifically want to allow
User-agent: *
Disallow: /

# Allow these robots only
User-agent: slurp
Allow: / 

User-agent: Yahoo Slurp
Allow: /

User-agent: bingbot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: MSNBot
Allow: /

User-agent: MSNBbot-media
Allow: /

User-agent: Netcraft
Allow: /

User-agent: Alexa
Allow: /