# robots.txt 

User-agent: Googlebot
Disallow: 

User-agent: Googlebot-Image
Disallow: 

User-agent: MSNBot
Disallow: 

User-agent: Slurp
Disallow: 

User-agent: Teoma
Disallow: 

User-agent: Gigabot
Disallow: 

User-agent: Scrubby
Disallow: 

User-agent: Robozilla
Disallow: 

User-agent: BecomeBot
Disallow: 

User-agent: Nutch
Disallow: 

User-agent:*
Disallow: /cgi-bin/
Disallow: /_private
Disallow: /aspnet_client
Disallow: /mdb-database
Disallow: /public
Disallow: /res
Disallow: /_vti_log