# robots.txt for http://www.bla-bla.com User-agent: * Disallow: /cgi-bin/ Disallow: /_info/ Disallow: /cmachine/ Disallow: /contact/ Disallow: /diva/ Disallow: /Library/ Disallow: /p7csslm/ Disallow: /pp-butts/ Disallow: /Templates/ # these below are delays for the top 4 engines #User-agent: Slurp #Crawl-delay: 0.5 #User-agent: msnbot #Crawl-delay: 0.5 #User-agent: googlebot #Crawl-delay: 0.5 #User-agent: Teoma # this is ASK #Crawl-delay: 0.5