# robots.txt file User-agent: msnbot Crawl-delay: 10 User-agent: Slurp Crawl-delay: 10 User-agent: * Disallow: /bad/dontgohere.php Disallow: /css Disallow: /err Disallow: /fil Disallow: /fur Disallow: /ima Disallow: /js Disallow: /nim Disallow: /pag Disallow: /tra Disallow: /aja Disallow: /bla Disallow: /myv Disallow: /pop Disallow: /thi