# time delayed

User-agent: *
Crawl-delay: 15

User-agent: Slurp*
Crawl-delay: 60
 
User-Agent: msnbot*
crawl-delay: 60


# restricted areas

User-agent: *
Disallow: /admin


# goodbye

User-agent: Chatalogica.com CGI Script
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: *libwww* 
Disallow: /

User-agent: HttpTool* 
Disallow: /

User-agent: *Fetch* 
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-agent: BorderManager*
Disallow: /

User-agent: Maxthon
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Bilbo/2.3b-UNIX
Disallow: /

User-agent: webcollage/1.77
Disallow: /

User-agent: FAST-WebCrawler/3.6/FirstPage
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Java*
Disallow: /

User-agent: Offline Explorer/1.9
Disallow: /

User-agent: Missigua Locator 1.9
Disallow: /

User-agent: grub-client 
Disallow: /

User-agent: msrbot
Disallow: /

User-agent: lwp*
Disallow: /

User-agent: *newsexpress*
Disallow: /