User-agent: Slurp
Crawl-delay: 60

User-agent: msnbot
Crawl-delay: 120

User-agent: Teoma
Crawl-delay: 120

User-agent: Googlebot
Crawl-delay: 60

User-agent: psbot
Crawl-delay: 120

User-agent: Speedy
Crawl-Delay: 120

User-agent: htdig
Disallow: / 

User-agent: dotbot 
Disallow: / 

User-agent: MJ12bot
Disallow: /

User-agent: OOZBOT
Disallow: /

User-agent: discobot
Disallow: / 

User-agent: kalooga
Disallow: /

User-agent: discobot
Disallow: /


User-agent: Teoma
Crawl-delay: 60

User-agent: aipbot
Crawl-delay: 60

User-agent: turnitinbot
Crawl-delay: 60

User-agent: Findexa
Crawl-delay: 60

User-agent: FAST
Crawl-delay: 60

User-agent: Accoona
Crawl-delay: 60