# AllTheWeb

User-agent: fast-webcrawler
Crawl-Delay: 10
Disallow: /arquivo
Disallow: /css
Disallow: /js
Disallow: /include
Disallow: /imagens
Disallow: */imagens

# AltaVista

User-agent: scooter
Crawl-Delay: 10
Disallow: /arquivo
Disallow: /css
Disallow: /js
Disallow: /include
Disallow: /imagens
Disallow: */imagens

# Googlebot

User-agent: googlebot
Crawl-Delay: 10
Disallow: /arquivo
Disallow: /css
Disallow: /js
Disallow: /include
Disallow: /imagens
Disallow: */imagens

# Looksmart

User-agent: wisenutbot
Crawl-Delay: 10
Disallow: /arquivo
Disallow: /css
Disallow: /js
Disallow: /include
Disallow: /imagens
Disallow: */imagens


User-agent: zyborg
Crawl-Delay: 10
Disallow: /arquivo
Disallow: /css
Disallow: /js
Disallow: /include
Disallow: /imagens
Disallow: */imagens

# MSN

User-agent: msnbot
Crawl-Delay: 10
Disallow: /arquivo
Disallow: /css
Disallow: /js
Disallow: /include
Disallow: /imagens
Disallow: */imagens

# Yahoo Vertical Crawler

User-agent: yahoo-verticalcrawler
Crawl-Delay: 10
Disallow: /arquivo
Disallow: /css
Disallow: /js
Disallow: /include
Disallow: /imagens
Disallow: */imagens

# Internet Archive

User-agent: ia_archiver
Crawl-Delay: 10
Disallow: /arquivo
Disallow: /css
Disallow: /js
Disallow: /include
Disallow: /imagens
Disallow: */imagens

#Ask Jeeves

User-agent: askjeeves
Crawl-Delay: 10
Disallow: /arquivo
Disallow: /css
Disallow: /js
Disallow: /include
Disallow: /imagens
Disallow: */imagens

#DIGGIT

User-agent: digger
Crawl-Delay: 10
Disallow: /arquivo
Disallow: /css
Disallow: /js
Disallow: /include
Disallow: /imagens
Disallow: */imagens

#Infoseek

User-agent: infoseek
Crawl-Delay: 10
Disallow: /arquivo
Disallow: /css
Disallow: /js
Disallow: /include
Disallow: /imagens
Disallow: */imagens

#Lycos

User-agent: lycos
Crawl-Delay: 10
Disallow: /arquivo
Disallow: /css
Disallow: /js
Disallow: /include
Disallow: /imagens
Disallow: */imagens

# Exclude every other bot (hopefully)

User-agent: *
Disallow: /