# Alexa
User-agent: ia_archiver
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/



# Ask Jeeves
User-agent: Teoma
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/



# Google
User-agent: googlebot
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/



# MSN
User-agent: msnbot
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# Yahoo!
User-agent: Slurp
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# BigClique
User-agent: BigCliqueBOT
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# Convera
User-agent: ConveraCrawler
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# DailyOrbit.com
User-agent: Orbiter
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# GoForIt
User-agent: Goforitbot
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# IBM
User-agent: Crawler
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# IRL
User-agent: IRLbot
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# Local.com
User-agent: LocalcomBot
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# Nameprotect
User-agent: NPBot
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# ObjectsSearch
User-agent: ObjectsSearch
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# Omni-Explorer
User-agent: OmniExplorer_Bot
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# Pipeline
User-agent: pipeLiner
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# Turnitin.com
User-agent: TurnitinBot
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# WebArchive
User-agent: BruinBot
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/


# Others
User-agent: *
Disallow: /.thumbs/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /cgi-bin/