User-agent: apibot
Disallow: /

User-agent: Wget/1.8.2
Disallow: /

User-agent: Wget/1.9.1
Disallow: /

User-agent: Wget/1.10.1-betal
Disallow: /

User-agent: Wget
Disallow: /

User-agent: DTAAgent
Disallow: /

#added 01/02/2006
User-agent: Gigabot/2.0
Disallow: /

#added 01/10/2006
User-agent: NG/2.0
Disallow: /

User-agent: appie 1.1
Disallow: /

User-agent: psbot
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: Exabot-Images
Disallow: /

User-agent: Snapbot
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: sproose
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: Accoona-AI-Agent
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: larbin
Disallow: /

User-agent: ilial
Disallow: /

User-agent: Bloodhound
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /bugoff.php
Disallow: /images/
Disallow: /phorm/
Disallow: /Templates/
Disallow: /coupon-deals/
Disallow: /tee/
Disallow: /rudder/
Disallow: /gone410.php
Disallow: /css/
Disallow: /dyse/
Disallow: /tile/
Disallow: /trap/
Disallow: /w3c/
Disallow: /error404.php
Disallow: /botanic/
Disallow: /nutrition/
Disallow: /forums/
Disallow: /scrubs/
Disallow: /testing/