# Web crawler exclusion for www.webtender.com

User-agent: Teleport Pro
User-agent: MSIECrawler
User-agent: HTTrack
User-agent: wget
Disallow: /db/
Disallow: /bait/
Disallow: /pallo/
Disallow: /ads/
Disallow: /index/
Disallow: /cgi-bin/
Disallow: /iforum/
Disallow: /statistics/
Disallow: /handbook/guide/
Disallow: /gfx/images/
Disallow: /books/covers/
Disallow: /barstore/open.php

User-agent: googlebot
User-agent: msnbot
User-agent: Slurp
User-agent: Yahoo
User-agent: Gigabot
User-agent: Twiceler
Disallow: /ads/
Disallow: /bait/
Disallow: /pallo/
Disallow: /statistics/oldtop/
Disallow: /db/browse
Disallow: /db/contributor/
Disallow: /handbook/guide/
Disallow: /cgi-bin/
Disallow: /index/search
Disallow: /iforum/userprofile.cgi
Disallow: /iforum/search.cgi
Disallow: /iforum/login.cgi
Disallow: /iforum/mailto.cgi
Disallow: /iforum/getpasswd.cgi
Disallow: /gfx/images/
Disallow: /books/covers/
Disallow: /rss/forum-20.rss

User-agent: YahooFeedSeeker
Disallow: /statistics/
Disallow: /rss/forum-20.rss

User-agent: Googlebot-Image
User-agent: TurnitinBot
User-agent: sitecheck.internetseer.com
User-agent: NPBot
User-agent: FreeFind
User-agent: VoilaBot
User-agent: larbin
User-agent: Nutch
User-agent: amibot
User-agent: Exabot
User-agent: Webalta
User-agent: noxtrumbot
User-agent: YodaoBot
User-agent: Daumoa
Disallow: /

User-agent: Mediapartners-Google*
User-agent: ia_archiver
Disallow: /bait/
Disallow: /ads/
Disallow: /cgi-bin/mailto
Disallow: /cgi-bin/change
Disallow: /cgi-bin/favdrinkmgr
Disallow: /cgi-bin/inmybar
Disallow: /cgi-bin/maildrink
Disallow: /cgi-bin/amazonjmp
Disallow: /cgi-bin/addsite
Disallow: /iforum/userprofile.cgi
Disallow: /iforum/search.cgi
Disallow: /iforum/login.cgi
Disallow: /iforum/mailto.cgi
Disallow: /iforum/getpasswd.cgi

User-agent: *
Disallow: /statistics/
Disallow: /browse_top.html
Disallow: /browse_lores.html
Disallow: /handbook/guide/
Disallow: /ads/
Disallow: /index/
Disallow: /cgi-bin/
Disallow: /db/browse
Disallow: /iforum/
Disallow: /bait/
Disallow: /pallo/
Disallow: /db/contributor/
Disallow: /gfx/images/
Disallow: /books/covers/
Disallow: /rss/forum-20.rss
Disallow: /barstore/open.php