# $Id: robots.txt,v 1.7 2007/01/08 12:02:18 dries Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

 Disallow: / WebCopier v3.3
Disallow: /

User-agent: WebCopier v3.2a
Disallow: /

 Disallow: / WebCopier
Disallow: /

 Disallow: / Wget
Disallow: /
# others
  Disallow: /AESOP_com_SpiderMan  Disallow: /
  Disallow: /Alexibot  Disallow: /
  Disallow: /Anonymouse.org  Disallow: /
  Disallow: /asterias  Disallow: /
  Disallow: /attach  Disallow: /
  Disallow: /BackDoorBot  Disallow: /
  Disallow: /BackWeb  Disallow: /
  Disallow: /Bandit  Disallow: /
  Disallow: /Baiduspider  Disallow: /
  Disallow: /BatchFTP  Disallow: /
  Disallow: /Bigfoot  Disallow: /
  Disallow: /Black.Hole  Disallow: /
  Disallow: /BlackWidow  Disallow: /
  Disallow: /BlowFish  Disallow: /
  Disallow: /Bot\ mailto:craftbot@yahoo.com  Disallow: /
  Disallow: /BotALot  Disallow: /
  Disallow: /Buddy  Disallow: /
  Disallow: /BuiltBotTough  Disallow: /
  Disallow: /Bullseye  Disallow: /
  Disallow: /BunnySlippers  Disallow: /
  Disallow: /Cegbfeieh  Disallow: /
  Disallow: /CheeseBot  Disallow: /
  Disallow: /CherryPicker  Disallow: /
  Disallow: /ChinaClaw  Disallow: /
  Disallow: /Collector  Disallow: /
  Disallow: /Copier  Disallow: /
  Disallow: /CopyRightCheck  Disallow: /
  Disallow: /cosmos  Disallow: /
  Disallow: /Crescent  Disallow: /
  Disallow: /Curl  Disallow: /
  Disallow: /Custo  Disallow: /
  Disallow: /DA  Disallow: /
  Disallow: /DISCo  Disallow: /
  Disallow: /DIIbot  Disallow: /
  Disallow: /DittoSpyder  Disallow: /
  Disallow: /Download  Disallow: /
  Disallow: /Download\ Demon  Disallow: /
  Disallow: /Download\ Devil  Disallow: /
  Disallow: /Download\ Wonder  Disallow: /
  Disallow: /Downloader  Disallow: /
  Disallow: /dragonfly  Disallow: /
  Disallow: /Drip  Disallow: /
  Disallow: /eCatch  Disallow: /
  Disallow: /EasyDL  Disallow: /
  Disallow: /ebingbong  Disallow: /
  Disallow: /Eirgrabber  Disallow: /
  Disallow: /EmailCollector  Disallow: /
  Disallow: /EmailSiphon  Disallow: /
  Disallow: /EmailWolf  Disallow: /
  Disallow: /EroCrawler  Disallow: /
  Disallow: /Exabot  Disallow: /
  Disallow: /Express\ WebPictures  Disallow: /
  Disallow: /Extractor  Disallow: /
  Disallow: /EyeNetIE  Disallow: /
  Disallow: /FileHound  Disallow: /
  Disallow: /FlashGet  Disallow: /
  Disallow: /Foobot  Disallow: /
  Disallow: /flunky  Disallow: /
  Disallow: /FrontPage  Disallow: /
  Disallow: /GetRight  Disallow: /
  Disallow: /GetSmart  Disallow: /
  Disallow: /GetWeb!  Disallow: /
  Disallow: /Go!Zilla  Disallow: /
  Disallow: /Google\ Wireless\ Transcoder  Disallow: /
  Disallow: /Go-Ahead-Got-It  Disallow: /
  Disallow: /gotit  Disallow: /
  Disallow: /grabber  Disallow: /
  Disallow: /GrabNet  Disallow: /
  Disallow: /Grafula  Disallow: /
  Disallow: /Harvest  Disallow: /
  Disallow: /hloader  Disallow: /
  Disallow: /HMView  Disallow: /
  Disallow: /httplib  Disallow: /
  Disallow: /HTTrack  Disallow: /
  Disallow: /humanlinks  Disallow: /
  Disallow: /ia_archiver  Disallow: /
  Disallow: /IlseBot  Disallow: /
  Disallow: /Image\ Stripper  Disallow: /
  Disallow: /Image\ Sucker  Disallow: /
  Disallow: /Indy\ Library  Disallow: /
  Disallow: /InfoNaviRobot  Disallow: /
  Disallow: /InfoTekies  Disallow: /
  Disallow: /Intelliseek  Disallow: /
  Disallow: /InterGET  Disallow: /
  Disallow: /Internet\ Ninja  Disallow: /
  Disallow: /Iria  Disallow: /
  Disallow: /Jakarta  Disallow: /
  Disallow: /JennyBot  Disallow: /
  Disallow: /JetCar  Disallow: /
  Disallow: /JOC  Disallow: /
  Disallow: /JustView  Disallow: /
  Disallow: /Jyxobot  Disallow: /
  Disallow: /Kenjin.Spider  Disallow: /
  Disallow: /Keyword.Density  Disallow: /
  Disallow: /larbin  Disallow: /
  Disallow: /LeechFTP  Disallow: /
  Disallow: /LexiBot  Disallow: /
  Disallow: /lftp  Disallow: /
  Disallow: /libWeb/clsHTTP  Disallow: /
  Disallow: /likse  Disallow: /
  Disallow: /LinkextractorPro  Disallow: /
  Disallow: /LinkScan/8.1a.Unix" bad_bo 
  Disallow: /LNSpiderguy" bad_bott 
  Disallow: /LinkWalker  Disallow: /
  Disallow: /lwp-trivial  Disallow: /
  Disallow: /LWP::Simple  Disallow: /
  Disallow: /Magnet  Disallow: /
  Disallow: /Mag-Net  Disallow: /
  Disallow: /MarkWatch  Disallow: /
  Disallow: /Mass\ Downloader  Disallow: /
  Disallow: /Mata.Hari  Disallow: /
  Disallow: /Memo  Disallow: /
  Disallow: /Microsoft.URL  Disallow: /
  Disallow: /Microsoft\ URL\ Control  Disallow: /
  Disallow: /MIDown\ tool  Disallow: /
  Disallow: /MIIxpc  Disallow: /
  Disallow: /Mirror  Disallow: /
  Disallow: /Missigua\ Locator  Disallow: /
  Disallow: /Mister\ PiX  Disallow: /
  Disallow: /moget  Disallow: /
  Disallow: /Mozilla/3.Mozilla/2.01  Disallow: /
  Disallow: /Mozilla.*NEWT  Disallow: /
  Disallow: /NAMEPROTECT  Disallow: /
  Disallow: /Navroad  Disallow: /
  Disallow: /NearSite  Disallow: /
  Disallow: /NetAnts  Disallow: /
  Disallow: /Netcraft  Disallow: /
  Disallow: /NetMechanic  Disallow: /
  Disallow: /NetSpider  Disallow: /
  Disallow: /Net\ Vampire  Disallow: /
  Disallow: /NetZIP  Disallow: /
  Disallow: /NextGenSearchBot  Disallow: /
  Disallow: /NG  Disallow: /
  Disallow: /NICErsPRO  Disallow: /
  Disallow: /NimbleCrawler  Disallow: /
  Disallow: /Ninja  Disallow: /
  Disallow: /NPbot  Disallow: /
  Disallow: /Octopus  Disallow: /
  Disallow: /offline\ Explorer  Disallow: /
  Disallow: /offline\ Navigator  Disallow: /
  Disallow: /Openfind  Disallow: /
  Disallow: /OutfoxBot  Disallow: /
  Disallow: /Pagegrabber  Disallow: /
  Disallow: /Papa\ Foto  Disallow: /
  Disallow: /pavuk  Disallow: /
  Disallow: /pcBrowser  Disallow: /
  Disallow: /PHP\ version\ tracker  Disallow: /
  Disallow: /Pockey  Disallow: /
  Disallow: /ProPowerBot/2.14  Disallow: /
  Disallow: /ProWebWalker  Disallow: /
  Disallow: /psbot  Disallow: /
  Disallow: /Pump  Disallow: /
  Disallow: /QueryN.Metasearch  Disallow: /
  Disallow: /RealDownload  Disallow: /
 Disallow: /Reaper  Disallow: /
 Disallow: /Recorder  Disallow: /
  Disallow: /ReGet  Disallow: /
  Disallow: /RepoMonkey  Disallow: /
  Disallow: /RMA  Disallow: /
 Disallow: /Siphon  Disallow: /
 Disallow: /sitecheck.internetseer.com  Disallow: /
  Disallow: /SiteSnagger  Disallow: /
  Disallow: /SlySearch  Disallow: /
  Disallow: /SmartDownload  Disallow: /
  Disallow: /Snake  Disallow: /
  Disallow: /Snapbot  Disallow: /
  Disallow: /Snoopy  Disallow: /
  Disallow: /sogou  Disallow: /
  Disallow: /SpaceBison  Disallow: /
  Disallow: /SpankBot  Disallow: /
  Disallow: /spanner  Disallow: /
  Disallow: /Sqworm  Disallow: /
Disallow: /Stripper  Disallow: /
 Disallow: /Sucker  Disallow: /
  Disallow: /SuperBot  Disallow: /
  Disallow: /SuperHTTP  Disallow: /
  Disallow: /Surfbot  Disallow: /
  Disallow: /suzuran  Disallow: /
  Disallow: /Szukacz/1.4  Disallow: /
  Disallow: /tAkeOut  Disallow: /
  Disallow: /Teleport  Disallow: /
  Disallow: /Telesoft  Disallow: /
  Disallow: /TurnitinBot/1.5  Disallow: /
  Disallow: /The.Intraformant  Disallow: /
  Disallow: /TheNomad  Disallow: /
  Disallow: /TightTwatBot  Disallow: /
  Disallow: /Titan  Disallow: /
  Disallow: /toCrawl/UrlDispatcher  Disallow: /
  Disallow: /True_Robot  Disallow: /
  Disallow: /turingos  Disallow: /
  Disallow: /TurnitinBot  Disallow: /
  Disallow: /URLy.Warning  Disallow: /
  Disallow: /Vacuum  Disallow: /
  Disallow: /VCI  Disallow: /
  Disallow: /VoidEYE  Disallow: /
  Disallow: /Web\ Image\ Collector  Disallow: /
  Disallow: /Web\ Sucker  Disallow: /
  Disallow: /WebAuto  Disallow: /
  Disallow: /WebBandit  Disallow: /
  Disallow: /Webclipping.com  Disallow: /
  Disallow: /WebCopier  Disallow: /
  Disallow: /WebEMailExtrac.*  Disallow: /
  Disallow: /WebEnhancer  Disallow: /
  Disallow: /WebFetch  Disallow: /
  Disallow: /WebGo\ IS  Disallow: /
  Disallow: /Web.Image.Collector  Disallow: /
  Disallow: /WebLeacher  Disallow: /
  Disallow: /WebmasterWorldForumBot  Disallow: /
  Disallow: /WebReaper  Disallow: /
  Disallow: /WebSauger  Disallow: /
  Disallow: /WebSite  Disallow: /
  Disallow: /Website\ eXtractor  Disallow: /
  Disallow: /Website\ Quester  Disallow: /
  Disallow: /Webster  Disallow: /
  Disallow: /WebStripper  Disallow: /
  Disallow: /WebWhacker  Disallow: /
  Disallow: /WebZIP  Disallow: /
  Disallow: /Wget  Disallow: /
Disallow: /Whacker  Disallow: /
  Disallow: /Widow  Disallow: /
  Disallow: /WISENutbot  Disallow: /
  Disallow: /WWWofFLE  Disallow: /
  Disallow: /WWW-Collector-E  Disallow: /
  Disallow: /Xaldon  Disallow: /
  Disallow: /Xenu  Disallow: /
  Disallow: /Zeus  Disallow: /
  Disallow: /Zyborg  Disallow: /