ROBOTINCLUDE REGEXPI:robot
ROBOTINCLUDE REGEXPI:spider
ROBOTINCLUDE REGEXPI:crawler
ROBOTINCLUDE Googlebot*
ROBOTINCLUDE Infoseek*
ROBOTINCLUDE Scooter*
ROBOTINCLUDE *Slurp*
ROBOTINCLUDE *Validator*
ROBOTINCLUDE Ultraseek*
ROBOTINCLUDE AlkalineBOT*
ROBOTINCLUDE AnthillV1.1*
ROBOTINCLUDE appie/*
ROBOTINCLUDE Arachnophilia*
ROBOTINCLUDE no*
ROBOTINCLUDE arks/*
ROBOTINCLUDE ATN_Worldwide*
ROBOTINCLUDE Atomz/*
ROBOTINCLUDE AURESYS/*
ROBOTINCLUDE BackRub/$1.$1*
ROBOTINCLUDE bbot/*
ROBOTINCLUDE Bjaaland/*
ROBOTINCLUDE BlackWidow*
ROBOTINCLUDE None*
ROBOTINCLUDE borg-bot/*
ROBOTINCLUDE CMC/*
ROBOTINCLUDE LWP*
ROBOTINCLUDE combine/*
ROBOTINCLUDE conceptbot/*
ROBOTINCLUDE CoolBot*
ROBOTINCLUDE root/*
ROBOTINCLUDE cosmos/*
ROBOTINCLUDE Cusco/*
ROBOTINCLUDE CyberSpyder/*
ROBOTINCLUDE Deweb/*
ROBOTINCLUDE DIIbot*
ROBOTINCLUDE grabber*
ROBOTINCLUDE DNAbot/*
ROBOTINCLUDE DWCP/*
ROBOTINCLUDE EbiNess/0.01a*
ROBOTINCLUDE EIT-Link-Verifier-Robot/*
ROBOTINCLUDE elfinbot*
ROBOTINCLUDE Emacs-w3/v[0-9\.]+*
ROBOTINCLUDE esther*
ROBOTINCLUDE explorersearch*
ROBOTINCLUDE FelixIDE/*
ROBOTINCLUDE Hämähäkki/*
ROBOTINCLUDE Fish-Search-Robot*
ROBOTINCLUDE Freecrawl*
ROBOTINCLUDE FunnelWeb-1.0*
ROBOTINCLUDE gazz/*
ROBOTINCLUDE gcreep/*
ROBOTINCLUDE $1$1$1*
ROBOTINCLUDE Golem/*
ROBOTINCLUDE Gromit/*
ROBOTINCLUDE Gulliver/*
ROBOTINCLUDE yes*
ROBOTINCLUDE havIndex/X.xx[bxx]*
ROBOTINCLUDE AITCSRobot/*
ROBOTINCLUDE wired-digital-newsbot/*
ROBOTINCLUDE htdig/3.1.0b2*
ROBOTINCLUDE iajaBot/*
ROBOTINCLUDE INGRID/*
ROBOTINCLUDE IncyWincy/1.0b1*
ROBOTINCLUDE Informant*
ROBOTINCLUDE IAGENT/1.0*
ROBOTINCLUDE Iron33/*
ROBOTINCLUDE IsraeliSearch/*
ROBOTINCLUDE JavaBee*
ROBOTINCLUDE JubiiRobot/version#*
ROBOTINCLUDE jumpstation*
ROBOTINCLUDE image.kapsi.net/*
ROBOTINCLUDE Katipo/*
ROBOTINCLUDE KDD-Explorer/*
ROBOTINCLUDE KO_Yappo_Robot/1.0.4(http://yappo.com/info/robot.html)*
ROBOTINCLUDE LabelGrab/*
ROBOTINCLUDE legs*
ROBOTINCLUDE Linkidator/*
ROBOTINCLUDE LinkWalker*
ROBOTINCLUDE Lockon/xxxxx*
ROBOTINCLUDE Lycos/x.x*
ROBOTINCLUDE Magpie/*
ROBOTINCLUDE M/*
ROBOTINCLUDE MediaFox/x.y*
ROBOTINCLUDE MerzScope*
ROBOTINCLUDE NEC-MeshExplorer*
ROBOTINCLUDE UdmSearch*
ROBOTINCLUDE moget/*
ROBOTINCLUDE Motor/*
ROBOTINCLUDE MuscatFerret/<version>*
ROBOTINCLUDE MwdSearch/*
ROBOTINCLUDE NetMechanic*
ROBOTINCLUDE newscan-online/*
ROBOTINCLUDE NHSEWalker/*
ROBOTINCLUDE Nomad-V2.x*
ROBOTINCLUDE NorthStar*
ROBOTINCLUDE ObjectsSearch/*
ROBOTINCLUDE Occam/*
ROBOTINCLUDE Orbsearch/*
ROBOTINCLUDE PackRat/*
ROBOTINCLUDE PageBoy/*
ROBOTINCLUDE Peregrinator-Mathematics/*
ROBOTINCLUDE Duppies*
ROBOTINCLUDE phpdig/x.x.x*
ROBOTINCLUDE Pioneer*
ROBOTINCLUDE PortalJuice.com/*
ROBOTINCLUDE PGP-KA/*
ROBOTINCLUDE PlumtreeWebAccessor/*
ROBOTINCLUDE Poppi/*
ROBOTINCLUDE Raven-v2*
ROBOTINCLUDE RHCS/1.0a*
ROBOTINCLUDE Robbie/*
ROBOTINCLUDE Robozilla/*
ROBOTINCLUDE Roverbot*
ROBOTINCLUDE searchprocess/*
ROBOTINCLUDE Senrigan/xxxxxx*
ROBOTINCLUDE SG-Scout*
ROBOTINCLUDE Shai'Hulud*
ROBOTINCLUDE libwww-perl-5.41*
ROBOTINCLUDE SimBot/*
ROBOTINCLUDE SiteTech-Rover*
ROBOTINCLUDE aWapClient*
ROBOTINCLUDE mouse.house/*
ROBOTINCLUDE ssearcher100*
ROBOTINCLUDE suke/$1.$1*
ROBOTINCLUDE suntek/*
ROBOTINCLUDE Tarantula/*
ROBOTINCLUDE TechBOT*
ROBOTINCLUDE TitIn/*
ROBOTINCLUDE TITAN/*
ROBOTINCLUDE urlck/*
ROBOTINCLUDE Verticrawl*
ROBOTINCLUDE Victoria/*
ROBOTINCLUDE vision-search/3.0*
ROBOTINCLUDE Voyager/*
ROBOTINCLUDE VWbot_K/*
ROBOTINCLUDE w3index*
ROBOTINCLUDE W3M2/x.xxx*
ROBOTINCLUDE WebBandit/*
ROBOTINCLUDE WebCatcher/*
ROBOTINCLUDE WebCopy/(version)*
ROBOTINCLUDE weblayers/*
ROBOTINCLUDE WebMoose/*
ROBOTINCLUDE WebQuest/*
ROBOTINCLUDE webs@recruit.co.jp*
ROBOTINCLUDE webvac/*
ROBOTINCLUDE webwalk*
ROBOTINCLUDE WebWalker/*
ROBOTINCLUDE WebWatch*
ROBOTINCLUDE Wget/*
ROBOTINCLUDE wlm-1.1*
ROBOTINCLUDE w3mir*
ROBOTINCLUDE XGET/*
ROBOTINCLUDE Nederland.zoek*