User-agent: AbachoBOT Disallow: /cgi-bin/ User-agent: Google Crawler Disallow: /cgi-bin/ User-agent: AESOP_com_SpiderMan Disallow: /cgi-bin/ User-agent: abcdatos_botlink Disallow: /cgi-bin/ User-agent: ia_archiver Disallow: /cgi-bin/ User-agent: Scooter Disallow: /cgi-bin/ User-agent: Mercator Disallow: /cgi-bin/ User-agent: Scooter2_Mercator_3-1.0 Disallow: /cgi-bin/ User-agent: roach.smo.av.com-1.0 Disallow: /cgi-bin/ User-agent: Tv_Merc_resh_26_1_D-1.0 Disallow: /cgi-bin/ User-agent: AltaVista-Intranet Disallow: /cgi-bin/ User-agent: FAST-WebCrawler Disallow: /cgi-bin/ User-agent: Acoon Robot Disallow: /cgi-bin/ User-agent: antibot Disallow: /cgi-bin/ User-agent: Atomz Disallow: /cgi-bin/ User-agent: AxmoRobot Disallow: /cgi-bin/ User-agent: Buscaplus Robi Disallow: /cgi-bin/ User-agent: CanSeek/ Disallow: /cgi-bin/ User-agent: ChristCRAWLER Disallow: /cgi-bin/ User-agent: Clushbot Disallow: /cgi-bin/ User-agent: Crawler Disallow: /cgi-bin/ User-agent: DaAdLe.com ROBOT/ Disallow: /cgi-bin/ User-agent: RaBot Disallow: /cgi-bin/ User-agent: DeepIndex Disallow: /cgi-bin/ User-agent: DittoSpyder Disallow: /cgi-bin/ User-agent: Jack Disallow: /cgi-bin/ User-agent: EARTHCOM.info Disallow: /cgi-bin/ User-agent: Speedy Spider Disallow: /cgi-bin/ User-agent: ArchitextSpider Disallow: /cgi-bin/ User-agent: ArchitectSpider Disallow: /cgi-bin/ User-agent: EuripBot Disallow: /cgi-bin/ User-agent: Arachnoidea Disallow: /cgi-bin/ User-agent: EZResult Disallow: /cgi-bin/ User-agent: Fast PartnerSite Crawler Disallow: /cgi-bin/ User-agent: FAST Data Search Crawler Disallow: /cgi-bin/ User-agent: FAST Data Search Document Retriever Disallow: /cgi-bin/ User-agent: KIT-Fireball Disallow: /cgi-bin/ User-agent: france.misesajour.com Disallow: /cgi-bin/ User-agent: FyberSearch Disallow: /cgi-bin/ User-agent: GalaxyBot Disallow: /cgi-bin/ User-agent: geckobot Disallow: /cgi-bin/ User-agent: GenCrawler Disallow: /cgi-bin/ User-agent: GeonaBot Disallow: /cgi-bin/ User-agent: getRAX Disallow: /cgi-bin/ User-agent: Googlebot Disallow: /cgi-bin/ User-agent: moget/2.0 Disallow: /cgi-bin/ User-agent: Aranha Disallow: /cgi-bin/ User-agent: Slurp.so/1.0 Disallow: /cgi-bin/ User-agent: Slurp/2.0j Disallow: /cgi-bin/ User-agent: Slurp/2.0-KiteHourly Disallow: /cgi-bin/ User-agent: Slurp/2.0-OwlWeekly Disallow: /cgi-bin/ User-agent: Slurp/3.0-AU Disallow: /cgi-bin/ User-agent: Toutatis 2.5-2 Disallow: /cgi-bin/ User-agent: Hubater Disallow: /cgi-bin/ User-agent: IlTrovatore-Setaccio Disallow: /cgi-bin/ User-agent: Slurp Disallow: /cgi-bin/ User-agent: Teoma Disallow: /cgi-bin/ User-agent: delicious-thumbnails Disallow: /cgi-bin/ User-agent: Referrer Karma/2.0 Disallow: / User-agent: IncyWincy Disallow: /cgi-bin/ User-agent: UltraSeek Disallow: /cgi-bin/ User-agent: InfoSeek Sidewinder Disallow: /cgi-bin/ User-agent: Mole2/1.0 Disallow: /cgi-bin/ User-agent: MP3Bot Disallow: /cgi-bin/ User-agent: C-PBWF-ip3000.com-crawler Disallow: /cgi-bin/ User-agent: ip3000.com-crawler Disallow: /cgi-bin/ User-agent: kuloko-bot/0.2 Disallow: /cgi-bin/ User-agent: LNSpiderguy Disallow: /cgi-bin/ User-agent: Linknzbot Disallow: /cgi-bin/ User-agent: lookbot Disallow: /cgi-bin/ User-agent: MantraAgent Disallow: /cgi-bin/ User-agent: NetResearchServer Disallow: /cgi-bin/ User-agent: Lycos_Spider_(T-Rex) Disallow: /cgi-bin/ User-agent: JoocerBot Disallow: /cgi-bin/ User-agent: HenryTheMiragoRobot Disallow: /cgi-bin/ User-agent: MojeekBot Disallow: /cgi-bin/ User-agent: mozDex/ Disallow: /cgi-bin/ User-agent: MSNBOT/0.1 Disallow: /cgi-bin/ User-agent: Navadoo Crawler Disallow: /cgi-bin/ User-agent: Gulliver Disallow: /cgi-bin/ User-agent: ObjectsSearch/0.01 Disallow: /cgi-bin/ User-agent: OnetSzukaj/ Disallow: /cgi-bin/ User-agent: PicoSearch/ Disallow: /cgi-bin/ User-agent: PJspider Disallow: /cgi-bin/ User-agent: DIIbot Disallow: /cgi-bin/ User-agent: nttdirectory_robot Disallow: /cgi-bin/ User-agent: griffon Disallow: /cgi-bin/ User-agent: Spider/maxbot.com Disallow: /cgi-bin/ User-agent: NationalDirectory-SuperSpider Disallow: /cgi-bin/ User-agent: dloader(NaverRobot)/ Disallow: /cgi-bin/ User-agent: dumrobo(NaverRobot)/ Disallow: /cgi-bin/ User-agent: noxtrumbot/ Disallow: /cgi-bin/ User-agent: Openfind piranha,Shark Disallow: /cgi-bin/ User-agent: Openbot/ Disallow: /cgi-bin/ User-agent: psbot Disallow: /cgi-bin/ User-agent: CrawlerBoy Pinpoint.com Disallow: /cgi-bin/ User-agent: user.ip3000.com Disallow: /cgi-bin/ User-agent: QweeryBot Disallow: /cgi-bin/ User-agent: AlkalineBOT Disallow: /cgi-bin/ User-agent: StackRambler/ Disallow: /cgi-bin/ User-agent: SeznamBot Disallow: /cgi-bin/ User-agent: Search-10 Disallow: /cgi-bin/ User-agent: Fluffy the spider Disallow: /cgi-bin/ User-agent: Scrubby/ Disallow: /cgi-bin/ User-agent: asterias Disallow: /cgi-bin/ User-agent: speedfind ramBot xtreme Disallow: /cgi-bin/ User-agent: Kototoi/0.1 Disallow: /cgi-bin/ User-agent: SearchByUsa Disallow: /cgi-bin/ User-agent: Searchspider/ Disallow: /cgi-bin/ User-agent: SightQuestBot/ Disallow: /cgi-bin/ User-agent: Spider_Monkey/ Disallow: /cgi-bin/ User-agent: Surfnomore Spider v1.1 Disallow: /cgi-bin/ User-agent: teoma_agent1 Disallow: /cgi-bin/ User-agent: Teradex_Mapper Disallow: /cgi-bin/ User-agent: ESISmartSpider Disallow: /cgi-bin/ User-agent: Spider TraficDublu Disallow: /cgi-bin/ User-agent: Tutorial Crawler Disallow: /cgi-bin/ User-agent: updated/0.1beta Disallow: /cgi-bin/ User-agent: UK Searcher Spider Disallow: /cgi-bin/ User-agent: Vivante Link Checker Disallow: /cgi-bin/ User-agent: appie Disallow: /cgi-bin/ User-agent: Nazilla Disallow: /cgi-bin/ User-agent: marvin/infoseek Disallow: /cgi-bin/ User-agent: MuscatFerret Disallow: /cgi-bin/ User-agent: WhizBang! Lab Disallow: /cgi-bin/ User-agent: ZyBorg Disallow: /cgi-bin/ User-agent: WIRE WebRefiner: Disallow: /cgi-bin/ User-agent: WSCbot Disallow: /cgi-bin/ User-agent: Yandex Disallow: /cgi-bin/ User-agent: Yellopet-Spider Disallow: /cgi-bin/ User-agent: Findexa Crawler Disallow: /cgi-bin/ User-agent: YBSbot search engine indexer Disallow: /cgi-bin/ User-agent: libwww-perl Disallow: /cgi-bin/ User-agent: Iron33 Disallow: /cgi-bin/