# ABCdatos User-agent: ABCdatos Allow: / Disallow: # Alexa User-agent: ia_archiver Allow: / Disallow: # Ask Jeeves User-agent: Teoma Allow: / Disallow: # Mr. Oleg Bilibin User-agent: cassandra http://post.mipt.rssi.ru/~billy/ Allow: / Disallow: # Jeremy DeYoung User-agent: christcrawler Allow: / Disallow: # Mihai Preda User-agent: cosmos Allow: / Disallow: # Direct Hit Technologies, Inc. User-agent: directhit Allow: / Disallow: # Timo Metsälä User-agent: Hämähäkki Allow: / Disallow: # Google User-agent: googlebot Allow: / Disallow: # Internet Cruiser User-agent: cruiser Allow: / Disallow: # Tom Tanaka User-agent: dnabot Allow: / Disallow: # Mike Davis User-agent: ebiness Allow: / Disallow: # Lets Find It Now Ltd User-agent: elfinbot Allow: / Disallow: # Paul Bourke User-agent: nzexplorer Allow: / Disallow: # 1klik.dk A/S User-agent: fastcrawler Disallow: # NTT Cyberspace Laboratories User-agent: gazz Disallow: # Alex Zavatone User-agent: getbot Disallow: # Kazunori Matsumoto User-agent: kdd Disallow: # Bill Dimm User-agent: legs Disallow: # Etamar Laron User-agent: israelsearch Disallow: # Scherpbier Hutchison User-agent: htdig Disallow: # Takashi Watanabe User-agent: iron33 Disallow: # Mindpass User-agent: MindCrawler Disallow: # MSN User-agent: msnbot Disallow: #System Operator Nederland.net User-agent: Nederland.zoek Disallow: # Yahoo! User-agent: Slurp Allow: / Disallow: # Abacho User-agent: AbachoBOT Allow: / Disallow: # Baidu User-agent: baiduspider Allow: / Disallow: # Fireball User-agent: fireball Allow: / Disallow: # golem User-agent: golem Allow: / Disallow: # ObjectsSearch User-agent: ObjectsSearch Allow: / Disallow: # Szukacz User-agent: szukacz Allow: / Disallow: # Voila.fr User-agent: VoilaBot Allow: / Disallow: # Walhello User-agent: Appie Allow: / Disallow: # Yandex User-agent: Yandex Allow: / Disallow: # 123spider User-agent: 123spider Allow: / Disallow: # 2Bone User-agent: 2Bone Allow: / Disallow: # 4anything User-agent: 4anything Allow: / Disallow: # abot User-agent: abot Allow: / Disallow: # About User-agent: About Allow: / Disallow: # Acoi User-agent: Acoi Allow: / Disallow: # Acoona User-agent: Acoona Allow: / Disallow: # Acoon User-agent: Acoon Allow: / Disallow: # Aesop User-agent: Aesop Allow: / Disallow: # Agada User-agent: Agada Allow: / Disallow: # AIBOT/21 User-agent: AIBOT/21 Allow: / Disallow: # 21seek User-agent: 21seek Allow: / Disallow: # aipbot User-agent: aipbot Allow: / Disallow: # Aladin User-agent: Aladin Allow: / Disallow: # Aleksika User-agent: Aleksika Allow: / Disallow: # AlkalineBot/1.3 User-agent: AlkalineBot/1.3 Allow: / Disallow: # AlkalineBot/1.4 User-agent: AlkalineBot/1.4 Allow: / Disallow: # Allesklar User-agent: Allesklar Allow: / Disallow: # Altavista User-agent: Altavista Allow: / Disallow: # AmfibiBOT User-agent: AmfibiBOT Allow: / Disallow: # Amibot User-agent: Amibot Allow: / Disallow: # Amiga-AWeb/3.4.167SE User-agent: Amiga-AWeb/3.4.167SE Allow: / Disallow: # amzn_assoc User-agent: amzn_assoc Allow: / Disallow: # AnnoMille User-agent: AnnoMille Allow: / Disallow: # annotate_google User-agent: annotate_google Allow: / Disallow: # AnswerBus User-agent: AnswerBus Allow: / Disallow: # AnzwersCrawl/2.0 User-agent: AnzwersCrawl/2.0 Allow: / Disallow: # Apexoo User-agent: Apexoo Allow: / Disallow: # Aplix_SANYO_browser/1.x User-agent: Aplix_SANYO_browser/1.x Allow: / Disallow: # Aplix_SEGASATURN_browser/1.x User-agent: Aplix_SEGASATURN_browser/1.x Allow: / Disallow: # appie 1.1 User-agent: appie Allow: / Disallow: # Aport User-agent: Aport Allow: / Disallow: # Arachnoidea User-agent: Arachnoidea Allow: / Disallow: # aranhabot User-agent: aranhabot Allow: / Disallow: # ArchitextSpider User-agent: ArchitextSpider Allow: / Disallow: # archive.org_bot User-agent: archive.org_bot Allow: / Disallow: # Argus/1.1 User-agent: Argus/1.1 Allow: / Disallow: # Arikus_Spider User-agent: Arikus_Spider Allow: / Disallow: # ask.24x.info User-agent: ask.24x.info Allow: / Disallow: # asterias/2.0 User-agent: asterias/2.0 Allow: / Disallow: # Atomz/1.0 User-agent: Atomz/1.0 Allow: / Disallow: # augurfind User-agent: augurfind Allow: / Disallow: # AVSearch-1.0 User-agent: AVSearch-1.0 Allow: / Disallow: # axada.de User-agent: axadine/ Allow: / Disallow: # AxmoRobot User-agent: AxmoRobot Allow: / Disallow: # BanBots/1.2 User-agent: BanBots/1.2 Allow: / Disallow: # Business.com User-agent: bdcindexer_2.6.2 Allow: / Disallow: # Brandimensions User-agent: BDFetch Allow: / Disallow: # apassion4jazz.net User-agent: BebopBot/2.5.1 Allow: / Disallow: # BIGLOTRON User-agent: BIGLOTRON Allow: / Disallow: # BlackBerry7520/4.0.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/5.0.3.3 UP.Link/5.1.2.12 User-agent: BlackBerry7520/4.0.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/5.0.3.3 UP.Link/5.1.2.12 Allow: / Disallow: # Blitzsuche User-agent: BlitzBOT@tricus.net Allow: / Disallow: # BlitzBOT@tricus.net User-agent: Blitzsuche Allow: / Disallow: # Blitzsuche User-agent: Blitzsuche Allow: / Disallow: # BlogzIce/1.0 User-agent: BlogzIce/1.0 Allow: / Disallow: # boitho.com User-agent: boitho.com-dc/0.xx Allow: / Disallow: # webarchive.cs.ucla.edu User-agent: BruinBot Allow: / Disallow: # BullsEye User-agent: BullsEye Allow: / Disallow: # Buscaplus User-agent: Buscaplus Allow: / Disallow: # Catall.de User-agent: Catall Allow: / Disallow: # CipinetBot User-agent: CipinetBot Allow: / Disallow: # Combine/x.0 User-agent: Combine/x.0 Allow: / Disallow: # ilab.sztaki.hu User-agent: Computer_and_Automation_Research_Institute_Crawler Allow: / Disallow: # xyleme.com User-agent: cosmos/0.9 Allow: / Disallow: # naver.com User-agent: Cowbot-0.1 Allow: / Disallow: # harvest User-agent: harvest.cs.colorado.edu Allow: / Disallow: # cuasar.com User-agent: Cuasarbot/0.9b http://www.cuasar.com/spider_beta/ Allow: / Disallow: # Cyberdog/2.0 User-agent: Cyberdog/2.0 Allow: / Disallow: # wholeweb.net User-agent: DaviesBot/1.7 Allow: / Disallow: # de.searchengine.comBot User-agent: de.searchengine.comBot 1.2 Allow: / Disallow: # zetbot.com User-agent: DeepIndex Allow: / Disallow: # DeepIndex.com User-agent: DeepIndex Allow: / Disallow: # DeepIndexer.ca User-agent: DeepIndexer.ca Allow: / Disallow: # Dumbfind.com User-agent: Dumbot Allow: / Disallow: # Echolfr User-agent: EchO!/2.0 Allow: / Disallow: # Seiji Sasazuka & Takahiro Ohmori User-agent: Lockon Allow: / Disallow: # Hotwired User-agent: wired-digital Allow: / Disallow: # Others User-agent: * Allow: / Disallow: