User-agent: * Disallow: /cgi-bin/catalog.pl Disallow: /cgi-bin/korb.pl Disallow: /cgi-bin/cart.pl Disallow: /cgi-bin/checkout.pl Disallow: /cgi-bin/schluessel.pl Disallow: /images/ Crawl-delay: 90 User-agent: msnbot Disallow: /cgi-bin/catalog.pl Disallow: /cgi-bin/korb.pl Disallow: /cgi-bin/schluessel.pl Disallow: /cgi-bin/checkout.pl Disallow: /cgi-bin/cart.pl Disallow: /images/ Disallow: /sammleradressbuch/ User-agent: Googlebot Disallow: /cgi-bin/schluessel.pl Disallow: /cgi-bin/catalog.pl Disallow: /cgi-bin/korb.pl Disallow: /cgi-bin/checkout.pl Disallow: /cgi-bin/cart.pl Disallow: /images/ User-agent: Googlebot-Image Disallow: / User-Agent: Mediapartners-Google* Disallow: / User-agent: Slurp Disallow: /cgi-bin/schluessel.pl Disallow: /cgi-bin/catalog.pl Disallow: /cgi-bin/korb.pl Disallow: /cgi-bin/checkout.pl Disallow: /cgi-bin/cart.pl Disallow: /images/ Disallow: /sammleradressbuch/ Disallow: /cgi-bin/detail.cgi Crawl-delay: 90 User-agent: archive.org_bot Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: /cgi-bin/schluessel.pl Disallow: /cgi-bin/catalog.pl Disallow: /cgi-bin/korb.pl Disallow: /cgi-bin/detail.cgi Disallow: /cgi-bin/katalog.cgi Disallow: /sammleradressbuch/ User-agent: ia_archiver* Disallow: / Disallow: /cgi-bin/schluessel.pl Disallow: /cgi-bin/catalog.pl Disallow: /cgi-bin/detail.cgi User-agent: Seekbot* Disallow: / Disallow: /cgi-bin/catalog.pl Disallow: /cgi-bin/korb.pl Disallow: /cgi-bin/schluessel.pl Disallow: /sammleradressbuch/ User-agent: TurnitinBot Disallow: / Disallow: /cgi-bin/catalog.pl Disallow: /cgi-bin/korb.pl Disallow: /cgi-bin/schluessel.pl Disallow: /cgi-bin/katalog.cgi User-agent: fastsearch Disallow: / User-agent: contraco.net Disallow: / User-agent: unido-bot Disallow: / User-agent: wacbot Disallow: / User-agent: findlinks Disallow: / User-agent: libwww-perl* Disallow: * Disallow: / User-agent: Gigabot Disallow: / User-agent: Gigabot/2.0 Disallow: / User-agent: Python-urllib Disallow: / User-agent: InsurancoBot Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: Dumbot* Disallow: / User-agent: InfociousBot* Disallow: * Disallow: / User-agent: FAST Enterprise Crawler* Disallow: / User-agent: FAST Enterprise Crawler/6.4 Disallow: / User-agent: LinkWalker Disallow: * Disallow: / User-agent: Baiduspider+ Disallow: / User-agent: lmspider* Disallow: / User-agent: Linkroboter* Disallow: * Disallow: / User-agent: envolk* Disallow: / User-agent: NG/2.0* Disallow: * Disallow: / User-agent: NG-Search* Disallow: * Disallow: / User-agent: FAST MetaWeb Crawler Disallow: / User-agent: FAST Crawler Disallow: / User-agent: obot Disallow: / User-agent: Twiceler Disallow: / User-agent: aipbot/1.0 Disallow: / User-agent: psbot* Disallow: * Disallow: / User-agent: stalker Disallow: / User-agent: InternetArchive* Disallow: * Disallow: / User-agent: Miva Disallow: / User-agent: Goodbot* Disallow: * Disallow: / User-agent: Opacum* Disallow: * Disallow: / User-agent: DoCoMo* Disallow: * Disallow: / User-agent: NaverBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: Reisebot Disallow: / User-agent: DTAAgent Disallow: / User-agent: lwp-trivial Disallow: / User-agent: sohu-search Disallow: / User-agent: Netsuche Disallow: / User-agent: Nutch Disallow: / User-agent: BenditBot* Disallow: / User-agent: SBIder/0.8-dev Disallow: / User-agent: MyEngines-Bot Disallow: / User-agent: Mozdex* Disallow: / User-agent: Girafabot Disallow: / User-agent: Tecomi Disallow: / User-agent: Sensis Web Crawler Disallow: / User-agent: Boitho Disallow: / User-agent: ichiro Disallow: / User-agent: CyberSpyder Disallow: / User-agent: KFSW-Bot* Disallow: * Disallow: / User-agent: yacy* Disallow: * Disallow: / User-agent: NuSearch* Disallow: * Disallow: / User-agent: iCCrawler Disallow: * Disallow: / User-agent: Shim Crawler* Disallow: * Disallow: / User-agent: Accoona-AI-Agent Disallow: / User-agent: wish-la Disallow: * Disallow: / User-agent: cfetch/1.0 Disallow: * Disallow: / User-agent: ZyBorg Disallow: / User-agent: Jyxobot/1 Disallow: * Disallow: / User-agent: gonzo* Disallow: /cgi-bin/ User-agent: Yahoo-MMCrawler/3.x Disallow: / User-agent: Larbin Disallow: / User-agent: IlTrovatore-Setaccio/1.2 Disallow: / User-agent: thumbshots-de-Bot Disallow: / User-agent: Francis Disallow: / User-agent: SynooBot/0.7.1 Disallow: / User-agent: BlitzBOT Disallow: / User-agent: Ask Jeeves/Teoma Disallow: / User-agent: Theophrastus Disallow: / User-agent: Java Disallow: / User-agent: EmeraldShield.com WebBot Disallow: / User-agent: EmeraldShield.com Web Spider Disallow: / User-agent: VORTEX Disallow: / User-agent: GBSpider Disallow: / User-agent: VoilaBot Disallow: / User-agent: Alpha Search Agent Disallow: / User-agent: genieBot Disallow: / User-agent: thesubot Disallow: / User-agent: HeinrichderMiragoRobot Disallow: / User-agent: HenryTheMiragoRobot Disallow: / User-agent: Snapbot Disallow: / User-agent: Exabot Disallow: / User-agent: Snoopy Disallow: / User-agent: IRLbot Disallow: / User-agent: EuripBot Disallow: / User-agent: hl_ftien_spider Disallow: / User-agent: Blaiz-Bee Disallow: / User-agent: Vagabondo Disallow: / User-agent: eagle Disallow: / User-agent: schibstedsokbot Disallow: / User-agent: RAMPyBot Disallow: / User-agent: Spinne Disallow: / User-agent: webmeasurement-bot Disallow: / User-agent: research-spider Disallow: / User-agent: Sistrix Disallow: / User-agent: sproose Disallow: / User-agent: NetResearchServer Disallow: / User-agent: JobSpider_BA Disallow: / User-agent: suchbaer.de Disallow: / User-agent: Xaldon WebSpider Disallow: / User-agent: 192.comAgent Disallow: / User-agent: licats-bot Disallow: / User-agent: YooW! Disallow: / User-agent: Webbser Disallow: / User-agent: MAINSEEK_BOT Disallow: / User-agent: Spirioo Bot Disallow: / User-agent: RunBot Disallow: / User-agent: Speedy Spider Disallow: / User-agent: Gaisbot Disallow: / User-agent: Factbot Disallow: / User-agent: asterias Disallow: / User-agent: lanshanbot Disallow: / User-agent: Ceeduubot Disallow: / User-agent: diploma-thesis-by-flocke Disallow: / User-agent: http://www.uni-koblenz.de/~flocke/robot-info.txt Disallow: / User-agent: NimbleCrawler Disallow: / User-agent: DepSpid Disallow: / User-agent: Pagebull Disallow: / User-agent: pythonic-crawler Disallow: / User-agent: tordbot Disallow: / User-agent: WeRelateBot Disallow: / User-agent: IDBot Disallow: / User-agent: bogospider Disallow: / User-agent: findoor-Bot Disallow: / User-agent: Charlotte Disallow: / User-agent: nrsbot Disallow: / User-agent: VadixBot Disallow: / User-agent: LiteFinder Disallow: / User-agent: panscient.com Disallow: / User-agent: Gigamega.bot Disallow: / User-agent: Mail.Ru Disallow: / User-agent: WebAlta Crawler Disallow: / User-agent: Semager Disallow: / User-agent: Sphider Disallow: / User-agent: heritrix Disallow: / User-agent: CentiverseBot Disallow: / User-agent: Rankivabot Disallow: / User-agent: MojeekBot Disallow: / User-agent: Cityreview Robot Disallow: / User-agent: Yandex Disallow: / User-agent: MLBot Disallow: / User-agent: DotBot Disallow: / User-agent: ScoutJet Disallow: / User-agent: DBLBot Disallow: / User-agent: Yanga WorldSearch Bot Disallow: / User-agent: DealGates Bot Disallow: / User-agent: amibot Disallow: / User-agent: Toplistbot Disallow: / User-agent: Shelob Disallow: / User-agent: Tagoobot Disallow: / User-agent: betaBot Disallow: / User-agent: eventax Disallow: / User-agent: Ruky-Bot Disallow: / User-agent: taptubot Disallow: / User-agent: Linguee Bot Disallow: /