User-agent: * Disallow: /aktuelles/ User-agent: * Disallow: /cgi-bin/ User-agent: Googlebot-Image/1.0 Disallow: / User-agent: Girafabot Disallow: / User-agent: Pompos/1.3 Disallow: / User-agent: ia_archiver Disallow: / User-agent: Nutch Disallow: / User-agent: NutchTestBot/0.0 Disallow: / User-agent: gh-index-bot Disallow: / User-agent: TheSuBot/0.1 Disallow: / User-agent: thesubot-beta Disallow: / User-agent: Gigabot/2.0 Disallow: / User-agent: Gigabot/3.0 Disallow: / User-agent: NetResearchServer/2.9 Disallow: / User-agent: NetResearchServer/3.5 Disallow: / User-agent: NetResearchServer/4.0 Disallow: / User-agent: LinkWalker Disallow: / User-agent: GeonaBot/1.1 Disallow: / User-agent: Seekbot/1.0 Disallow: / User-agent: appie 1.1 Disallow: / User-agent: GOFORITBOT Disallow: / User-agent: Sopheus Project/0.01 Disallow: / User-agent: SpeedySpider Disallow: / User-agent: Speedy Spider Disallow: / User-agent: Xenu Link Sleuth Disallow: / User-agent: Xenu Link Sleuth 1.2f Disallow: / User-agent: Xenu Link Sleuth 1.2g Disallow: / User-agent: MJ12bot Disallow: / User-agent: MJ12bot/v1.0.7 Disallow: / User-agent: KazoomBot/0.06-dev Disallow: / User-agent: Holmes/1.0 Disallow: / User-agent: psbot Disallow: / User-agent: ObjectsSearch/0.07 Disallow: / User-agent: Wget Disallow: / User-agent: TurnitinBot/2.0 Disallow: / User-agent: Amfibibot Disallow: / User-agent: Mair.net Spider Disallow: / User-agent: abot/0.1 Disallow: / User-agent: CydralSpider/1.9 Disallow: / User-agent: aipbot/1.0 Disallow: / User-agent: NG/2.0 Disallow: / User-agent: Gaisbot/3.0+ Disallow: / User-agent: ZyBorg/1.0 Disallow: / User-agent: Larbin/2.6.3 Disallow: / User-agent: Mozdex Disallow: / User-agent: findlinks/0.903 Disallow: / User-agent: IlTrovatore-Setaccio/1.2 Disallow: / User-agent: MyEngines-Bot Disallow: / User-agent: Python-urllib/1.16 Disallow: / User-agent: Python-urllib/2.1 Disallow: / User-agent: ConveraCrawler/0.8 Disallow: / User-agent: ConveraCrawler/0.9 Disallow: / User-agent: pipeLiner/0.12 Disallow: / User-agent: axadine/ Disallow: / User-agent: OmniExplorer_Bot/1.07 Disallow: / User-agent: sohu-search Disallow: / User-agent: NaverBot-1.0 Disallow: / User-agent: NaverBot/1.0 Disallow: / User-agent: MJ12bot/v1.0.0 Disallow: / User-agent: ActiveBookmark 1.1 Disallow: / User-agent: BruinBot Disallow: / User-agent: JobSpider_BA/1.1 Disallow: / User-agent: savvybot/0.2 Disallow: / User-agent: axadine/ Disallow: / User-agent: cfetch/1.0 Disallow: / User-agent: Vagabondo/3.0 Disallow: / User-agent: silk/2.4 Disallow: / User-agent: Silk/1.0 Disallow: / User-agent: ccubee/3.1 Disallow: / User-agent: ccubee/3.2 Disallow: / User-agent: ccubee/4.0 Disallow: / User-agent: WebIndexer/1-dev Disallow: / User-agent: wwwster Disallow: / User-agent: HeinrichderMiragoRobot Disallow: / User-agent: HenryTheMiragoRobot Disallow: / User-agent: WWWeasel Robot v1.00 Disallow: / User-agent: KFSW-Bot Disallow: / User-agent: Patwebbot Disallow: / User-agent: suchbaer.de Disallow: / User-agent: InsurancoBot Disallow: / User-agent: oBot Disallow: / User-agent: Dumbot Disallow: / User-agent: findlinks/0.956 Disallow: / User-agent: findlinks/1.0.9 Disallow: / User-agent: libwww-perl/5.803 Disallow: / User-agent: ichiro/1.0 Disallow: / User-agent: unido-bot Disallow: / User-agent: OnetSzukaj/5.0 Disallow: / User-agent: swish-e spider 2.2 Disallow: / User-agent: TurnitinBot/2.0 Disallow: / User-agent: lwp-trivial/1.38 Disallow: / User-agent: 1wp-trivial/1.41 Disallow: / User-agent: thumbshots-de-Bot Disallow: / User-agent: penthesilea 0.1 Disallow: / User-agent: iCCrawler Disallow: / User-agent: SBIder Disallow: / User-agent: e-SocietyRobot Disallow: / User-agent: snap.com beta crawler v0 Disallow: / User-agent: Francis/2.0 Disallow: / User-agent: boitho.com-dc/0.81 Disallow: / User-agent: DoCoMo/2.0 Disallow: / User-agent: AgentName/0.1 Disallow: / User-agent: McBot/5.001 Disallow: / User-agent: Twiceler Disallow: / User-agent: InternetArchive/0.8-dev Disallow: / User-agent: Metaspinner/0.01 Disallow: / User-agent: NG-Search Disallow: / User-agent: NG/2.0 Disallow: / User-agent: NaverBot-1.0 Disallow: / User-agent: Mozdex/0.7.2-dev Disallow: / User-agent: Tecomi Bot Disallow: / User-agent: PycURL/7.14.1 Disallow: / User-agent: Augurfind V2 beta1 Disallow: / User-agent: augurfind V2 beta1 Disallow: / User-agent: DataparkSearch Disallow: / User-agent: Sensis Web Crawler Disallow: / User-agent: gonzo* Disallow: / User-agent: unknownbot Disallow: / User-agent: wbdbot Disallow: / User-agent: Accoona-AI-Agent/1.1.1 Disallow: / User-agent: DNSGroup/0.1 Disallow: / User-agent: exabot Disallow: / User-agent: Exabot Disallow: / User-agent: GuggugBot Disallow: / User-agent: CsCrawler Disallow: / User-agent: Infosearch24-Bot Disallow: / User-agent: RufusBot Disallow: / User-agent: voyager/1.0 Disallow: / User-agent: ejupiter.com Disallow: / User-agent: penthesilea 0.1 Disallow: / User-agent: Jyxobot/1 Disallow: / User-agent: genieBot Disallow: / User-agent: NimbleCrawler Disallow: / User-agent: SynooBot Disallow: / User-agent: Theophrastus/1.2 Disallow: / User-agent: miniRank Disallow: / User-agent: plinki/0.1 Disallow: / User-agent: IRLbot/2.0 Disallow: / User-agent: ObjectsSearch/0.2 Disallow: / User-agent: HooWWWer/2.1.3 Disallow: / User-agent: sproose Disallow: / User-agent: hl_ftien_spider Disallow: / User-agent: Scumbot/5.5 Disallow: / User-agent: Vespa Crawler Disallow: / User-agent: Synoobot/0.7.1 Disallow: / User-agent: KMCRAWLER/0.8.3 Disallow: / User-agent: zimeno/0.8-dev Disallow: / User-agent: envolk/1.7 Disallow: / User-agent: NPBot/3 Disallow: / User-agent: noyona_0_1 Disallow: / User-agent: webmeasurement-bot Disallow: / User-agent: Crawllybot/0.1/0.1 Disallow: / User-agent: PeerFactor Crawler Disallow: / User-agent: schibstedsokbot Disallow: / User-agent: Skywalker/0.1 Disallow: / User-agent: cometrics-bot Disallow: / User-agent: GeoBot/version 1.0 Disallow: / User-agent: SiteSuBot Disallow: / User-agent: WinkBot/0.06 Disallow: / User-agent: Snapbot/1.0 Disallow: / User-agent: Exabot-Images/1.0 Disallow: / User-agent: Anonymous/0.0 Disallow: / User-agent: exactseek.com Disallow: / User-agent: psycheclone Disallow: / User-agent: RAMPyBot Disallow: / User-agent: FAST Enterprise Crawler/6.3.55 Disallow: / User-agent: Java Disallow: / User-agent: EmeraldShield.com Web Spider Disallow: / User-agent: Nusearch Spider Disallow: / User-agent: www.adressendeutschland.de Disallow: / User-agent: MyFamilyBot/1.0 Disallow: / User-agent: LinksManager.com_bot Disallow: / User-agent: Cazoodle/Nutch-0.9-dev Disallow: / User-agent: "Snappy/1.1 Disallow: / User-agent: page_verifier Disallow: / User-agent: onCHECK-Robot Disallow: / User-agent: Zeusbot/0.8.1 Disallow: / User-agent: TurnitinBot/2.1 Disallow: / User-agent: Cityreview Robot Disallow: / User-agent: Accoona-AI-Agent/1.1.2 Disallow: / User-agent: DomaindateiSpider/1.0 Disallow: / User-agent: Bigsearch.ca/Nutch-0.9-dev Disallow: / User-agent: KBeeBot/0.5 Robot Disallow: / User-agent: guglibot Disallow: / User-agent: Charlotte Disallow: / User-agent: RedBot Disallow: / User-agent: Metasearch Crawler Disallow: / User-agent: sproose Disallow: / User-agent: Sproose Disallow: / User-agent: Speedy Spider Disallow: / User-agent: SearchDaimon.com-dc Disallow: / User-agent: gonzo Disallow: / User-agent: guglibot Disallow: / User-agent: eagle Disallow: / User-agent: amibot Disallow: / User-agent: Pingdom GIGRIB Disallow: / User-agent: VisBot Disallow: / User-agent: semager Disallow: / User-agent: Semager Disallow: / User-agent: VoilaBot Disallow: / User-agent: Mirago-Test-Robot Disallow: / User-agent: Fedora Disallow: / User-agent: iSEEKbot Disallow: / User-agent: great-plains-web-spider/gpws Disallow: / User-agent: flatlandbot Disallow: / User-agent: MileNSbot Disallow: / User-agent: wectar Disallow: / User-agent: LC-Crawler Disallow: / User-agent: ICC-Crawler Disallow: / User-agent: bogospider Disallow: / User-agent: Touche Disallow: / User-agent: HealthCareCrawl Disallow: / User-agent: foobar Disallow: / User-agent: Bloodhound Disallow: / User-agent: MyEngines-Bot Disallow: / User-agent: WebAlta Crawler Disallow: / User-agent: http://www.uni-koblenz.de/~flocke/robot-info.txt Disallow: / User-agent: Baiduspider Disallow: / User-agent: GurujiBot Disallow: / User-agent: Yeti Disallow: / User-agent: CazoodleBot Disallow: / User-agent: Charlotte Disallow: / User-agent: Sirketcebot Disallow: / User-agent: heritrix Disallow: / User-agent: holmes Disallow: / User-agent: NimbleCrawler Disallow: / User-agent: yacybot Disallow: / User-agent: SurveyBot Disallow: / User-agent: DomaindateiSpider Disallow: / User-agent: scibot Disallow: / User-agent: nrsbot Disallow: / User-agent: favorstarbot Disallow: / User-agent: Pete-Spider Light Disallow: / User-agent: Toplistbot Disallow: / User-agent: SuperBot.com Disallow: / User-agent: sait/Nutch Disallow: / User-agent: Spinne Disallow: / User-agent: Grub Disallow: / User-agent: TestAgentName Disallow: / User-agent: panscient.com Disallow: / User-agent: GeonaBot Disallow: / User-agent: Nebullabot Disallow: / User-agent: Sigram Disallow: / User-agent: yoofind Disallow: / User-agent: gonzo* Disallow: / User-agent: DepSpid Disallow: / User-agent: cityreview Disallow: / User-agent: ScoutJet Disallow: / User-agent: Windsurfermaus Disallow: / User-agent: heritrix1 Disallow: / User-agent: Acoon-Robot Disallow: / User-agent: IRLbot Disallow: / User-agent: Rankivabot Disallow: / User-agent: Gaisbot Disallow: / User-agent: Eurobot Disallow: / User-agent: Jakarta Commons-HttpClient Disallow: / User-agent: ThumbShots-Bot Disallow: / User-agent: Touche Disallow: / User-agent: Cabot Disallow: / User-agent: exooba Disallow: / User-agent: NetWhatCrawler Disallow: / User-agent: CyberPatrol SiteCat Webbot Disallow: / User-agent: wwwster Disallow: / User-agent: QEAVis agent Disallow: / User-agent: isidorus Disallow: / User-agent: OOZBOT Disallow: / User-agent: larbin Disallow: / User-agent: RAYSPIDER Disallow: / User-agent: ExtraBot Disallow: / User-agent: discobot Disallow: / User-agent: DotBot Disallow: / User-agent: FAST Enterprise Crawler Disallow: / User-agent: Nutch-UW-Crawler Disallow: / User-agent: KnowItAll Disallow: / User-agent: Yanga WorldSearch Bot Disallow: / User-agent: alef Disallow: / User-agent: robotgenius Disallow: / User-agent: Combine Disallow: / User-agent: Mysearch Disallow: / User-agent: BoeserSeoSpider Disallow: / User-agent: SuchbaerBot Disallow: / User-agent: suchbaer Disallow: / User-agent: Neo Lee Disallow: / User-agent: laycat Disallow: / User-agent: OpenX Spider Disallow: / User-agent: SapphireWebCrawler Disallow: / User-agent: SurveyBot Disallow: / User-agent: SpiderCow-BM Disallow: / User-agent: betaBot Disallow: / User-agent: WebmasterCoffee Disallow: / User-agent: DealGates Bot Disallow: / User-agent: kalooga Disallow: / User-agent: KaloogaBot Disallow: / User-agent: Quoma Spider Disallow: / User-agent: Zscho.de Disallow: / User-agent: ACONTBOT Disallow: / User-agent: weivel Disallow: / User-agent: WebDataCentreBot Disallow: / User-agent: CatchBot Disallow: / User-agent: Opera/9.10 Disallow: / User-agent: librabot Disallow: / User-agent: Shelob Disallow: / User-agent: yatty.de Disallow: / User-agent: de_viewer Disallow: / User-agent: LinguaBot Disallow: / User-agent: smatrix_bot Disallow: / User-agent: http://www.uni-koblenz.de/~flocke/robot-info.txt Disallow: / User-agent: RiceComputerArchitecture Crawler Disallow: / User-agent: lincobot Disallow: / User-agent: weblab Disallow: / User-agent: VEDENSBOT Disallow: / User-agent: BotOnParade Disallow: / User-agent: smart.apnoti.com Robot Disallow: / User-agent: DKIMRepBot Disallow: / User-agent: page_viewer Disallow: / User-agent: OOZBOT Disallow: / User-agent: SygolBot Disallow: / User-agent: betaBot Disallow: / User-agent: plukkie Disallow: / User-agent: Linguee Bot Disallow: / User-agent: ssearch_bot Disallow: / User-agent: 008 Disallow: / User-agent: sistrix Disallow: / User-agent: daumoa Disallow: / User-agent: dotsemantic Disallow: / User-agent: tc-components Disallow: /