# robots.txt for http://www.megun.de/ # Zugriff auf alle Dateien erlauben User-agent: * Disallow: # Zugriff auf boese Robots und Mailadressen verweigern User-agent: EmailCollector User-agent: grub User-agent: Mata Hari User-agent: spanner Disallow: / User-agent: Teleport User-agent: Wget Disallow: / # User-agent: grub-client # User-agent: moget # User-agent: ProWebWalker # User-agent: TeleportPro # User-agent: MIIxpc # User-agent: Telesoft # User-agent: Website Quester # User-agent: WebZip/4.0 # User-agent: WebStripper # User-agent: WebSauger # User-agent: WebCopier # User-agent: NetAnts # User-agent: Mister PiX # User-agent: WebAuto # User-agent: TheNomad # User-agent: WWW-Collector-E # User-agent: RMA # User-agent: libWeb/clsHTTP # User-agent: asterias # User-agent: httplib # User-agent: turingos # User-agent: InfoNaviRobot # User-agent: Harvest/1.5 # User-agent: Bullseye/1.0 # User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95) # User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 # User-agent: CherryPickerSE/1.0 # User-agent: CherryPickerElite/1.0 # User-agent: WebBandit/3.50 # User-agent: NICErsPRO # User-agent: Microsoft URL Control - 5.01.4511 # User-agent: DittoSpyder # User-agent: Foobot # User-agent: WebmasterWorldForumBot # User-agent: SpankBot # User-agent: BotALot # User-agent: lwp-trivial/1.34 # User-agent: lwp-trivial # User-agent: BunnySlippers # User-agent: Microsoft URL Control - 6.00.8169 # User-agent: URLy Warning # User-agent: LinkWalker # User-agent: cosmos # User-agent: hloader # User-agent: humanlinks # User-agent: LinkextractorPro # User-agent: Offline Explorer # User-agent: LexiBot # User-agent: Web Image Collector # User-agent: The Intraformant # User-agent: True_Robot/1.0 # User-agent: True_Robot # User-agent: BlowFish/1.0 # User-agent: JennyBot # User-agent: MIIxpc/4.2 # User-agent: BuiltBotTough # User-agent: ProPowerBot/2.14 # User-agent: BackDoorBot/1.0 # User-agent: toCrawl/UrlDispatcher # User-agent: WebEnhancer # User-agent: suzuran # User-agent: VCI WebViewer VCI WebViewer Win32 # User-agent: VCI # User-agent: Szukacz/1.4 # User-agent: QueryN Metasearch # User-agent: Openfind data gathere # User-agent: Openfind # User-agent: Xenu's Link Sleuth 1.1c # User-agent: Xenu's # User-agent: Zeus # User-agent: RepoMonkey Bait & Tackle/v1.01 # User-agent: RepoMonkey # User-agent: Openbot # User-agent: URL Control # User-agent: Zeus Link Scout # User-agent: Zeus 32297 Webster Pro V2.9 Win32 # User-agent: Webster Pro # User-agent: EroCrawler # User-agent: Keyword Density/0.9 # User-agent: Kenjin Spider # User-agent: Iron33/1.0.2 # User-agent: Bookmark search tool # User-agent: GetRight/4.2 # User-agent: FairAd Client # User-agent: Gaisbot # User-agent: Aqua_Products # User-agent: Radiation Retriever 1.1 # User-agent: Flaming AttackBot # User-agent: Oracle Ultra Search # User-agent: MSIECrawler # User-agent: PerMan