# exclude help system from robots User-agent: * # -------------- # add 16.06.2006 Disallow: /assets/ Disallow: /css/ Disallow: /inc/ Disallow: /img/ # -------------- # email Sammler draussenbleiben User-agent:EmailCollector Disallow: / User-Agent: Mister Pix II 2.* Disallow: / User-Agent: baiduspider Disallow: / User-Agent: FlashGet Disallow: / User-Agent: NPBot Disallow: / User-Agent: Web Downloader/5.* Disallow: / User-Agent: contype Disallow: / User-Agent: TurnitinBot Disallow: / User-Agent: HTTrack Disallow: / User-Agent: susedig Disallow: User-Agent: stress-agent Disallow: / User-Agent: WebCopier v4.* Disallow: / User-Agent: WebCopier v3.* Disallow: / User-Agent: Mirago Disallow: / User-Agent: NetResearchServer/2.7(loopimprovements.com/robot.html) Disallow: / User-Agent: psbot Disallow: / User-Agent: Yahoo-MMCrawler Disallow: / User-Agent: sitecheck.internetseer.com Disallow: / User-Agent: searchpreview Disallow: / User-Agent: ZyBorg Disallow: / User-Agent: gigaBaz Disallow: / User-Agent: PicoSearch/1.0 Disallow: / User-Agent: dloader(NaverRobot)/1.* Disallow: / User-Agent: Szukacz/1.* Disallow: / User-Agent: CFNetwork/1.* Disallow: / User-Agent: Vagabondo/2.* Disallow: / User-Agent: Xenu Link Sleuth 1.* Disallow: / User-Agent: QuepasaCreep v0.* Disallow: / User-Agent: Scooter/3.* Disallow: / User-Agent: Download Ninja 7.* Disallow: / User-Agent: Scooter/3.* Disallow: / User-Agent: Nutscrape/1.* Disallow: / User-Agent: Teleport* Disallow: / User-Agent: Webwhacker Disallow: / User-Agent: WebDevil Disallow: / User-Agent: Webzip Disallow: / User-Agent: Net Attache Disallow: / User-Agent: SiteSnagger Disallow: / User-Agent: GagaRobot Disallow: /