# robots.txt für wein-rosswag.de # Ofline Reader User-agent: MSIECrawler Disallow: / User-agent: Teleport* Disallow: / User-agent: Webwhacker Disallow: / User-agent: Webzip Disallow: / User-agent: Net Attache Disallow: / User-agent: SiteSnagger Disallow: / User-agent: HTTrack 3.0x Disallow: / User-agent: WebDevil Disallow: / # E-Mail Sammler raus User-agent: WX_mail/2.000 Disallow: / User-agent: EmailCollector Disallow: / User-agent: WhoWhere Disallow: / User-agent: Roverbot Disallow: / User-agent: ActiveAgent Disallow: / User-agent: EmailSiphon Disallow: / # gesamte Site mit HTML-Seiten freigegeben User-agent: * Disallow: /track.php Disallow: /*print.php$ Disallow: /awstats/ Disallow: /closed/ Disallow: /export_track/ Disallow: /layout/ Disallow: /popup/