# robots.txt - http://www.der-marv.de/ # Thanks to s235.de User-agent: * Disallow: / Disallow: /cgi-bin/ Disallow: /wp-content/gallery # Lock out robots User-agent: WX_mail/2.000 Disallow: / User-agent: EmailCollector Disallow: / User-agent: WhoWhere Disallow: / User-agent: Roverbot Disallow: / User-agent: ActiveAgent Disallow: / User-agent: EmailSiphon Disallow: / User-agent: autoemailspider Disallow: / User-agent: web collector Disallow: / User-agent: Sniper Disallow: / User-agent: sonic Disallow: / User-agent: eMailReaper Disallow: / User-agent: Email Magnet Disallow: / User-agent: Platinum 3 Disallow: / User-agent: Extractor Disallow: / User-agent: WebWeasel Disallow: / User-agent: Web Mole Disallow: / # Microsoft User-agent: MSNBot Disallow: / #HTTrack User-agent: HTTrack Disallow: / # Google Image-Bot User-agent: Googlebot-Image Disallow: / # Wget etc User-agent: Wget Disallow: / User-agent: WebCopy Disallow: / User-agent: WebMirror Disallow: / # www.archive.org User-agent: ia_archiver Disallow: /