# robots.txt fuer dus-online.de User-agent: * Disallow: /cgi-bin/ Disallow: /hille/ Disallow: /htldata/ Disallow: /images/ Disallow: /links/ Disallow: /logs/ Disallow: /sperrdaten/ Disallow: /test/ User-agent: Teleport* Disallow: / User-agent: Webwhacker Disallow: / User-agent: Webzip Disallow: / User-agent: Net Attache Disallow: / User-agent: SiteSnagger Disallow: / # E-Mail Sammler raus User-agent: WX_mail/2.000 Disallow: / User-agent: EmailCollector Disallow: / User-agent: WhoWhere Disallow: / User-Agent: Roverbot Disallow: / User-Agent: ActiveAgent Disallow: / User-agent: EmailSiphon Disallow: /