# robots.txt fuer dial.at User-agent: * Disallow: /cgi-bin/ Disallow: /ftp/ Disallow: /logs/ Disallow: /bg/ Disallow: /img/ Disallow: /jss/ Disallow: /pdf/ Disallow: /fun/ Disallow: /tld_flaggs/ Disallow: /webalizer/ # User-agent: Googlebot Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.doc$ Disallow: /*.xls$ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /*.text$ # NO User-agent: psbot #"psbot/0.1 (+http://www.picsearch.com/bot.html)" Disallow: / User-agent: Bloodhound Disallow: / User-agent: download_express Disallow: / User-agent: javabee Disallow: / User-agent: Teleport Disallow: / User-agent: labelgrabber.txt Disallow: / User-agent: wallpaper Disallow: / User-agent: Webwhacker Disallow: / User-agent: Webzip Disallow: / User-agent: Net Attache Disallow: / User-agent: SiteSnagger Disallow: / # E-Mail Sammler User-agent: WX_mail/2.000 Disallow: / User-agent: EmailCollector Disallow: / User-agent: WhoWhere Disallow: / User-Agent: Roverbot Disallow: / User-Agent: ActiveAgent Disallow: / User-agent: EmailSiphon Disallow: / User-agent: e-collector Disallow: /