# robots.txt # Yahoo Slurp User-agent: Slurp Disallow: /js/ Disallow: /css/ Disallow: /min/ # Yahoo News Crawler User-agent: Yahoo-Newscrawler Disallow: /js/ Disallow: /css/ Disallow: /min/ User-agent: * Disallow: /js/ Disallow: /css/ Disallow: /min/ #eine robots falle, fuer alle die sich nicht dran halten wollen User-agent: * Disallow: /js/ Disallow: /css/ Disallow: /min/ #Massendownloader vom CGI Verzeichnis fernhalten User-agent: mget User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: /js/ Disallow: /css/ Disallow: /min/