# robots.txt for www.lanmonitor.de User-agent: ia_archiver Disallow: / User-agent: * Disallow: /css/ Disallow: /download/ Disallow: /images/ Disallow: /fehler/ Disallow: /poll/ Disallow: /includes/ Disallow: /rss/ User-agent: Slurp Crawl-delay: 60 # again for the dumb Disallow: /css Disallow: /download Disallow: /images Disallow: /fehler Disallow: /poll/ Disallow: /includes/ Disallow: /rss/