# robots.txt zu http://www.toscana-gerlach.de/ User-agent: Slurp Crawl-delay: 100 User-agent: * Allow: /index.html Allow: /seiten/ User-agent: * Disallow: /php/ Disallow: /css/ Disallow: /js/ Disallow: /fehler/