# klett-cotta: robots.txt # # This file is used to allow crawlers to index our site. # It is NOT used for any other purpose, such as filtering # impressions or clicks. User-agent: * Disallow: /api/ Disallow: /shop/ Disallow: /search Disallow: /search/ Disallow: /forms/ User-Agent: bingbot Crawl-delay: 4 User-Agent: Slurp Crawl-delay: 2 User-Agent: Yandex Crawl-delay: 2 User-agent: AhrefsBot Crawl-Delay: 5 User-Agent: trendkite-akashic-crawler Disallow: / Sitemap: https://www.klett-cotta.de/_files_media/sitemap/sitemap.xml