User-agent: * Allow: / # Sitemaps Sitemap: https://sat1nrw.de/sitemap.xml Sitemap: https://sat1nrw.de/sitemap-videos.xml # Crawl-Delay (optional) Crawl-delay: 1 # Blockierte Pfade Disallow: /api/ Disallow: /admin/ Disallow: /uploads/ Disallow: /s/ # KI-Crawler blockieren User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Google-Extended Disallow: / User-agent: Bytespider Disallow: / User-agent: ClaudeBot Disallow: / User-agent: cohere-ai Disallow: /