User-agent: * Allow: / # Important pages for SEO Allow: /index.html Allow: /impressum.html Allow: /datenschutz.html # AI / LLM discovery Allow: /llms.txt # Static resources Allow: /css/ Allow: /js/ Allow: /img/ Allow: /fonts/ # Sitemap location Sitemap: https://futurewebservice.de/sitemap.xml # Disallow sensitive files Disallow: /mail.php Disallow: /*.log$ Disallow: /.git/ # Allow Google and Bing special access User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / # Explicit policy for common AI crawlers (same as default: full site allowed) User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: Google-Extended Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Applebot-Extended Allow: / User-agent: CCBot Allow: / User-agent: Bytespider Allow: / User-agent: cohere-ai Allow: /