# ====================================================================
# robots.txt — Čištění Střech Praha (https://cistenistrechpraha.cz)
# Architecture: Astro 7.4 Static Edge Build | Cloudflare Pages
# ====================================================================

# 1. Standard Search Engine Crawlers (Googlebot, Bingbot, SeznamBot)
User-agent: *
Allow: /
Disallow: /api/
Disallow: /_astro/*.map
Disallow: /admin/
Disallow: /private/

# 2. AI Search & Answer Engine Crawlers (Explicitly Allowed for AEO / RAG)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

# 3. Aggressive Unattributed Scrapers (Blocked)
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

# 4. Sitemaps & Machine-Readable LLM Knowledge Indexes
Sitemap: https://cistenistrechpraha.cz/sitemap-index.xml
# LLMs: https://cistenistrechpraha.cz/llms.txt
# LLMs-Full: https://cistenistrechpraha.cz/llms-full.txt
# Media-RSS: https://cistenistrechpraha.cz/rss.xml