# SkyStatus - robots.txt
# https://skystatus.pro

User-agent: *
Allow: /guide/
Allow: /guide/nl/
Allow: /guide/fr/
Allow: /guide/de/
Allow: /guide/se/
Allow: /ask/
Allow: /vraag/
Allow: /question/
Allow: /tools/
Allow: /faq
Allow: /calculator
Allow: /about
Allow: /privacy
Allow: /terms
Allow: /cookies

# App routes - not for indexing
Disallow: /app/
Disallow: /admin
Disallow: /login
Disallow: /import-wizard
Disallow: /api/

# Legacy routes (can be removed after parser refactor)
Disallow: /ai-parser
Disallow: /local-parser

# Internal test content (coding course) - not for indexing
Disallow: /guide/nl/bouwen-met-claude-code
Disallow: /guide/nl/intro-
Disallow: /guide/nl/les-
Disallow: /guide/nl/module-
Disallow: /guide/nl/quiz-

Sitemap: https://skystatus.pro/sitemap.xml

# LLM-readable product information (like robots.txt for AI)
# https://skystatus.pro/llm.txt

# =============================================================================
# AI Bots - Explicitly allowed for AI discoverability
# =============================================================================

# OpenAI
User-agent: GPTBot
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /
Crawl-delay: 1

User-agent: Claude-SearchBot
Allow: /
Crawl-delay: 1

User-agent: Claude-User
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Common Crawl
User-agent: CCBot
Allow: /

# Apple
User-agent: Applebot-Extended
Allow: /