# Robots.txt for Infodeck.io
# https://www.infodeck.io

# Allow all crawlers
User-agent: *
Allow: /

# Disallow private app paths
Disallow: /admin/
Disallow: /api/

# Print versions stay crawlable so search engines can read their page-level noindex.

# Keep Astro build assets crawlable so search engines can render pages.

# Allow AI crawlers (ChatGPT, Claude, Gemini, etc.)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /

# Sitemap location
Sitemap: https://www.infodeck.io/sitemap-index.xml
Sitemap: https://www.infodeck.io/sitemap.xml

# LLM-friendly content (llms.txt standard)
# https://llmstxt.org/
# Machine-readable info at: https://www.infodeck.io/llms.txt

# Crawl-delay for bots (optional, respected by some crawlers)
# Crawl-delay: 1

# Host directive (some crawlers use this)
Host: https://www.infodeck.io