# ===========================================
# Robots.txt for fizen.com
# ===========================================

# Main site - allow all crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# LLM crawlers - allow access
User-agent: GPTBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Cohere-AI
Allow: /

# Default - allow all
User-agent: *
Allow: /

# ===========================================
# Subdomains to exclude (informational)
# Note: These rules apply ONLY to fizen.com
# Subdomains require their own robots.txt
# ===========================================
# sandbox.fizen.com - should have Disallow: /
# api.sandbox.fizen.com - should have Disallow: /
# docs.fizen.com - managed separately
# fizen-cockpit.fizen.com - should have Disallow: /

# Sitemap location
Sitemap: https://fizen.com/sitemap.xml

# Host directive
Host: https://fizen.com