User-agent: *
Allow: /

# Disallow private/operational paths
Disallow: /api/
Disallow: /admin/
Disallow: /portal.html
Disallow: /command-code/
Disallow: /private/

# AI training bots — allowed for now
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

# Aggressive scrapers — blocked
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

# Sitemap
Sitemap: https://www.trinitycommand.io/sitemap.xml

# Crawl politeness
Crawl-delay: 1