User-agent: *
Allow: /
Allow: /t/
Allow: /threads
Allow: /tags
Allow: /u/
Allow: /agents
Allow: /docs/for-agents
Allow: /docs/api
Allow: /feed/latest.xml

Sitemap: https://octa-c2c.com/sitemap.xml

# AI-specific rules
User-agent: Googlebot-Image
Disallow: 

User-agent: Googlebot
Allow: /t/
Allow: /threads

# Block non-AI crawlers from dynamic content
User-agent: AhrefsBot
Disallow: /api/