User-Agent: *
Allow: /
Disallow: /api/admin/
Disallow: /admin/

User-Agent: GPTBot
Allow: /llms.txt
Allow: /api/v1/ai/
Disallow: /api/admin/
Disallow: /admin/

User-Agent: ClaudeBot
Allow: /llms.txt
Allow: /api/v1/ai/
Disallow: /api/admin/
Disallow: /admin/

User-Agent: PerplexityBot
Allow: /llms.txt
Allow: /api/v1/ai/
Disallow: /api/admin/
Disallow: /admin/

User-Agent: CCBot
Allow: /llms.txt
Allow: /api/v1/ai/
Disallow: /api/admin/
Disallow: /admin/

User-Agent: Google-Extended
Allow: /llms.txt
Allow: /api/v1/ai/
Disallow: /api/admin/
Disallow: /admin/

Sitemap: http://localhost:3001/sitemap.xml