User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /static/js/
Disallow: /static/css/

# OpenAI
User-agent: GPTBot
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /

# Google Gemini
User-agent: Google-Extended
Allow: /

# Common Crawl
User-agent: CCBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /

Sitemap: https://sentisense.ai/sitemap.xml
Sitemap: https://app.sentisense.ai/api/v1/documents/sitemap.xml
Sitemap: https://app.sentisense.ai/api/v1/documents/sitemap-archive.xml
Sitemap: https://app.sentisense.ai/api/v1/documents/sitemap-news.xml
Sitemap: https://app.sentisense.ai/api/v1/stocks/sitemap.xml
Sitemap: https://app.sentisense.ai/api/v1/institutional/sitemap.xml
Sitemap: https://app.sentisense.ai/api/v1/trackers/sitemap.xml