User-Agent: *
Allow: /
Allow: /api/news-card/
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /go/

User-Agent: GPTBot
User-Agent: ChatGPT-User
User-Agent: CCBot
User-Agent: Claude-Web
User-Agent: anthropic-ai
User-Agent: PerplexityBot
User-Agent: Googlebot
Allow: /
Allow: /api/news-card/
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /go/

Sitemap: https://arcai.io/sitemap.xml
Sitemap: https://arcai.io/news-sitemap.xml