# Static file (not app/robots.ts): Firebase frameworksBackend functions cannot serve /robots.txt
# (functions-framework returns 404 for /robots.txt before reaching Next). Served from hosting CDN.
# Regenerate rules by hand here when changing crawler policy.

User-Agent: *
Allow: /
Disallow: /admin
Disallow: /api/atlas/openalex/
Disallow: /*/dashboard
Disallow: /*/join/agreement/
Disallow: /*/join/invitation/
Disallow: /*/workshop/share

User-Agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /api/atlas/openalex/
Disallow: /*/dashboard
Disallow: /*/join/agreement/
Disallow: /*/join/invitation/
Disallow: /*/workshop/share

User-Agent: OAI-SearchBot
Allow: /
Disallow: /admin
Disallow: /api/atlas/openalex/
Disallow: /*/dashboard
Disallow: /*/join/agreement/
Disallow: /*/join/invitation/
Disallow: /*/workshop/share

User-Agent: ChatGPT-User
Allow: /
Disallow: /admin
Disallow: /api/atlas/openalex/
Disallow: /*/dashboard
Disallow: /*/join/agreement/
Disallow: /*/join/invitation/
Disallow: /*/workshop/share

User-Agent: ClaudeBot
Allow: /
Disallow: /admin
Disallow: /api/atlas/openalex/
Disallow: /*/dashboard
Disallow: /*/join/agreement/
Disallow: /*/join/invitation/
Disallow: /*/workshop/share

User-Agent: Claude-Web
Allow: /
Disallow: /admin
Disallow: /api/atlas/openalex/
Disallow: /*/dashboard
Disallow: /*/join/agreement/
Disallow: /*/join/invitation/
Disallow: /*/workshop/share

User-Agent: anthropic-ai
Allow: /
Disallow: /admin
Disallow: /api/atlas/openalex/
Disallow: /*/dashboard
Disallow: /*/join/agreement/
Disallow: /*/join/invitation/
Disallow: /*/workshop/share

User-Agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /api/atlas/openalex/
Disallow: /*/dashboard
Disallow: /*/join/agreement/
Disallow: /*/join/invitation/
Disallow: /*/workshop/share

User-Agent: Perplexity-User
Allow: /
Disallow: /admin
Disallow: /api/atlas/openalex/
Disallow: /*/dashboard
Disallow: /*/join/agreement/
Disallow: /*/join/invitation/
Disallow: /*/workshop/share

User-Agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /api/atlas/openalex/
Disallow: /*/dashboard
Disallow: /*/join/agreement/
Disallow: /*/join/invitation/
Disallow: /*/workshop/share

User-Agent: CCBot
Allow: /
Disallow: /admin
Disallow: /api/atlas/openalex/
Disallow: /*/dashboard
Disallow: /*/join/agreement/
Disallow: /*/join/invitation/
Disallow: /*/workshop/share

User-Agent: Applebot-Extended
Allow: /
Disallow: /admin
Disallow: /api/atlas/openalex/
Disallow: /*/dashboard
Disallow: /*/join/agreement/
Disallow: /*/join/invitation/
Disallow: /*/workshop/share

User-Agent: meta-externalagent
Allow: /
Disallow: /admin
Disallow: /api/atlas/openalex/
Disallow: /*/dashboard
Disallow: /*/join/agreement/
Disallow: /*/join/invitation/
Disallow: /*/workshop/share

User-Agent: cohere-ai
Allow: /
Disallow: /admin
Disallow: /api/atlas/openalex/
Disallow: /*/dashboard
Disallow: /*/join/agreement/
Disallow: /*/join/invitation/
Disallow: /*/workshop/share

Host: https://aioq.org
Sitemap: https://aioq.org/sitemap.xml