# /app is crawlable on purpose: it answers with X-Robots-Tag: noindex, so
# search engines drop it instead of indexing a blocked bare URL.

# AI search, answer and training crawlers: welcome on the public site.
# A crawler that matches a named group ignores the * group, so each group
# repeats the private prefixes.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /oauth/
Disallow: /auth/
Disallow: /stats/

User-agent: *
Allow: /
Disallow: /api/
Disallow: /oauth/
Disallow: /auth/
Disallow: /stats/

Sitemap: https://neoceo.me/sitemap.xml