# NaxVerse. Static site, no private routes, nothing to hide from a crawler.
#
# Cloudflare prepends a "BEGIN Cloudflare Managed content" block to this file at
# the edge (AI Crawl Control > Manage robots.txt on the naxverse.ai zone). That
# block disallows the AI crawlers by default. The explicit groups below exist to
# override it: per RFC 9309 section 2.2.1 a crawler merges every group that
# matches its product token, and where two rules match a path with equal
# specificity the least restrictive one wins, so "Allow: /" beats the managed
# "Disallow: /". Turning the managed block off in the dashboard is still the
# primary fix; these groups are the belt to that pair of braces.
#
# We want the answer engines in. The site publishes llms.txt and llms-full.txt
# precisely so an assistant can read Nyx accurately rather than guess.

User-agent: *
Allow: /

# OpenAI. GPTBot grounds and trains ChatGPT, OAI-SearchBot backs ChatGPT search,
# ChatGPT-User fetches a page a person asked ChatGPT to open.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Google. Google-Extended gates Gemini and AI Overviews grounding; it is separate
# from Googlebot, which handles ordinary search indexing under the * group.
User-agent: Google-Extended
Allow: /

# Anthropic. ClaudeBot crawls for Claude, Claude-User fetches a page a person
# asked Claude to open, Claude-SearchBot backs Claude's search.
User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

Sitemap: https://naxverse.ai/sitemap.xml