# Groovalizer — https://groovalizer.space
# Default: everything is open to every crawler.
User-agent: *
Allow: /

# AI search crawlers, listed explicitly so the intent is unambiguous (and so nobody blocks them
# by accident later). These bots decide whether Groovalizer can be CITED in AI answers —
# disallowing them removes us from ChatGPT / Perplexity / Claude / Gemini results entirely.
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

# Anthropic publishes three tokens (support.claude.com, checked 2026-09-05). Claude-SearchBot
# is the one that decides whether this site can appear in Claude's search results at all, and
# it was missing here.
User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

# Older Anthropic tokens, no longer in their documented set. Kept because third-party bot
# lists still emit them and an Allow costs nothing.
User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bingbot
Allow: /

# xAI/Grok is deliberately absent: it publishes no crawler documentation, no user-agent token
# and no IP ranges, and is observed fetching with ordinary browser and Go-http-client strings
# rather than a bot token. There is nothing here that can address it. It is not blocked — the
# wildcard above allows it, and nothing at the edge challenges unidentified clients.

Sitemap: https://groovalizer.space/sitemap.xml