User-agent: *
Allow: /

# Every crawler is allowed. The groups below say so explicitly for the
# search and citation crawlers — the ones that send people here or cite this
# site in an answer — so a future blanket rule can't silently shadow them.
#
# History, because this file was wrong about itself for two months: from
# 2026-07-16 a comment here said Cloudflare prepended a "managed" block at the
# edge disallowing AI crawlers (GPTBot, ClaudeBot, and — it later turned out
# the dashboard listed — Google-Extended among eight). On 2026-09-25 that was
# checked against production (docs/gemini-visibility-2026-09-25.md at the
# family level): /robots.txt is served byte-for-byte as this file, under every
# user agent tried, with nothing prepended. So nothing is blocked. If that ever
# changes, re-check with `curl -s -A "Google-Extended" https://countlink.app/robots.txt`
# — the served file, not the dashboard, is what crawlers obey.

# ChatGPT search and in-chat browsing — CountLink's largest AI channel.
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Claude: search indexing, and fetches made on a user's behalf.
User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# Gemini: grounding answers in Gemini Apps honours this token, not Googlebot.
User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Bing — and through it, Copilot's citations.
User-agent: Bingbot
Allow: /

Sitemap: https://countlink.app/sitemap.xml