# aniimotools.dev — allow indexers; consciously control AI crawlers.
# Open posture (launch-plan §31): every shipped page is crawlable; only query-string
# URLs are blocked (filters never get indexable URLs). noindex is handled per-page via
# <meta name="robots"> (stubs / taxonomy / legal), and the sitemap lists only indexable
# URLs — so robots.txt, the sitemap and the page meta all agree.
User-agent: *
Allow: /
Disallow: /*?*
# /api/ here is the interactive map's own data endpoints (functions/api/map/*): live, but JSON gated
# behind a token, never anything to index. (The account API is a different thing entirely, on the
# api.aniimotools.dev subdomain, which this file does not govern.) /account/ itself stays crawlable,
# so its own noindex is the thing that gets seen.
Disallow: /api/

# Citation-eligible AI crawlers — explicitly welcomed (GEO distribution channel)
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Amazonbot
User-agent: Google-Extended
User-agent: CCBot
Allow: /
Disallow: /*?*
Disallow: /api/

# Bandwidth-only scrapers / SEO spies — blocked
User-agent: Bytespider
User-agent: SemrushBot
User-agent: AhrefsBot
Disallow: /

Sitemap: https://aniimotools.dev/sitemap-index.xml