# robots.txt for offlinecreator.com

User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /_*
Allow: /_astro/
Disallow: /thank-you
Disallow: /refund-thank-you
# Block only the post-checkout gate at exactly /download (not /download/<slug> SEO pages).
# A bare "Disallow: /download" is prefix-matched and can block /download/civitai-... on some crawlers.
Disallow: /download$

# ── Block pure training scrapers (no attribution, no traffic back) ──
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

# ── Allow AI answer engines (ChatGPT, Perplexity, Claude, etc.) ──
# GPTBot, ChatGPT-User, PerplexityBot, ClaudeBot, Applebot-Extended,
# Google-Extended, Meta-ExternalAgent, Amazonbot — all allowed by default
# via the wildcard Allow: / above.

# Single sitemap index; it references the Astro static child and the DB-backed child.
Sitemap: https://offlinecreator.com/sitemap.xml