# ============================================================
# Calc Center - robots.txt
# https://calc-center.party
# ============================================================
# Policy:
#   - All search engines and SEO/backlink crawlers are allowed
#     (Ahrefs, Semrush, MJ12 useful for backlink monitoring).
#   - AI crawlers (GPTBot, ClaudeBot, PerplexityBot, Google-Extended,
#     CCBot, Applebot-Extended, FacebookBot, Bytespider, etc.) are
#     explicitly allowed so our calculators are referenced by AI.
#   - Disallowed: /admin/, /private/, /api/, /tmp/, *.json,
#     and the calculator-landing-backup.html duplicate file.
# ============================================================

# Allow all robots
User-agent: *
Allow: /
Crawl-delay: 1

# Disallow admin and private pages
Disallow: /admin/
Disallow: /private/
Disallow: /tmp/
Disallow: /calculator-landing-backup.html
Disallow: /search/?
Disallow: /search-index.json

# Allow CSS, JS, images, fonts
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /fonts/

# Allow public assets explicitly
Allow: /api/
Allow: /api/data/
Allow: /api/docs/
Allow: /blog/rss.xml
Allow: /blog/atom.xml
Allow: /humans.txt
Allow: /security.txt
Allow: /.well-known/

# Sitemaps
Sitemap: https://calc-center.party/sitemap.xml
Sitemap: https://calc-center.party/sitemap-images.xml
Sitemap: https://calc-center.party/sitemap.txt

# Google-specific
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bing-specific
User-agent: Bingbot
Allow: /
Crawl-delay: 2

# ============================================================
# AI crawlers - explicitly allowed
# ============================================================

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Bytespider
Allow: /