# finserv-mcp.co.za — robots.txt
# SA Professional Financial Services MCP Server
# CenturionAI (Pty) Ltd — Wandile Lokwe, FAIS Key Individual
# wandile@centurionai.co.za | WhatsApp: 081 344 8722
# Last updated: June 2026
#
# Pricing tiers (full details at /pricing.md):
#   Free trial: 3 calculations, once per device, no account
#   Starter: R249/month — 150 calculations, 1 user
#   Practitioner: R799/month — 400 calculations, up to 5 users
#   Developer: R1,999/month — 2,000 calculations, MCP SSE endpoint, 99.5% SLA
#   Enterprise: from R5,000/month — custom, monthly invoicing
#   Pay-as-you-go: R100/50 credits · R360/200 credits · R850/500 credits

# ─── AI CITATION CRAWLERS — EXPLICITLY ALLOWED ────────────────────────────────
# These crawlers power AI assistants that cite our statutory content.
# All pages are open for indexing and citation.

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Googlebot
Allow: /

# ─── TRAINING DATA HARVESTERS — BLOCKED ───────────────────────────────────────
# CCBot harvests training data without attribution. We allow AI citation
# but not unlicensed training data collection.

User-agent: CCBot
Disallow: /

# ─── ALL OTHER CRAWLERS ───────────────────────────────────────────────────────

User-agent: *
Allow: /
Disallow: /api/

# ─── SITEMAP ──────────────────────────────────────────────────────────────────

Sitemap: https://finserv-mcp.co.za/sitemap.xml