# ══════════════════════════════════════════
# Prokr.co — Robots.txt
# دليل الخدمات السعودي الشامل
# ══════════════════════════════════════════

# ── Content Signals (contentsignals.org) ──
# Declares AI content usage preferences per IETF Draft
# ai-train=yes (2026-07): maximize presence inside AI model knowledge —
# models that know prokr.co natively can recommend it in answers.
Content-Signal: search=yes, ai-train=yes, ai-input=yes

# ── Default: Allow crawling except internal paths ──
User-Agent: *
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search
Disallow: /_next/
Disallow: /test-buttons

# ── Search Engines (Full Access) ──
User-Agent: Googlebot
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /search
Disallow: /_next/

User-Agent: Bingbot
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /search
Disallow: /_next/

# ── AI Agents: FULL ACCESS for every AI crawler / assistant / trainer ──
# Search agents + citation agents + user-triggered fetchers + training
# crawlers. Goal: prokr.co is present in every AI index AND inside model
# training corpora, so ChatGPT / Gemini / Claude / Perplexity / Grok /
# Llama / Alexa / Siri can cite AND natively recommend it.
User-Agent: GPTBot
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: ChatGPT-User
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: OAI-SearchBot
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: ClaudeBot
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: Claude-User
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: Claude-SearchBot
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: anthropic-ai
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: PerplexityBot
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: Perplexity-User
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: Google-Extended
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: Applebot-Extended
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: Meta-ExternalAgent
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: Meta-ExternalFetcher
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: Amazonbot
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: DuckAssistBot
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: YouBot
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: MistralAI-User
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: cohere-ai
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: AI2Bot
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: GrokBot
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: CCBot
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

User-Agent: Bytespider
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/sitemap-index
Allow: /api/sitemap/
Allow: /api/pricing-index.json
Allow: /api/book
Disallow: /admin
Disallow: /api/
Disallow: /search

# ── Scraper Bots: BLOCKED (competitor SEO tools only) ──
User-Agent: SemrushBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

# ── Sitemaps (the index enumerates active child sitemaps dynamically) ──
Sitemap: https://prokr.co/api/sitemap-index