# robots.txt for MERCHATI AI (https://merchati.tn)
# Modern SEO & Generative Engine Optimization (GEO) standard

# ---------------------------------------------------------------------------
# General Search Engine Crawlers (Google, Bing, Apple, DuckDuckGo, Yandex)
# ---------------------------------------------------------------------------
User-agent: *
Allow: /
Allow: /pricing
Allow: /features
Allow: /features/*
Allow: /ai-ecommerce-tunisia
Allow: /ai-customer-support-tunisia
Allow: /integrations
Allow: /integrations/*
Allow: /about
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /blog
Allow: /blog/*
Allow: /sitemap
Allow: /llms
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-catalog.json
Allow: /ard.json
Allow: /.well-known/*
Allow: /sitemap.xml

# Disallow private administrative areas, merchant sessions, and APIs
Disallow: /admin
Disallow: /admin/*
Disallow: /dashboard
Disallow: /dashboard/*
Disallow: /api/
Disallow: /api/*
Disallow: /reset-password
Disallow: /reset-password?*
Disallow: /staff/setup
Disallow: /staff/setup/*
Disallow: /call
Disallow: /call/*
Disallow: /*?token=*

# ---------------------------------------------------------------------------
# AI Search & LLM Crawlers (GEO / Answer Engine Optimization)
# Permitted for search grounding, citations, and knowledge indexation
# ---------------------------------------------------------------------------
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: Amazonbot
User-agent: Cohere-ai
Allow: /
Allow: /pricing
Allow: /features
Allow: /features/*
Allow: /ai-ecommerce-tunisia
Allow: /ai-customer-support-tunisia
Allow: /integrations
Allow: /integrations/*
Allow: /about
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /blog
Allow: /blog/*
Allow: /sitemap
Allow: /llms
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-catalog.json
Allow: /ard.json
Allow: /.well-known/*
Allow: /sitemap.xml
Disallow: /admin
Disallow: /admin/*
Disallow: /dashboard
Disallow: /dashboard/*
Disallow: /api/
Disallow: /api/*
Disallow: /reset-password
Disallow: /reset-password?*
Disallow: /staff/setup
Disallow: /staff/setup/*
Disallow: /call
Disallow: /call/*
Disallow: /*?token=*

# ---------------------------------------------------------------------------
# Sitemaps & AI Index Discoverability
# ---------------------------------------------------------------------------
Sitemap: https://merchati.tn/sitemap.xml

# LLM & AI Agents documentation (llmstxt.org)
# Core: https://merchati.tn/llms.txt
# Full: https://merchati.tn/llms-full.txt
# Catalog: https://merchati.tn/ai-catalog.json