# robots.txt for BluePrint Audit (https://blueprint.imaxdev.fr)

# --- Sitemaps ---
Sitemap: https://blueprint.imaxdev.fr/sitemap.xml

# --- Contact ---
Host: blueprint.imaxdev.fr
Contact: contact@imaxdev.fr

# --- AI & LLM policies ---
# These links help AI crawlers locate policy and profile information.
LLM-Policy: https://blueprint.imaxdev.fr/llm.txt
AI-Profile: https://blueprint.imaxdev.fr/ai-profile.txt

# --- Access rules ---

# OpenAI (ChatGPT + GPTBot)
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/
Crawl-delay: 2

# ChatGPT Web user (browser extension)
User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /api/

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /api/

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /api/

# Google
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/

# Bing / Copilot
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/

# Applebot (Siri / Apple Search)
User-agent: Applebot
Allow: /
Disallow: /admin/
Disallow: /api/

# General AI crawlers
User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /api/

# --- Generic crawlers ---
User-agent: *
Allow: /fr/
Allow: /en/
Allow: /es/
Allow: /it/
Allow: /de/
Disallow: /admin/
Disallow: /api/
Disallow: /*/audit/*/loading
Disallow: /*/audit/*/success
Disallow: /*/access/audits
Crawl-delay: 2

# --- Notes for AI crawlers ---
# 1. Access to public pages is allowed for indexing and summarization.
# 2. Training use of content is disallowed (see /llm.txt).
# 3. Attribution is required when content is referenced.
# 4. Avoid crawling during heavy traffic (prefer 22:00-06:00 UTC).