# 1. Global Rule: Allow all standard bots
User-agent: *
Allow: /
Disallow: /wp-admin/
Disallow: /wp-admin/admin-ajax.php
Disallow: /wp-json/
Disallow: /*?fluent*
Disallow: /*?fluent-cart=*
Disallow: /checkout/
Disallow: /account/

# 2. Google & Gemini Explicit Allow
# Googlebot: Main search index
# Google-Extended: Controls Gemini training data (Allowing = Opt-in to training)
# GoogleOther: Used by Gemini for live RAG/fetching answers
# Gemini-Deep-Research: Specialized agent for deep research tasks
User-agent: Googlebot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: GoogleOther
Allow: /
User-agent: Gemini-Deep-Research
Allow: /
User-agent: Google-InspectionTool
Allow: /

# 3. OpenAI & ChatGPT Explicit Allow
# GPTBot: Training data
# ChatGPT-User: Live browsing when a user asks a question
# OAI-SearchBot: Used for SearchGPT results
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: OAI-SearchBot
Allow: /

# 4. Microsoft Copilot & Bing
# Bingbot: The primary source for Copilot's "Grounding"
# Microsoft-Werzer: High-frequency "Freshness" crawler for news/updates
# BingPreview: Generates page previews in chat citations
User-agent: Bingbot
Allow: /
User-agent: Microsoft-Werzer
Allow: /
User-agent: BingPreview
Allow: /
User-agent: adlumium
Allow: /

# 5. Anthropic (Claude)
# ClaudeBot: Training
# Claude-Web: Live browsing for user queries
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Claude-Web
Allow: /

# 6. Perplexity AI
# PerplexityBot: Indexing
# Perplexity-User: Real-time user browsing
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /

# 7. Apple Intelligence
User-agent: Applebot
Allow: /
User-agent: Applebot-Extended
Allow: /

# 8. Common Crawl & Other AI Data Sources
User-agent: CCBot
Allow: /
User-agent: ImagesiftBot
Allow: /

# 9. The Map to the Treasure
Sitemap: https://daryo89.com/sitemap_index.xml