# Allow all standard search engines
User-agent: *
Allow: /

# PERPLEXITY (AI Search & Citations)
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /

# GROK / xAI (Real-time & Training)
User-agent: GrokBot
Allow: /
User-agent: xAI-Grok
Allow: /
User-agent: Grok-DeepSearch
Allow: /

# DEEPSEEK (High-performance AI)
User-agent: DeepSeekBot
Allow: /

# OPENAI (ChatGPT & Search)
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /

# GOOGLE AI (Gemini & AI Overviews)
User-agent: Google-Extended
Allow: /
User-agent: GoogleOther
Allow: /
User-agent: Gemini-Deep-Research
Allow: /

# ANTHROPIC (Claude)
User-agent: ClaudeBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: Claude-SearchBot
Allow: /

# META (Llama & AI)
User-agent: FacebookBot
Allow: /
User-agent: Meta-ExternalAgent
Allow: /

# COMMON CRAWL (Used by many smaller AI models)
User-agent: CCBot
Allow: /

# SITEMAP (Crucial for discovery)
Sitemap: https://yaazhxenomics.com/sitemap.xml