User-agent: *
Allow: /
Disallow: /404

Sitemap: https://canvashair.org/sitemap.xml
Sitemap: https://canvashair.org/video-sitemap.xml
Sitemap: https://canvashair.org/image-sitemap.xml

# LLM structured data files: /llms.txt, /llms-full.txt, /llms.json, /llms-full.json

# === CRITICAL AI Search Crawlers (V4.0 §2.3) ===

# OAI-SearchBot — determines ChatGPT real-time search answers (MOST CRITICAL)
User-agent: OAI-SearchBot
Allow: /

# Bingbot — drives Microsoft Copilot and parts of ChatGPT search
User-agent: Bingbot
Allow: /

# ChatGPT-User — user-initiated real-time requests
User-agent: ChatGPT-User
Allow: /

# GPTBot — OpenAI general crawler
User-agent: GPTBot
Allow: /

# Google-Extended — Google AI features
User-agent: Google-Extended
Allow: /

# === Other AI Crawlers ===

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /