User-agent: *
Allow: /

Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /unsubscribe
Disallow: /api/
Disallow: /lovable/
Disallow: /logs
Disallow: /projects

# ── AI search & assistants ──────────────────────────────────────────
# Explicitly allow major AI crawlers so AirCompDX content is eligible
# for citation in ChatGPT, Gemini, Perplexity, Claude, Copilot, etc.

# OpenAI — ChatGPT search + browsing
User-agent: GPTBot
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

User-agent: OAI-SearchBot
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

User-agent: ChatGPT-User
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

# Google — Gemini / AI Overviews (separate from Googlebot indexing)
User-agent: Google-Extended
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

# Anthropic — Claude
User-agent: ClaudeBot
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

User-agent: Claude-Web
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

User-agent: anthropic-ai
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

User-agent: Perplexity-User
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

# Apple Intelligence / Siri
User-agent: Applebot
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

User-agent: Applebot-Extended
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

# Microsoft Bing / Copilot
User-agent: Bingbot
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

# Common Crawl (used to train many LLMs)
User-agent: CCBot
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

User-agent: FacebookBot
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

# DuckDuckGo Assist
User-agent: DuckAssistBot
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /api/
Disallow: /logs

# You.com / Diffbot / Cohere / Amazon
User-agent: YouBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Amazonbot
Allow: /

# ── Google Ads landing-page quality crawlers ────────────────────────
User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: AdsBot-Google-Mobile-Apps
Allow: /

# Google's general crawler
User-agent: Googlebot
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /checkout
Disallow: /unsubscribe
Disallow: /api/
Disallow: /lovable/

# Google Images
User-agent: Googlebot-Image
Allow: /

Sitemap: https://aircompdx.com/sitemap.xml