# Default: allow all standard search crawlers
User-agent: *
Allow: /

Disallow: /lp/
Disallow: /lambda/
Disallow: /build/
Disallow: /src/
Disallow: /scripts/
Disallow: /data/
Disallow: /node_modules/
Disallow: /.vscode/

# ------------------------------------------------------------------
# AI / LLM crawlers explicitly allowed so Emory Mills can appear in
# AI Overviews, ChatGPT, Claude, Perplexity, Gemini, Copilot, etc.
# ------------------------------------------------------------------

# OpenAI (ChatGPT search + training)
User-agent: GPTBot
Allow: /
Disallow: /lp/
Disallow: /lambda/

User-agent: OAI-SearchBot
Allow: /
Disallow: /lp/
Disallow: /lambda/

User-agent: ChatGPT-User
Allow: /
Disallow: /lp/
Disallow: /lambda/

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
Disallow: /lp/
Disallow: /lambda/

User-agent: Claude-Web
Allow: /
Disallow: /lp/
Disallow: /lambda/

User-agent: anthropic-ai
Allow: /
Disallow: /lp/
Disallow: /lambda/

# Google AI Overviews / Gemini training control
User-agent: Google-Extended
Allow: /
Disallow: /lp/
Disallow: /lambda/

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /lp/
Disallow: /lambda/

User-agent: Perplexity-User
Allow: /
Disallow: /lp/
Disallow: /lambda/

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /
Disallow: /lp/
Disallow: /lambda/

# Common Crawl (training data for many LLMs, including Bing/Copilot)
User-agent: CCBot
Allow: /
Disallow: /lp/
Disallow: /lambda/

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /lp/
Disallow: /lambda/

User-agent: FacebookBot
Allow: /
Disallow: /lp/
Disallow: /lambda/

# DuckDuckGo AI assist
User-agent: DuckAssistBot
Allow: /
Disallow: /lp/
Disallow: /lambda/

# You.com
User-agent: YouBot
Allow: /
Disallow: /lp/
Disallow: /lambda/

# Cohere
User-agent: cohere-ai
Allow: /
Disallow: /lp/
Disallow: /lambda/

# Mistral
User-agent: MistralAI-User
Allow: /
Disallow: /lp/
Disallow: /lambda/

# Diffbot
User-agent: Diffbot
Allow: /
Disallow: /lp/
Disallow: /lambda/

# Bytedance / TikTok AI
User-agent: Bytespider
Allow: /
Disallow: /lp/
Disallow: /lambda/

Sitemap: https://emorymills.com/sitemap.xml
Host: https://emorymills.com