# jellyjelly.com robots.txt
# AI answer-engine and assistant crawlers are explicitly welcomed below so
# JellyJelly stays fetchable for ChatGPT, Claude, Perplexity, Gemini, Copilot,
# and friends. Admin, account, and API surfaces are excluded for everyone.

# --- Default rules ---
User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin_broadcast
Disallow: /admin_claim
Disallow: /admin_jellyhunt
Disallow: /api/
Disallow: /me
Disallow: /settings
Disallow: /signin
Disallow: /signup
Disallow: /cart
Disallow: /checkout
Disallow: /orders
Disallow: /unsubscribe
Disallow: /sandbox
Disallow: /dev

# --- AI crawlers, explicitly allowed (same exclusions as everyone) ---
# OpenAI
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
# Anthropic
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
# Google (Gemini grounding + AI products)
User-agent: Google-Extended
User-agent: GoogleOther
# Microsoft Copilot crawls via bingbot, covered by the default rules
# Apple Intelligence
User-agent: Applebot
User-agent: Applebot-Extended
# Meta AI
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: FacebookBot
# Amazon (Alexa, Rufus)
User-agent: Amazonbot
# DuckDuckGo AI
User-agent: DuckAssistBot
# You.com
User-agent: YouBot
# Mistral
User-agent: MistralAI-User
# ByteDance
User-agent: Bytespider
# Common Crawl (training corpus for many models)
User-agent: CCBot
# Cohere
User-agent: cohere-ai
Allow: /
Disallow: /admin
Disallow: /admin_broadcast
Disallow: /admin_claim
Disallow: /admin_jellyhunt
Disallow: /api/
Disallow: /me
Disallow: /settings
Disallow: /signin
Disallow: /signup
Disallow: /cart
Disallow: /checkout
Disallow: /orders
Disallow: /unsubscribe
Disallow: /sandbox
Disallow: /dev

Sitemap: https://jellyjelly.com/sitemap.xml