# DoorToShop — robots.txt
# Public marketing pages are crawlable by all bots, including LLM training and
# answer-engine crawlers (GEO/AEO). Account, cart, admin, merchant, order and
# voice-WebSocket paths are blocked everywhere — they require auth, can't be
# rendered for an anonymous crawler, and waste crawl budget.

# Default policy + every named bot share the same rules. Stacking User-agent
# lines is permitted by the robots.txt spec (RFC 9309 / Google's parser); a
# named bot that finds its own group must use ONLY that group, so listing them
# here keeps the policy consistent.
User-agent: *
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: Meta-ExternalAgent
User-agent: Amazonbot
Disallow: /Account/
Disallow: /Basket/
Disallow: /Cart/
Disallow: /Admin/
Disallow: /Merchant/
Disallow: /Order/
Disallow: /Wallet/
Disallow: /User/
Disallow: /Settings/
Disallow: /Voice/
Disallow: /cgi-bin/
Disallow: /*?sessionExpired=
Allow: /

# Image indexing — keep wide open for product photos
User-agent: Googlebot-Image
Allow: /

Sitemap: https://doortoshop.com/sitemap.xml