# robots.txt for atomicavenue.com
# Lives at the site root (\\Superman\C$\websites\Atomic Avenue\www\robots.txt).
# The deploy script only ships the /atomic app folder, so copy this file by hand.
# Rewritten 2026-09-05: the previous file (2009) blocked ChatGPT-User, the fetch
# OpenAI makes when a person asks ChatGPT to look something up on this site right
# now. Blocking that turned away shoppers. Training crawlers stay blocked.

Sitemap: https://atomicavenue.com/sitemap.xml

# Everyone: stay out of the account-preference page and ASP.NET handler resources.
User-agent: *
Disallow: /atomic/MobilePrefs.aspx
Disallow: /*.axd$

# Training-only crawlers: no. (Widened 2026-10-12 to match the Conditions of Use,
# which bar AI training on our data.)
User-agent: GPTBot
User-agent: CCBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: FacebookBot
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: Diffbot
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: omgili
User-agent: omgilibot
User-agent: Timpibot
User-agent: ImagesiftBot
User-agent: img2dataset
User-agent: PanguBot
User-agent: Kangaroo Bot
Disallow: /

# On-demand fetches on a person's behalf, and search indexing for answers: welcome.
# (ChatGPT-User, OAI-SearchBot, Claude-User, Perplexity-User and the like fall under
# "User-agent: *" above, which allows everything but the two paths listed.)

# The URL patterns assistants should use are described in /llms.txt
# MCP discovery: /.well-known/mcp.json  (endpoint https://atomicavenue.com/api/mcp)