# ShouldISwap

# /api/ is disallowed by default because most endpoints proxy CoinGecko and
# burn the Demo-tier monthly budget. Two are exceptions:
#
#   /api/depin/tokens    static catalogue, never touches CoinGecko.
#   /api/depin/featured  serves the in-memory 90-day snapshot, which the
#                        aggregator rebuilds on its own 5-minute schedule.
#                        The one exception is a cold-start build when no
#                        snapshot exists yet — that runs at most once per
#                        container start and the first human visitor would
#                        trigger it anyway, so crawlers add no marginal cost.
#
# Between them they carry the 90-day cross-rate percentile data that nothing
# else on the web publishes, which makes them the part of the API worth
# exposing to answer engines.
#
# Allow lines come first and are longer than the Disallow path; robots.txt
# resolves conflicts by most-specific match, so the exceptions win.
#
# Still blocked: /api/pairs, /api/search, /api/depin/token/* — all of those
# hit CoinGecko live.

User-agent: *
Allow: /api/depin/featured
Allow: /api/depin/tokens
Allow: /
Disallow: /api/

# AI crawlers — UA-specific sections override the wildcard above, so EVERY
# rule must be repeated in each block (robots.txt has no inheritance). If you
# change the rules above, change them in all blocks below too.
#
# Crawlers not listed here (OAI-SearchBot, ChatGPT-User, Claude-User,
# Claude-SearchBot, Perplexity-User, Amazonbot, Applebot, meta-externalagent)
# have no group of their own and therefore correctly fall through to the
# User-agent: * block above. They are deliberately not duplicated — more
# blocks means more places for the rules to drift out of sync.

User-agent: GPTBot
Allow: /api/depin/featured
Allow: /api/depin/tokens
Allow: /
Disallow: /api/

User-agent: Google-Extended
Allow: /api/depin/featured
Allow: /api/depin/tokens
Allow: /
Disallow: /api/

User-agent: ClaudeBot
Allow: /api/depin/featured
Allow: /api/depin/tokens
Allow: /
Disallow: /api/

User-agent: CCBot
Allow: /api/depin/featured
Allow: /api/depin/tokens
Allow: /
Disallow: /api/

User-agent: Bytespider
Allow: /api/depin/featured
Allow: /api/depin/tokens
Allow: /
Disallow: /api/

User-agent: PerplexityBot
Allow: /api/depin/featured
Allow: /api/depin/tokens
Allow: /
Disallow: /api/

Sitemap: https://shouldiswap.com/sitemap.xml