# Content-Signal: what our content may be USED for, as distinct from the
# Allow/Disallow rules below, which say who may FETCH it. Reserved under
# Article 4(3) of Directive (EU) 2019/790 and under our terms of use at
# https://resortings.com/terms. Machine-readable duplicate at
# https://resortings.com/.well-known/tdmrep.json
#
# search=yes    index it and link back
# ai-input=yes  quote it in an answer that cites and links us
# ai-train=no   do not train, fine tune or evaluate a model on it
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /

# Scanners probing for credentials, not welcome
Disallow: /.env
Disallow: /.git

# ---------------------------------------------------------------------------
# The line drawn here is: does this crawler send readers back?
#
# ALLOWED, because they answer a question and cite the source, which is a link
# and a reader. Comparison questions like "which Disney resort should we book"
# are the single query type AI answers have taken over, so being absent from
# them is being absent from the category.
#   OAI-SearchBot   indexes for ChatGPT search
#   ChatGPT-User    a person asked ChatGPT to open this page
#   PerplexityBot   indexes for Perplexity
#   Perplexity-User a person asked Perplexity to open this page
#   Claude-User      a person asked Claude to open this page
#   Claude-SearchBot indexes for Claude's search, cites the source
# None of them are listed below, so the Allow above covers them.
#
# BLOCKED, because they take the content and send nothing back. These are
# training and scraping crawlers, not answer engines with citations.
# ---------------------------------------------------------------------------
User-agent: GPTBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Google-Extended
Disallow: /

# robots.txt is a request, not a fence. The bots that ignore it are stopped by
# Cloudflare's AI Crawl Control, which has to be changed to match this file or
# the two disagree and Cloudflare wins.

Sitemap: https://resortings.com/sitemap.xml