# =============================================================
# Manhattan Strategies — Universal Webflow robots.txt Add-On
# Paste into: Site Settings > SEO > Indexing > Robots.txt (below
# whatever Webflow has already pre-filled), then Publish.
# Last reviewed: Aug 2026 — re-check the AI bot list yearly.
# =============================================================

# --- Standard search engines: full crawl access (core SEO) ---
User-agent: *
Allow: /

# --- AI answer/search engines: ALLOWED ---
# These are the crawlers that let ChatGPT, Perplexity, Claude, and
# Amazon's answer surfaces fetch, cite, and link to this site in
# real answers. Blocking them defeats the AEO goal, so they stay open.
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Amazonbot
Allow: /

# --- AI model-training crawlers: BLOCKED ---
# These scrape site content specifically to train foundation models,
# not to answer a live user question. Blocking them keeps client
# content out of training runs without hurting AEO visibility above.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

# Sitemap handled by Webflow's "Add sitemap to robots.txt" toggle in
# the same Indexing panel — leave that on rather than hardcoding one here.


Sitemap: https://runwayofdreams.org/sitemap.xml