# rillet.com robots.txt
# Goal: allow AI search & real-time discovery | block AI training use of content
# Last updated: July 2026 (EA updated)
# AI-readable site summary: https://www.rillet.com/llms.txt

# === AI Search & Real-Time Discovery ===
# Agents that surface content to users in real time

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: YouBot
Allow: /

# === AI Training Crawlers ===

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

# === Standard Search Engines ===

User-agent: Googlebot
Allow: /.well-known/
Allow: /
Disallow: /*?*_page=
Disallow: /*?utm_*
Disallow: /*?ref=*
Disallow: /*?trk=*
Disallow: /*?_bhlid=*
Disallow: /*?LinkSource=*

User-agent: Bingbot
Allow: /
Disallow: /*?*_page=

User-agent: *
Allow: /.well-known/
Allow: /
Disallow: /*?*_page=
Content-Signal: ai-train=no, search=yes, ai-input=yes

Sitemap: https://www.rillet.com/sitemap.xml