# https://subconsciousmind.ai/ — The Vanderbilt Portfolio

User-agent: *
Allow: /
Disallow: /search/
Disallow: /tags/
Disallow: /categories/
Disallow: /regions/
Disallow: /subscribe/thank-you/

Sitemap: https://subconsciousmind.ai/sitemap.xml

# Googlebot — no crawl delay, maximize indexing speed
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# AI crawlers — allow for visibility and citation
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

# Block scraper bots
User-agent: CCBot
Disallow: /

User-agent: ByteSpider
Disallow: /