# Robots.txt for HOT Protocol
# Optimized for AI indexing and search engines

User-agent: *
Allow: /
Disallow: /cdn-cgi/l/email-protection$
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /_next/
Disallow: /js/
Disallow: /css/
Disallow: /images/favicons/

# AI Bot Specific Rules
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/

User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/

User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/

User-agent: Claude-Web
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Search Engine Specific Rules
User-agent: Googlebot
Allow: /
Disallow: /cdn-cgi/l/email-protection$
Disallow: /admin/
Disallow: /private/
Disallow: /api/

User-agent: Bingbot
Allow: /
Disallow: /cdn-cgi/l/email-protection$
Disallow: /admin/
Disallow: /private/
Disallow: /api/

User-agent: Yandex
Allow: /
Disallow: /cdn-cgi/l/email-protection$
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Crawl-delay for AI bots to be respectful
Crawl-delay: 1

# Sitemaps
Sitemap: https://hot-labs.org/sitemap.xml
Sitemap: https://hot-labs.org/sitemap-articles.xml