User-agent: *
Allow: /

# Crawl-delay: 1

# Sitemaps
Sitemap: https://ikedahayato.com/sitemap.xml

# Disallow admin areas
Disallow: /studio/
Disallow: /api/

# Allow search engines to crawl all public content
Allow: /blog/
Allow: /bonus/
Allow: /newsletter/
Allow: /koyomi-no-wa/
Allow: /tch-training/
Allow: /ubusunagami/

# Specific bot rules for AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /