# IWTLP - I Want To Learn Programming
# Search + AI-search crawlers are welcome on the public content.

User-agent: Googlebot
Allow: /

User-agent: bingbot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: *
Allow: /

# App-only and private routes have no public content to index.
Disallow: /api/
Disallow: /dashboard
Disallow: /signin
Disallow: /signup
Disallow: /signout

# Training crawlers: search visibility (above) is allowed; bulk training is not.
User-agent: GPTBot
Disallow: /

Sitemap: https://iwtlp.com/sitemap.xml