# *
User-agent: *
Allow: /

# Search & retrieval: allow
User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

# User-triggered: allow
User-agent: ChatGPT-User
Allow: /

User-agent: Claude-User
Allow: /

# Training: block
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

# Opt-out tokens
User-agent: Google-Extended
Disallow: /

# Undeclared: block
User-agent: Bytespider
Disallow: /

# Sitemaps
Sitemap: https://www.akshatgoel.com/sitemap.xml

# Machine-readable resources
# Site map for language models: https://www.akshatgoel.com/llms.txt
# Full text of every post:      https://www.akshatgoel.com/llms-full.txt
# OpenAPI specification:        https://www.akshatgoel.com/openapi.json
# Developer resource index:     https://www.akshatgoel.com/developers
# Markdown twin of any page:    send `Accept: text/markdown`, or use /md/<path>