# krowdev — a developer knowledge base
# All crawlers welcome. Content designed for humans and AI agents.

User-agent: *
Allow: /

# AI training crawlers — welcome
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

# AI-friendly endpoints
# /llms.txt          — index of all entries
# /llms-full.txt     — full content dump
# /{kind}/{slug}.md  — per-entry clean markdown

Sitemap: https://krowdev.com/sitemap.xml