User-agent: *
Allow: /
Disallow: /api/
Disallow: /pages/admin.html
Disallow: /admin.html

# AI training / scraping crawlers — disallow content ingestion for model training.
# These bots do not affect search indexing (Googlebot, Bingbot, etc. are unaffected).
User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://mind-the-bug.co.uk/sitemap.xml

# llms.txt — agent-readable site brief for AI search tools (ChatGPT, Perplexity, Gemini).
# Spec: https://llmstxt.org/
# llms.txt: https://mind-the-bug.co.uk/llms.txt