# BlogsHQ crawl policy.
# General crawlers, search engines, and on-demand citation/answer bots are
# welcome. See /llms.txt for an LLM-friendly summary of this site.
User-agent: *
Allow: /

# Bulk-scraping bots used to train, fine-tune, or evaluate AI/ML models are
# not permitted to reuse BlogsHQ content for that purpose — see
# https://blogshq.com/terms/#using-the-site ("What you may not do"). This
# does not block on-demand citation/answer bots (e.g. ChatGPT-User,
# OAI-SearchBot), only known bulk-training crawlers.
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Ai2Bot
Disallow: /

User-agent: meta-externalagent
Disallow: /