# BlockMag Robots.txt
# https://blockmag.com/

# LLM & AI Context Discovery (https://llmstxt.org/)
# Summary: https://blockmag.com/llms.txt
# Full Technical Specifications: https://blockmag.com/llms-full.txt

User-agent: *
Disallow: /about
Disallow: /terms
Disallow: /privacy
Disallow: /admin
Disallow: /billing
Disallow: /contacts
Disallow: /inventory
Disallow: /purchases
Disallow: /timesheets
Disallow: /manufacturing
Disallow: /reports
Disallow: /eshop
Disallow: /employee/dashboard
Disallow: /reset-password
Disallow: /forgot-password
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /tools/
Allow: /modules/
Allow: /sellers
Allow: /news
Allow: /growth
Allow: /tech-radar
Allow: /.well-known/mcp.json
Allow: /api/mcp/public
Allow: /api/mcp/sse
Allow: /sitemap.xml

# Explicit AI Crawlers & LLM Indexing Directives
User-agent: GPTBot
Disallow: /about
Disallow: /terms
Disallow: /privacy
Allow: /

User-agent: ChatGPT-User
Disallow: /about
Disallow: /terms
Disallow: /privacy
Allow: /

User-agent: ClaudeBot
Disallow: /about
Disallow: /terms
Disallow: /privacy
Allow: /

User-agent: PerplexityBot
Disallow: /about
Disallow: /terms
Disallow: /privacy
Allow: /

User-agent: Google-Extended
Disallow: /about
Disallow: /terms
Disallow: /privacy
Allow: /

User-agent: Applebot-Extended
Disallow: /about
Disallow: /terms
Disallow: /privacy
Allow: /

Sitemap: https://blockmag.com/sitemap.xml