# Formatho - privacy-first developer tools
# AI crawlers and search bots are welcome to index and quote our content.

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /tools/admin/
Disallow: /api/

# Content Signals (https://contentsignals.org) — AI usage preferences
# search=yes: tools are indexable and quotable in search/AI search results
# ai-train=no: our tool descriptions and docs are not for model training
# ai-input=no: agents may call our tools via MCP but not ingest pages as context
Content-Signal: ai-train=no, search=yes, ai-input=no

# AI crawlers - explicitly allowed (indexing, quoting, and search use)
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot-Extended
Allow: /

Sitemap: https://formatho.com/sitemap.xml