User-Agent: *
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

# AI crawlers are explicitly welcome — this API is built for agents.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# Machine-readable docs:
#   https://fetcher.sh/openapi.json — OpenAPI 3.1 contract (x402 discovery)
#   https://fetcher.sh/skill.md — agent skill / setup instructions
#   https://fetcher.sh/llms.txt — curated Markdown index (llmstxt.org)
#   https://fetcher.sh/.well-known/mcp/server-card.json — MCP server card
#   https://fetcher.sh/.well-known/api-catalog — RFC 9727 API catalog
#   https://fetcher.sh/.well-known/agent-skills/index.json — Agent Skills index
#   https://fetcher.sh/.well-known/agent-card.json — A2A agent card (HTTP+JSON)
#   https://fetcher.sh/.well-known/ai-catalog.json — ARD / AI Catalog capability manifest
#   https://fetcher.sh/auth.md — how agents get a credential (x402 or prepaid key)
#   https://fetcher.sh/.well-known/oauth-authorization-server — RFC 8414 (no OAuth grants; x402 / Bearer)
#   https://fetcher.sh/.well-known/oauth-protected-resource — RFC 9728 (Bearer header; read scope)
#   https://fetcher.sh/.well-known/http-message-signatures-directory — Web Bot Auth JWKS
#   https://fetcher.sh/.well-known/acp.json — Agentic Commerce Protocol discovery

Agentmap: https://fetcher.sh/.well-known/ai-catalog.json
Sitemap: https://fetcher.sh/sitemap.xml