# Block known AI training crawlers
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Omgilibot
Disallow: /

# Allow AI assistant/search crawlers and user-triggered fetchers
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Google policy tradeoff: allow Google-Extended
User-agent: Google-Extended
Allow: /

# Allow all other crawlers
User-agent: *
Allow: /

# AI Agents: For programmatic access to legal skills, use:
# MCP Server: https://skills.case.dev/api/mcp (no auth required)
# Skills as Markdown: https://agentskills.legal/skills/[slug].md
# LLM Discovery: https://agentskills.legal/llms.txt
# Documentation: https://docs.case.dev/agent-skills

Sitemap: https://agentskills.legal/sitemap.xml