# ==============================================================
# AGENT MODULE — ROBOTS.TXT
# agent-module.dev | Optimized for Agentic Web Discovery
# ==============================================================

# GLOBAL POLICY
User-agent: *
Allow: /
Disallow: /api/trial
Sitemap: https://agent-module.dev/sitemap.xml

# AI SEARCH & CITATION — explicitly allowed (drives traffic and citations)
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

# TRAINING BOTS — disallow API/logic endpoints (allow discovery docs)
User-agent: GPTBot
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /core-ethics.md
Allow: /faq.md
Disallow: /api/

User-agent: ClaudeBot
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /core-ethics.md
Allow: /faq.md
Disallow: /api/

User-agent: Google-Extended
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/

User-agent: CCBot
Disallow: /api/

# AGENT-NATIVE DISCOVERY LAYER
# llms.txt:        https://agent-module.dev/llms.txt
# llms-full.txt:   https://agent-module.dev/llms-full.txt
# Agent card:      https://agent-module.dev/.well-known/agent-card.json
# UCP manifest:    https://agent-module.dev/.well-known/ucp.json
# OpenAPI:         https://agent-module.dev/openapi.json