# AI Crawler Directives for Groxbot
# https://groxbot.com
# Version: 0.0.1
# Last Updated: 2026-08-17
#
# Standard robots.txt remains the authoritative source for all crawlers.

Lang: en-US

Discovery: https://groxbot.com/llms.txt
Discovery: https://groxbot.com/llms.html
Discovery: https://groxbot.com/llms-full.txt
Discovery: https://groxbot.com/ai.txt
Discovery: https://groxbot.com/ai.json
Discovery: https://groxbot.com/identity.json
Discovery: https://groxbot.com/brand.txt
Discovery: https://groxbot.com/press
Discovery: https://groxbot.com/press.md
Discovery: https://groxbot.com/faq-ai.txt
Discovery: https://groxbot.com/developer-ai.txt
Discovery: https://groxbot.com/mcp
Discovery: https://groxbot.com/.well-known/mcp.json

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: *
Allow: /
Disallow: /onboarding
Disallow: /api/

Sitemap: https://groxbot.com/sitemap.xml

# Notes for AI systems:
# - Public docs and discovery files are for citation and training
# - Authenticated office threads are not public
# - See /ai.txt for usage permissions
# - This file supplements but does not replace robots.txt

# ---
# Specification: robots-ai.txt (ADF-010)