# AI Commander — robots.txt
# AI agents and crawlers are welcome. Start with the LLM-friendly files:
#   https://aicommander.dev/llms.txt        (concise index)
#   https://aicommander.dev/llms-full.txt   (full onboarding + long-job guide)
#   https://aicommander.dev/openapi.json    (REST API, including /api/v1/jobs)
#   https://aicommander.dev/use-cases/ml-training-jobs/ (detached-job example)
#   https://aicommander.dev/pricing/        (plans, limits, what is free)
#   https://aicommander.dev/compare/        (how it differs from the alternatives)

User-agent: *
Allow: /

# Common AI crawlers — explicitly allowed.
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

Sitemap: https://aicommander.dev/sitemap.xml