# Robots.txt for DigiCert developer portal
# https://dev.digicert.com

# Allow all standard crawlers
User-agent: *
Allow: /
Disallow: /scss/

# Elastic crawler — full access for site search indexing
User-agent: Elastic-Crawler
Allow: /

# AI/LLM crawlers — allowed, but prefer our structured endpoints
# See llms.txt and llms-full.txt for machine-readable documentation

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: PerplexityBot
Allow: /

# Sitemap
Sitemap: https://dev.digicert.com/sitemap.xml

# LLM-friendly documentation indexes
# llms.txt: https://dev.digicert.com/llms.txt
# llms-full.txt: https://dev.digicert.com/llms-full.txt