# datacentertraining.us - all public course, bundle, FAQ, blog, and agent
# resources are open to search engines and AI crawlers. Checkout, upload
# staging, build scripts, and parameterized duplicates of catalog pages are not.
# (One shared group: a crawler that matches a named group ignores "*", so the
# named AI crawlers are listed here to keep the same rules.)

User-agent: *
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Google-Extended
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: CCBot
User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/
Allow: /api/
Disallow: /checkout.html
Disallow: /blog/uploads/
Disallow: /blog/scripts/
Disallow: /scripts/
Disallow: /*?

# AI-agent resources: /llms.txt, /llms-full.txt, /.well-known/mcp.json, /openapi.json, /api/index.json
Sitemap: https://datacentertraining.us/sitemap.xml