# robots.txt for search.kingbrand.com
# King Brand Healthcare Products -- AI-agent-facing medical content service.
# Purpose of this site: machine-readable reference content for AI agents
# and search engines. All AI crawlers are welcome except Amazon
# (hostile crawler/poaching actor, owner directive).
# Managed by: marketing (SEO / AI discoverability). Last updated: 2026-09-02.

User-agent: *
Allow: /
Disallow: /api/
Disallow: /*.bak
Disallow: /*.disabled
Disallow: /include/

# Explicitly welcome AI crawlers (they are the primary audience of this site):
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

# Amazon crawlers: blocked. Owner directive treats Amazon as a hostile
# crawler/poaching actor. nginx also returns 403 to Amazon user-agents on
# this subdomain (task #191), so these directives state the same policy
# for crawlers that honor robots.txt.
User-agent: Amazonbot
Disallow: /

User-agent: Amzn-SearchBot
Disallow: /

User-agent: amazon-adsystem
Disallow: /

# Sibling AI content property (AI-focused value content, kb-it owned):
# https://info.kingbrand.com/ (robots + sitemap: https://info.kingbrand.com/robots.txt)

Sitemap: https://search.kingbrand.com/sitemap.xml