# drug.aiqixie.com - robots.txt
# General crawlers: index content pages, skip internal search result pages
User-agent: *
Allow: /
Disallow: /search

# AI / generative engine crawler: GPTBot
User-agent: GPTBot
Allow: /

# AI / generative engine crawler: ChatGPT-User
User-agent: ChatGPT-User
Allow: /

# AI / generative engine crawler: OAI-SearchBot
User-agent: OAI-SearchBot
Allow: /

# AI / generative engine crawler: PerplexityBot
User-agent: PerplexityBot
Allow: /

# AI / generative engine crawler: ClaudeBot
User-agent: ClaudeBot
Allow: /

# AI / generative engine crawler: Claude-User
User-agent: Claude-User
Allow: /

# AI / generative engine crawler: anthropic-ai
User-agent: anthropic-ai
Allow: /

# AI / generative engine crawler: Google-Extended
User-agent: Google-Extended
Allow: /

# AI / generative engine crawler: Applebot-Extended
User-agent: Applebot-Extended
Allow: /

# AI / generative engine crawler: CCBot
User-agent: CCBot
Allow: /

# AI / generative engine crawler: Bytespider
User-agent: Bytespider
Allow: /

# AI / generative engine crawler: Amazonbot
User-agent: Amazonbot
Allow: /

# AI / generative engine crawler: Meta-ExternalAgent
User-agent: Meta-ExternalAgent
Allow: /

# AI / generative engine crawler: Meta-ExternalFetcher
User-agent: Meta-ExternalFetcher
Allow: /

# AI / generative engine crawler: Diffbot
User-agent: Diffbot
Allow: /

# AI / generative engine crawler: cohere-ai
User-agent: cohere-ai
Allow: /

# AI / generative engine crawler: YouBot
User-agent: YouBot
Allow: /

# AI / generative engine crawler: Timpibot
User-agent: Timpibot
Allow: /

Sitemap: https://drug.aiqixie.com/sitemap.xml