User-agent: *
Allow: /
Disallow: /search/
Disallow: /rss-feed/search/
Disallow: /rss-feed/breaking/search/
Disallow: /rss-feed/tags/
Disallow: /*/sort/

User-Agent: ClaudeBot
Disallow: /news/
Disallow: /partners/
Disallow: /journals/
Disallow: /tags/

User-Agent: GPTBot
Disallow: /news/
Disallow: /partners/
Disallow: /journals/
Disallow: /tags/

User-agent: FacebookBot
Disallow: /news/
Disallow: /partners/
Disallow: /journals/
Disallow: /tags/

User-agent: AhrefsBot
Disallow: /tags/

User-agent: CCbot
Disallow: /news/
Disallow: /partners/
Disallow: /journals/
Disallow: /tags/

User-Agent: Bytespider
Disallow: /news/
Disallow: /partners/
Disallow: /journals/
Disallow: /tags/

User-Agent: cohere-ai
Disallow: /news/
Disallow: /partners/
Disallow: /journals/
Disallow: /tags/

User-agent: Google-Extended
Disallow: /news/
Disallow: /tags/

User-agent: Applebot-Extended
Disallow: /news/
Disallow: /tags/

User-Agent: Scrapy
Disallow: /

User-Agent: FriendlyCrawler
Disallow: /

User-Agent: ChatGLM-Spider
Disallow: /

User-agent: DataForSeoBot
Disallow: /

Sitemap: https://medicalxpress.com/sitemap/indx/