User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /?s= Disallow: /search/ Disallow: /tag/ Disallow: /author/ Disallow: /feed/ Disallow: */feed/ Disallow: /categories/ Disallow: /category/ Disallow: /comments/ # OpenAI / ChatGPT User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / # Google Gemini User-agent: Google-Extended Allow: / # Anthropic Claude User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / # Meta (LLaMA) User-agent: FacebookBot Allow: / User-agent: meta-externalagent Allow: / # Perplexity User-agent: PerplexityBot Allow: / # Common Crawl User-agent: CommonCrawler Allow: / User-agent: CCBot Allow: / # Others User-agent: llamafile Allow: / User-agent: Omgilibot Allow: / User-agent: Diffbot Allow: / User-agent: Bytespider Allow: / Sitemap: https://scalemedica.com/sitemap.xml