# START YOAST BLOCK # --------------------------- User-agent: * Disallow: Sitemap: https://www.centerwatch.com/sitemap_index.xml Sitemap: https://www.wcgclinical.com/sitemap_index.xml # --------------------------- # END YOAST BLOCK # AI Bots User-agent: Amazonbot Crawl-delay: 3 User-agent: EtaoSpider Crawl-delay: 3 User-agent: GPTBot Crawl-delay: 3 User-agent: CCBot Crawl-delay: 3 User-Agent: PerplexityBot Crawl-delay: 3 User-agent: Google-Extended Crawl-delay: 3 User-agent: GoogleAgent-Mariner Crawl-delay: 3 User-agent: GoogleAgent-Shopping Crawl-delay: 3 User-agent: ClaudeBot Crawl-delay: 3 User-agent: meta-externalagent Crawl-delay: 3 User-agent: Bytespider Crawl-delay: 3 User-agent: Scrapy Crawl-delay: 3 User-agent: PetalBot Crawl-delay: 3 User-agent: Devin Crawl-delay: 3 User-agent: omgili Crawl-delay: 3 User-agent: AI2Bot Crawl-delay: 3 User-agent: Gemini-Deep-Research Crawl-delay: 3 User-agent: PanguBot Crawl-delay: 3 User-agent: MistralAI-User Crawl-delay: 3 User-agent: Diffbot Crawl-delay: 3 User-agent: Sidetrade indexer bot Crawl-delay: 3 User-agent: Google-NotebookLM Crawl-delay: 3 User-agent: DuckAssistBot Crawl-delay: 3 User-agent: Copilot Crawl-delay: 3 User-agent: Ai2Bot-Dolma Crawl-delay: 3 User-agent: Google-CloudVertexBot Crawl-delay: 3 User-agent: meta-externalfetcher Crawl-delay: 3 User-agent: iaskspider Crawl-delay: 3 User-agent: wpbot Crawl-delay: 3 User-agent: aiHitBot Crawl-delay: 3 User-agent: cohere-ai Crawl-delay: 3 User-agent: FriendlyCrawler Crawl-delay: 3 User-agent: img2dataset Crawl-delay: 3 User-agent: VelenPublicWebCrawler Crawl-delay: 3 User-agent: YouBot Crawl-delay: 3 User-agent: Brightbot Crawl-delay: 3 User-agent: Claude-User Crawl-delay: 3 User-agent: ClaudeBot Crawl-delay: 3 User-agent: Claude-SearchBot Crawl-delay: 3 User-agent: Perplexity-User Crawl-delay: 3 User-agent: ISSCyberRiskCrawler Crawl-delay: 3 User-agent: CopilotNative Crawl-delay: 3 User-agent: CopilotSapphire Crawl-delay: 3 User-agent: imgproxy Crawl-delay: 3 User-agent: SemrushBot-SWA Crawl-delay: 3 User-agent: ChatGPT-User Crawl-delay: 3 User-agent: OAI-SearchBot Crawl-delay: 3 User-agent: Timpibot Crawl-delay: 3