# START YOAST BLOCK # --------------------------- # Block Bytespider, used by various services for crawling. User-agent: Bytespider Disallow: / # Block Diffbot, a bot for extracting structured data from websites. User-agent: Diffbot Disallow: / # Block ImagesiftBot, likely related to image processing or crawling. User-agent: ImagesiftBot Disallow: / # Block Omgili, a bot related to web crawling by Omgili. User-agent: Omgili Disallow: / # Block Omgilibot, a bot used for crawling by Omgili. User-agent: Omgilibot Disallow: / # Block YouBot, another general bot. User-agent: YouBot Disallow: / User-agent: ia_archiver Disallow: / User-agent: * Disallow: Sitemap: https://www.detox.com/sitemap_index.xml # --------------------------- # END YOAST BLOCK