# completely disallow the MJ12bot... User-agent: MJ12bot Disallow: / User-agent: ZoominfoBot Disallow: / User-Agent: AhrefsBot Crawl-Delay: 60 # all other 'bots can be more selective User-Agent: * Disallow: /CVS Disallow: /ckeditor3 Disallow: /ckeditor4 Disallow: /ckeditor_extensions Disallow: /traffic.php Disallow: /Web/WebAdmin Disallow: /-/WebAdmin Disallow: /-/EditWebsite Disallow: /-/Home/dmca Disallow: /-/Home/privacy Disallow: /Web/WebUser/forgot_password Disallow: /Search/browse_extended_photos Disallow: /-/ListingSearch Disallow: /-/listing/*controller Disallow: /idx/search/* Disallow: /idx/market-report/* Allow: /dispatch.php Sitemap: https://www.coloradosluxuryhomes.com/-/Sitemap/index crawl-delay: 15