User-agent: * Allow: / # Disallow Directives Disallow: /*modal-download-brochure Disallow: /*?by_city_or_destination=* Disallow: /*?by_destination_id[]=* Disallow: /*?by_agency_id=* Disallow: /*by_min_price=* Disallow: /*by_max_price=* Disallow: /*?by_city_id[]=* Disallow: /*Unavailable Disallow: /*Module Disallow: /*immo,equipe.htm Disallow: /*?ref=tomba.io Disallow: /*legal Disallow: /*page_action/* Disallow: /*session_trace/* Disallow: /*metrics/* Disallow: /*jserrors/* Disallow: /*ajax/* Disallow: */1000$ Disallow: /admin/ #Good search ua crawl delay specifics rules User-agent: bing Crawl-delay: 5 User-agent: bingbot Crawl-delay: 5 User-agent: duckduckgo Crawl-delay: 5 User-agent: slurp Crawl-delay: 5 #Bad user-agent specifics rules User-agent: AhrefsBot Crawl-delay: 5 User-agent: MJ12bot Crawl-delay: 1 user-agent: Pinterestbot Crawl-delay: 0.2 User-agent: Scrappy Crawl-delay: 20 Disallow: / User-agent: Scrapy/2.10.1 Disallow: / User-agent: Nutch Crawl-delay: 20 Disallow: / #IA user-agent specific rules User-agent: CCBot Disallow: / User-agent: GPTBot Disallow: / User-agent: TextBulkerBot Disallow: / Sitemap: https://www.comparetimmobilier.com/sitemap.xml