MALSH Robots.txt # Autorisation UA - MAJ 24/04/24 User-agent: * Allow: / # Admin - MAJ 24/04/24 Disallow: /admin/ # Filtres - MAJ 24/04/24 Disallow: /*by_city_id=* Disallow: /*by_accommodation_type=* Disallow: /*by_accommodation_types* Disallow: /*by_min_price=* Disallow: /*by_max_price=* Disallow: /*by_min_area=* Disallow: /*by_max_area=* Disallow: /*by_bedroom_count=* Disallow: /*by_reference=* Disallow: /*rental_unit=* Disallow: /*sale_unit=* Disallow: /*by_address=* Disallow: /*by_reference=* Disallow: /*by_contract_type=* Disallow: /*by_available=* # Tri - MAJ 24/04/24 Disallow: /*sort=* # Media - MAJ 24/04/24 Disallow: /*.pdf* # Utilisateur - MAJ 24/04/24 Disallow: /*favoris* # Autres - MAJ 24/04/24 Disallow: /*locale=* Disallow: /*index.php Disallow: /api/v1/* # Google bot Image - MAJ 24/04/24 User-agent: Googlebot-Image Allow: /*uploads/* Allow: /*accommodations/* # Crawl Delay UA 5 - MAJ 24/04/24 User-agent: bing User-agent: bingbot User-agent: duckduckgo User-agent: slurp User-agent: AhrefsBot User-agent: AhrefsSiteAudit Crawl-delay: 5 # Crawl Delay UA 1 - MAJ 24/04/24 User-agent: MJ12bot User-agent: Pinterestbot Crawl-delay: 1 # Blocage UA indésirable - MAJ 24/04/24 User-agent: Scrappy User-agent: Scrapy/2.10.1 User-agent: Nutch User-agent: CCBot User-agent: GPTBot User-agent: TextBulkerBot Disallow: / # Déclaration sitemap - MAJ 24/04/24 Sitemap: https://www.malsh.com/sitemap.xml