User-agent: *
Disallow: /ajax/
Disallow: /promo/
Disallow: /manager/
Disallow: /to/
Disallow: /en/search
Disallow: /ar/search
Disallow: /fr/recherche
Disallow: /ar/recherche
Disallow: /search
Disallow: /en/search-v2
Disallow: /ar/search-v2
Disallow: /en/review
Disallow: /ar/review
Disallow: /en/area-insights/*
Disallow: /ar/area-insights/*
Disallow: */transactions/*?
Disallow: */insightshub*
Disallow: /en/where-can-i-live?*
Disallow: /ar/where-can-i-live?*
Disallow: */tools/home-value-estimator
Disallow: /sp_events/*


Disallow: */map-search
Disallow: */find-agent/? 
Disallow: */find-broker/? 
Disallow: /manager/*
Allow: /manager/login/

Sitemap: https://www.sarouty.ma/sitemaps/desktop-sitemap.xml.gz

# Block crawling software
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: Mediapartners-Google
Disallow: /