User-Agent: GPTBot
User-Agent: ClaudeBot
User-Agent: CCBot
User-Agent: Bytespider
User-Agent: Meta-ExternalAgent
User-Agent: cohere-ai
User-Agent: Applebot-Extended
User-Agent: Reflectionbot
User-Agent: Amazonbot
Disallow: /

User-Agent: SemrushBot
User-Agent: MJ12bot
User-Agent: Barkrowler
User-Agent: SERankingBacklinksBot
Disallow: /

User-Agent: AwarioBot
User-Agent: AwarioSmartBot
User-Agent: AwarioRssBot
Disallow: /

User-Agent: Keenable-Extended
Disallow: /

User-Agent: *
Allow: /
Allow: /*?page=*
Allow: /api/comparable/
Disallow: /t/
Disallow: /offers/
Disallow: /ar/t/
Disallow: /ar/offers/
Disallow: /zh/t/
Disallow: /zh/offers/
Disallow: /ru/t/
Disallow: /ru/offers/
Disallow: /de/t/
Disallow: /de/offers/
Disallow: /fr/t/
Disallow: /fr/offers/
Disallow: /es/t/
Disallow: /es/offers/
Disallow: /it/t/
Disallow: /it/offers/
Disallow: /nl/t/
Disallow: /nl/offers/
Disallow: /*?*_rsc=*
Disallow: /api/buildings/*/timeseries
Disallow: /api/buildings/*/pricing
Disallow: /api/projects/*/timeseries
Disallow: /api/projects/*/pricing
Disallow: /*?*area=*
Disallow: /*?*areas=*
Disallow: /*?*excludeAreas=*
Disallow: /*?*developer=*
Disallow: /*?*excludeDeveloper=*
Disallow: /*?*search=*
Disallow: /*?*beds=*
Disallow: /*?*bedrooms=*
Disallow: /*?*maxBeds=*
Disallow: /*?*houseType=*
Disallow: /*?*unitType=*
Disallow: /*?*propertyUsage=*
Disallow: /*?*minPrice=*
Disallow: /*?*maxPrice=*
Disallow: /*?*minConstructionYear=*
Disallow: /*?*maxConstructionYear=*
Disallow: /*?*minDeliveryYear=*
Disallow: /*?*maxDeliveryYear=*
Disallow: /*?*minSize=*
Disallow: /*?*maxSize=*
Disallow: /*?*salesStatus=*
Disallow: /*?*completionStatus=*
Disallow: /*?*documents=*
Disallow: /*?*ask=*
Disallow: /*?*sort=*
Disallow: /*?*userLat=*
Disallow: /*?*userLng=*
Disallow: /*?*userRadius=*
Disallow: /*?*commuteLat=*
Disallow: /*?*commuteLng=*
Disallow: /*?*commuteMode=*
Disallow: /*?*commuteMax=*
Disallow: /*?*commuteLabel=*

User-Agent: GoogleOther
User-Agent: AdsBot-Google
User-Agent: AdsBot-Google-Mobile
Disallow: /

Sitemap: https://datahabibi.ae/sitemap.xml
Sitemap: https://datahabibi.ae/ar/sitemap.xml
Sitemap: https://datahabibi.ae/zh/sitemap.xml
Sitemap: https://datahabibi.ae/ru/sitemap.xml
Sitemap: https://datahabibi.ae/de/sitemap.xml
Sitemap: https://datahabibi.ae/fr/sitemap.xml
Sitemap: https://datahabibi.ae/es/sitemap.xml
Sitemap: https://datahabibi.ae/it/sitemap.xml
Sitemap: https://datahabibi.ae/nl/sitemap.xml