# Allow Facebook crawler for social sharing (legacy URLs)
User-agent: facebookexternalhit
Allow: /listing/
Allow: /

User-agent: facebot  
Allow: /listing/
Allow: /

# For all other crawlers
User-agent: *
Allow: /

# Disallow private/admin areas
Disallow: /dashboard/
Disallow: /admin/
Disallow: /api/
Disallow: /edit-property/
Disallow: /auth
Disallow: /forgot-password

# Disallow specific dashboard pages
Disallow: /dashboard/my-listings
Disallow: /dashboard/add-property
Disallow: /dashboard/documents
Disallow: /dashboard/my-profile
Disallow: /dashboard/my-favourites
Disallow: /dashboard/all-listings
Disallow: /dashboard/messages
Disallow: /dashboard/articles
Disallow: /dashboard/users
Disallow: /dashboard/marketing

# BLOCK legacy URLs from search engine crawlers (but allow social media)
Disallow: /listing/

# Allow all other pages (implicit with Allow: /)
# This includes:
# - /listings
# - /property/
# - /calculators
# - /agents
# - /about
# - /contact
# - /blog
# - /blog/
# - And all other public pages

# Sitemaps - Complete coverage for all search engines
Sitemap: https://www.primaharta.com.my/sitemap.xml
Sitemap: https://www.primaharta.com.my/sitemap-cities.xml
Sitemap: https://www.primaharta.com.my/sitemap-index.xml
Sitemap: https://www.primaharta.com.my/sitemap-bing.xml

# Crawl delay for general crawlers
Crawl-delay: 1