User-agent: *
Allow: /
Allow: /about
Allow: /contact
Allow: /property/
Allow: /destinations/
Allow: /fr/
Allow: /it/
Allow: /ru/

Disallow: /embed/
Disallow: /website-id
Disallow: /admin/
Disallow: /api/
Disallow: /*?*
Disallow: /*/preview

# Prevent duplicate content indexation
User-agent: *
Disallow: /*/property/*/rental-agreement

# Add delays for specific bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

# Block potentially aggressive bots
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

# Sitemaps
Sitemap: https://mountainsuite.fr/sitemap.xml