User-agent: *
Allow: /
Allow: /about
Allow: /contact
Allow: /property/
Allow: /destinations/

Disallow: /embed/
Disallow: /website-id
Disallow: /admin/
Disallow: /api/
Disallow: /*?*
Disallow: /*/preview

# Prevent duplicate content indexation
User-agent: *
Disallow: /*/property/*/rental-agreement

# Add delays for specific bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

# Sitemaps
Sitemap: https://ayrshireruralretreats.co.uk/sitemap.xml