User-agent: *
Allow: /
Allow: /sitemap.xml

# Main pages
Allow: /index.html
Allow: /beach-club.html
Allow: /restaurant.html
Allow: /sea-lounge-drift-beach-restaurant-dubai.html
Allow: /private-villa-drift-beach-restaurant-dubai.html
Allow: /calendar.html
Allow: /private-events.html
Allow: /contact.html
Allow: /contact-private-events.html

# Event pages
Allow: /bisous-bisous-event-drift-restaurant.php
Allow: /la-pause-dejeuner-event-dubai.php
Allow: /ladies-who-drift-event-dubai.html
Allow: /super-sup-fit-event-drift-beach.php
Allow: /chic-wednesday-event-drift-restaurant.php
Allow: /riviera-night-event-drift-beach.php
Allow: /monthly-white-party-drift-beach-dubai.php
Allow: /new-year-eve-drift-beach-restaurant.php

# Legal pages
Allow: /terms.html
Allow: /terms.php
Allow: /privacy-policy.html

# PDF Resources
Allow: /img/restaurant-menu/*.pdf
Allow: /img/DRIFT-Beach_Events-Brochure41.pdf

# Media and asset directories
Allow: /images/
Allow: /img/
Allow: /css/
Allow: /js/
Allow: /fonts/

# Block access to sensitive directories
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /backup/
Disallow: /includes/
Disallow: /old/

# Prevent indexing of utility pages and parameters
Disallow: /*?*query=
Disallow: /*?*s=
Disallow: /*?*search=
Disallow: /*?*filter=
Disallow: /*?*booking=
Disallow: /*?*preview=
Disallow: /*?*debug=

# Block temp files and development artifacts
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /error_log
Disallow: /*.config
Disallow: /*.env
Disallow: /*.bak
Disallow: /*.tmp

# Add sitemap location
Sitemap: https://driftbeachdubai.com/sitemap.xml

# Crawler settings
User-agent: Googlebot
Crawl-delay: 1

User-agent: Bingbot
Crawl-delay: 1

# Social media crawlers
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /