# www.robotstxt.org/

# Allow crawling of all content
User-agent: *
Disallow: /*?*debug=
Disallow: /*?*layout=
Disallow: /*?*theme_id=
Disallow: /*?*currency=
Disallow: /*?*locale=
Disallow: /*?*sort_by=
Disallow: /*?*air_conditioning=

# Tracking/context params observed in Search Console coverage exports.
Disallow: /*?*rentals_search_id=
Disallow: /*?*original_source=
Disallow: /*?*utm_source=
Disallow: /*?*utm_medium=
Disallow: /*?*utm_campaign=
Disallow: /*?*utm_id=
Disallow: /*?*utm_term=
Disallow: /*?*utm_content=
Disallow: /*?*wbraid=
Disallow: /*?*gbraid=
Disallow: /*?*fbclid=

# Faceted search: block any query string on the rentals search endpoint.
# The clean canonical /rentals/search remains crawlable and indexable.
Disallow: /*rentals/search?

# Faceted search params that may also appear on category/destination pages.
Disallow: /*?*min_price=
Disallow: /*?*max_price=
Disallow: /*?*bedrooms_count=
Disallow: /*?*full_bathrooms_count=
Disallow: /*?*destination=
Disallow: /*?*page=
Disallow: /*?*per_page=
Disallow: /*?*pets_considered=
Disallow: /*?*rental_type=
Disallow: /*?*rentals_tags=
Disallow: /*?*rentals_tag_mode=
Disallow: /*?*amenity_mode=
Disallow: /*?*display=
Disallow: /*?*instantly_bookable=
Disallow: /*?*special_offers=
Disallow: /*?*include_not_available=
Disallow: /*?*promoted=
Disallow: /*?*bb_sw=
Disallow: /*?*bb_ne=
Disallow: /*?*ids=
Disallow: /*?*certifications=
Disallow: /*?*sort=
Disallow: /*?*direction=

# Date/occupancy combinations are the worst crawl-budget exploders for
# travel listings — block them on top of the per-endpoint rules above.
Disallow: /*?*checkin=
Disallow: /*?*checkout=
Disallow: /*?*start_at=
Disallow: /*?*end_at=
Disallow: /*?*length_of_stay=
Disallow: /*?*guests=
Disallow: /*?*adults=
Disallow: /*?*children=

# Multi-select filters can be serialized as Rails-style arrays
# (?rental_type[]=villa, ?rentals_tags%5B%5D=123). The =-anchored rules
# above don't match those forms, so block bracket-array params outright.
Disallow: /*?*[]=
Disallow: /*?*%5B%5D=


User-agent: meta-externalagent
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

User-agent: meta-webindexer
Disallow: /