# Book With Haven (Haven) — direct booking website builder for vacation
# rental hosts and property managers. Public marketing, blog, help, and
# property pages are open to search and AI systems. Private app, admin,
# account, checkout, and dashboard routes are disallowed for everyone.
#
# We welcome major search and AI crawlers (Google, Bing, OpenAI, Perplexity,
# Anthropic/Claude, Google Gemini, Apple, Common Crawl, and others) on our
# public pages, including use for search discovery and model training.
#
# llms.txt: https://www.bookwithhaven.com/llms.txt
# Research reports: https://www.bookwithhaven.com/research

User-agent: *
Disallow: /api/
Disallow: /admin
Disallow: /creative/
Disallow: /dashboard
Disallow: /onboarding
Disallow: /host
Disallow: /account
Disallow: /user-profile
Disallow: /sign-in
Disallow: /sign-up
Disallow: /sso-callback
Disallow: /invite
Disallow: /checkout
Disallow: /checkout/
Disallow: /book
Disallow: /trips
Disallow: /reservations
Disallow: /reservations/
Disallow: /preview/
Disallow: /tools/*/r/
Disallow: /content
Disallow: /developers
Disallow: /developer-docs/
Disallow: /sms-consent
Disallow: /marketing-consent
Allow: /

# Google Search
User-agent: Googlebot
Disallow: /api/
Disallow: /admin
Disallow: /creative/
Disallow: /dashboard
Disallow: /onboarding
Disallow: /host
Disallow: /account
Disallow: /user-profile
Disallow: /sign-in
Disallow: /sign-up
Disallow: /sso-callback
Disallow: /invite
Disallow: /checkout
Disallow: /checkout/
Disallow: /book
Disallow: /trips
Disallow: /reservations
Disallow: /reservations/
Disallow: /preview/
Disallow: /tools/*/r/
Disallow: /content
Disallow: /developers
Disallow: /developer-docs/
Disallow: /sms-consent
Disallow: /marketing-consent
Allow: /

# Microsoft Bing
User-agent: Bingbot
Disallow: /api/
Disallow: /admin
Disallow: /creative/
Disallow: /dashboard
Disallow: /onboarding
Disallow: /host
Disallow: /account
Disallow: /user-profile
Disallow: /sign-in
Disallow: /sign-up
Disallow: /sso-callback
Disallow: /invite
Disallow: /checkout
Disallow: /checkout/
Disallow: /book
Disallow: /trips
Disallow: /reservations
Disallow: /reservations/
Disallow: /preview/
Disallow: /tools/*/r/
Disallow: /content
Disallow: /developers
Disallow: /developer-docs/
Disallow: /sms-consent
Disallow: /marketing-consent
Allow: /

# OpenAI — search discovery
User-agent: OAI-SearchBot
Disallow: /api/
Disallow: /admin
Disallow: /creative/
Disallow: /dashboard
Disallow: /onboarding
Disallow: /host
Disallow: /account
Disallow: /user-profile
Disallow: /sign-in
Disallow: /sign-up
Disallow: /sso-callback
Disallow: /invite
Disallow: /checkout
Disallow: /checkout/
Disallow: /book
Disallow: /trips
Disallow: /reservations
Disallow: /reservations/
Disallow: /preview/
Disallow: /tools/*/r/
Disallow: /content
Disallow: /developers
Disallow: /developer-docs/
Disallow: /sms-consent
Disallow: /marketing-consent
Allow: /

# OpenAI — ChatGPT user-initiated browsing
User-agent: ChatGPT-User
Disallow: /api/
Disallow: /admin
Disallow: /creative/
Disallow: /dashboard
Disallow: /onboarding
Disallow: /host
Disallow: /account
Disallow: /user-profile
Disallow: /sign-in
Disallow: /sign-up
Disallow: /sso-callback
Disallow: /invite
Disallow: /checkout
Disallow: /checkout/
Disallow: /book
Disallow: /trips
Disallow: /reservations
Disallow: /reservations/
Disallow: /preview/
Disallow: /tools/*/r/
Disallow: /content
Disallow: /developers
Disallow: /developer-docs/
Disallow: /sms-consent
Disallow: /marketing-consent
Allow: /

# OpenAI — model training (allowed on public pages)
User-agent: GPTBot
Disallow: /api/
Disallow: /admin
Disallow: /creative/
Disallow: /dashboard
Disallow: /onboarding
Disallow: /host
Disallow: /account
Disallow: /user-profile
Disallow: /sign-in
Disallow: /sign-up
Disallow: /sso-callback
Disallow: /invite
Disallow: /checkout
Disallow: /checkout/
Disallow: /book
Disallow: /trips
Disallow: /reservations
Disallow: /reservations/
Disallow: /preview/
Disallow: /tools/*/r/
Disallow: /content
Disallow: /developers
Disallow: /developer-docs/
Disallow: /sms-consent
Disallow: /marketing-consent
Allow: /

# Perplexity — AI answer engine (indexing + user-initiated fetches)
User-agent: PerplexityBot
User-agent: Perplexity-User
Disallow: /api/
Disallow: /admin
Disallow: /creative/
Disallow: /dashboard
Disallow: /onboarding
Disallow: /host
Disallow: /account
Disallow: /user-profile
Disallow: /sign-in
Disallow: /sign-up
Disallow: /sso-callback
Disallow: /invite
Disallow: /checkout
Disallow: /checkout/
Disallow: /book
Disallow: /trips
Disallow: /reservations
Disallow: /reservations/
Disallow: /preview/
Disallow: /tools/*/r/
Disallow: /content
Disallow: /developers
Disallow: /developer-docs/
Disallow: /sms-consent
Disallow: /marketing-consent
Allow: /

# Anthropic — Claude search discovery, user-initiated fetches, and training
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
Disallow: /api/
Disallow: /admin
Disallow: /creative/
Disallow: /dashboard
Disallow: /onboarding
Disallow: /host
Disallow: /account
Disallow: /user-profile
Disallow: /sign-in
Disallow: /sign-up
Disallow: /sso-callback
Disallow: /invite
Disallow: /checkout
Disallow: /checkout/
Disallow: /book
Disallow: /trips
Disallow: /reservations
Disallow: /reservations/
Disallow: /preview/
Disallow: /tools/*/r/
Disallow: /content
Disallow: /developers
Disallow: /developer-docs/
Disallow: /sms-consent
Disallow: /marketing-consent
Allow: /

# Google — Gemini / Vertex AI and AI Overviews grounding (opt-in signal)
User-agent: Google-Extended
Disallow: /api/
Disallow: /admin
Disallow: /creative/
Disallow: /dashboard
Disallow: /onboarding
Disallow: /host
Disallow: /account
Disallow: /user-profile
Disallow: /sign-in
Disallow: /sign-up
Disallow: /sso-callback
Disallow: /invite
Disallow: /checkout
Disallow: /checkout/
Disallow: /book
Disallow: /trips
Disallow: /reservations
Disallow: /reservations/
Disallow: /preview/
Disallow: /tools/*/r/
Disallow: /content
Disallow: /developers
Disallow: /developer-docs/
Disallow: /sms-consent
Disallow: /marketing-consent
Allow: /

# Apple — Apple Intelligence / Siri (opt-in signal)
User-agent: Applebot-Extended
Disallow: /api/
Disallow: /admin
Disallow: /creative/
Disallow: /dashboard
Disallow: /onboarding
Disallow: /host
Disallow: /account
Disallow: /user-profile
Disallow: /sign-in
Disallow: /sign-up
Disallow: /sso-callback
Disallow: /invite
Disallow: /checkout
Disallow: /checkout/
Disallow: /book
Disallow: /trips
Disallow: /reservations
Disallow: /reservations/
Disallow: /preview/
Disallow: /tools/*/r/
Disallow: /content
Disallow: /developers
Disallow: /developer-docs/
Disallow: /sms-consent
Disallow: /marketing-consent
Allow: /

# Common Crawl — open web corpus used to train most LLMs
User-agent: CCBot
Disallow: /api/
Disallow: /admin
Disallow: /creative/
Disallow: /dashboard
Disallow: /onboarding
Disallow: /host
Disallow: /account
Disallow: /user-profile
Disallow: /sign-in
Disallow: /sign-up
Disallow: /sso-callback
Disallow: /invite
Disallow: /checkout
Disallow: /checkout/
Disallow: /book
Disallow: /trips
Disallow: /reservations
Disallow: /reservations/
Disallow: /preview/
Disallow: /tools/*/r/
Disallow: /content
Disallow: /developers
Disallow: /developer-docs/
Disallow: /sms-consent
Disallow: /marketing-consent
Allow: /

# Other AI assistants — Amazon (Alexa), Meta AI, Mistral, DuckDuckGo AI, You.com
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: MistralAI-User
User-agent: DuckAssistBot
User-agent: YouBot
Disallow: /api/
Disallow: /admin
Disallow: /creative/
Disallow: /dashboard
Disallow: /onboarding
Disallow: /host
Disallow: /account
Disallow: /user-profile
Disallow: /sign-in
Disallow: /sign-up
Disallow: /sso-callback
Disallow: /invite
Disallow: /checkout
Disallow: /checkout/
Disallow: /book
Disallow: /trips
Disallow: /reservations
Disallow: /reservations/
Disallow: /preview/
Disallow: /tools/*/r/
Disallow: /content
Disallow: /developers
Disallow: /developer-docs/
Disallow: /sms-consent
Disallow: /marketing-consent
Allow: /

Sitemap: https://www.bookwithhaven.com/sitemap.xml
Sitemap: https://www.bookwithhaven.com/image-sitemap.xml
Sitemap: https://www.bookwithhaven.com/vacation-rentals-sitemap.xml