User-agent: * Allow: / # Staylist welcomes search indexing, AI answers that cite it, and AI training. Content-Signal: search=yes, ai-input=yes, ai-train=yes Disallow: /mcp Disallow: /muse/ Disallow: /chatgpt/ # Booking payment pages are private to one traveller. Disallow: /pay/ # Affiliate redirects and map data are not pages. Disallow: /api/hotels/ Disallow: /api/map # Live searches spend provider credits; people use them, crawlers should not. Disallow: /stays Disallow: /search Disallow: /hotels-live/ # Commercial SEO crawlers we don't use: each page they fetch costs server time. # (Google, Bing, Moz's DotBot/rogerbot and AI assistants stay allowed.) User-agent: AhrefsBot User-agent: SemrushBot User-agent: MJ12bot User-agent: BLEXBot User-agent: DataForSeoBot User-agent: SeekportBot User-agent: Bytespider User-agent: PetalBot User-agent: serpstatbot User-agent: Barkrowler Disallow: / Sitemap: https://staylist.world/sitemap.xml