User-agent: * Allow: / Disallow: /admin Disallow: /api Disallow: /booking/ Disallow: /faq_popup Disallow: /*? # Two query forms crawlers must be able to read (longest match wins over the # wildcard above): the audience variants the guides link to, and the Google # Business Profile website buttons. Both canonicalize to the bare page # (SchemaHelper#canonical_tag drops the query), so Google can fold them in. Allow: /*?group= Allow: /*?utm_source=google&utm_medium=organic # AI training/index crawlers — allowed, but not inside the booking funnel # (stateful, session-scoped pages with huge fan-out — wastes their crawl budget) # Meta's indexer walked every slot x package combination of the funnel # (88% of the packages step, Sep 2026 ALB sample) despite the `*` group, # so it gets its own group without the trailing wildcard. User-agent: meta-webindexer Allow: / Disallow: /booking/ Disallow: /faq_popup User-agent: GPTBot Allow: / Disallow: /booking/ User-agent: OAI-SearchBot Allow: / Disallow: /booking/ User-agent: ClaudeBot Allow: / Disallow: /booking/ User-agent: anthropic-ai Allow: / Disallow: /booking/ User-agent: PerplexityBot Allow: / Disallow: /booking/ User-agent: Google-Extended Allow: / Disallow: /booking/ User-agent: Applebot-Extended Allow: / Disallow: /booking/ User-agent: CCBot Allow: / Disallow: /booking/ User-agent: Bytespider Allow: / Disallow: /booking/ User-agent: Meta-ExternalAgent Allow: / Disallow: /booking/ User-agent: Amazonbot Allow: / Disallow: /booking/ User-agent: cohere-ai Allow: / Disallow: /booking/ # On-demand AI assistants — full access so they can help real users live User-agent: ChatGPT-User Allow: / User-agent: Claude-Web Allow: / User-agent: Perplexity-User Allow: / User-agent: DuckAssistBot Allow: / User-agent: MistralAI-User Allow: / Sitemap: https://www.gamer.now/sitemap.xml