# www.robotstxt.org/
User-agent: *
Sitemap: https://www.shoreexcursionsgroup.com/sitemap.xml
Disallow: /results/*
Disallow: /search/*
Disallow: /search?*
Disallow: /excursions/*
Disallow: /v/a/*
Disallow: /v/affiliate/*
Disallow: /customer-reviews/*

# Allow AI crawler bots 
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ChatGPT Agent
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Gemini-Deep-Research
User-agent: Google-Extended
User-agent: GoogleAgent-Mariner
User-agent: MistralAI-User
Disallow: /results/*
Disallow: /search/*
Disallow: /search?*
Disallow: /excursions/*
Disallow: /v/a/*
Disallow: /v/affiliate/*
Disallow: /customer-reviews/*