# llms.txt — HotelsAfloat.com
# Rules for AI crawlers, LLMs, and automated agents
# Last updated: 2026-08-23

# ================================
# 1. Global AI crawler permissions
# ================================

# Allow AI crawlers to access public pages for:
# - summarisation
# - embeddings
# - non-training analysis
Allow: /

# Disallow AI training on all content
Disallow-Training: /

# Allow embeddings (useful for search, assistants, and chat tools)
Allow-Embedding: /

# ================================
# 2. Sensitive or private content
# ================================

# Block AI access to private or administrative areas
Disallow: /admin/
Disallow: /login/
Disallow: /account/
Disallow: /wp-admin/
Disallow: /private/
Disallow: /drafts/

# ================================
# 3. Rate limits
# ================================

# Prevent aggressive crawling
Crawl-Delay: 20

# ================================
# 4. AI crawler identification
# ================================

# OpenAI GPTBot
User-agent: GPTBot
Allow: /
Disallow-Training: /

# Anthropic ClaudeBot
User-agent: ClaudeBot
Allow: /
Disallow-Training: /

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow-Training: /

# Google AI crawlers (Gemini)
User-agent: Google-Extended
Allow: /
Disallow-Training: /

# ================================
# 5. Contact
# ================================
Contact: info@hotelsafloat.com