# Pure Bartending - robots.txt
# Updated: February 2026 for AI/LLM crawler compatibility

# ===========================================
# SEARCH ENGINE CRAWLERS
# ===========================================

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: YandexBot
Allow: /

# ===========================================
# AI & LLM CRAWLERS (2026 Standard)
# ===========================================

# OpenAI Crawlers
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic Crawlers
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Google AI Crawlers
User-agent: Google-Extended
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
User-agent: Meta-ExternalFetcher
Allow: /

# Microsoft/Bing AI
User-agent: Applebot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# ===========================================
# SOCIAL MEDIA CRAWLERS
# ===========================================

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterest
Allow: /

User-agent: Slackbot
Allow: /

# ===========================================
# DEFAULT RULE
# ===========================================

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /admin
Disallow: /wedding-brochure
Disallow: /halloween-cocktails
Disallow: /_api/
Disallow: /_serverless/
Disallow: /_files/

# ===========================================
# SITEMAP & LLM DISCOVERY
# ===========================================

Sitemap: https://purebartending.co.uk/sitemap.xml

# LLM Discovery File (2026 Standard)
# See: https://purebartending.co.uk/llms.txt