# ===============================
# OpenAI Crawler Controls
# ===============================

# อนุญาตให้ OAI-SearchBot เข้ามา เพื่อให้เว็บถูกดึงไปแสดงในผลการค้นหาของ ChatGPT
User-agent: OAI-SearchBot
Allow: /

# อนุญาตให้ ChatGPT-User เข้ามา
# (เป็น user agent เวลาผู้ใช้ ChatGPT หรือ Custom GPT กดเข้าเว็บโดยตรง ไม่ใช่การ crawl)
User-agent: ChatGPT-User
Allow: /

User-agent: ChatGPT-User/2.0
Allow: /

# อนุญาตให้ GPTBot เข้ามา
# (ให้ข้อมูลถูกใช้ไปเทรน Generative AI models)
User-agent: GPTBot
Allow: /

# ===============================
# Anthropic Crawler Controls
# ===============================

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-Web
Allow: /

# ===============================
# Perplexity Crawler Controls
# ===============================

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# ===============================
# Google Crawler Controls
# ===============================

# อนุญาต Search + AI
User-agent: Googlebot
Allow: /

User-agent: Google-Extended
Allow: /

# (ถ้าอยาก) อนุญาต GoogleOther สำหรับงานวิจัย/ทดสอบของกูเกิล
User-agent: GoogleOther
Allow: /

# ===============================
# Bing Crawler Controls
# ===============================

User-agent: BingBot
Allow: /

# ===============================
# Amazon Crawler Controls
# ===============================

User-agent: Amazonbot
Allow: /

# ===============================
# Apple Crawler Controls
# ===============================

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# ===============================
# Meta Crawler Controls
# ===============================

User-agent: FacebookBot
Allow: /

User-agent: meta-externalagent
Allow: /

# ===============================
# LinkedIn Crawler Controls
# ===============================
User-agent: LinkedInBot
Allow: /

# ===============================
# ByteDance / TikTok Crawler Controls
# ===============================
User-agent: Bytespider
Allow: /

# ===============================
# DuckDuckGo AI Crawler Controls
# ===============================
User-agent: DuckAssistBot
Allow: /

# ===============================
# Cohere Crawler Controls
# ===============================
User-agent: cohere-ai
Allow: /

# ===============================
# AI2 / Allen Institute for AI Crawler Controls
# ===============================
User-agent: AI2Bot
Allow: /

# ===============================
# Common Crawl Bot
# ===============================
User-agent: CCBot
Allow: /

# ===============================
# Diffbot Crawler Controls
# ===============================
User-agent: Diffbot
Allow: /

# ===============================
# Omgili Crawler Controls
# ===============================
User-agent: omgili
Allow: /

# ===============================
# Timpi AI Search
# ===============================
User-agent: TimpiBot
Allow: /

# ===============================
# You.com Crawler Controls
# ===============================
User-agent: YouBot
Allow: /

# ===============================
# Mistral AI Crawler Controls
# ===============================
User-agent: MistralAI-User
Allow: /

# ===============================
# DeepSeek Crawler Controls
# ===============================
User-agent: DeepSeekBot
Allow: /

# ===============================
# Rules for Other Crawlers
# ===============================
User-agent: *
Disallow: /lp
Disallow: /feedback
Disallow: /langtest

# ===============================
# Sitemap
# ===============================
Sitemap: https://www.babaphuket.com/sitemap.xml