# ================================
# 실무용 robots.txt (AI 차단 + 검색 허용)
# ================================

# -------------------------------
#  AI 학습 / LLM 크롤러 차단
# -------------------------------

# OpenAI GPT 학습용 크롤러
User-agent: GPTBot
Disallow: /

# ChatGPT 실시간 웹 브라우징
User-agent: ChatGPT-User
Disallow: /

# Applebot (애플 Siri 및 Spotlight용)
User-agent: Applebot
Disallow: /

# Amazon의 봇
User-agent: Amazonbot
Disallow: /

# Perplexity AI
User-agent: PerplexityBot
Disallow: /

# Anthropic Claude
User-agent: ClaudeBot
Disallow: /

# Google AI 학습 / Gemini
User-agent: Google-Extended
Disallow: /

User-agent: DuckDuckBot
Disallow: /

# Baidu/ERNIE AI
User-agent: ErnieBot
Disallow: /

# Baidu search (원하면)
User-agent: Baiduspider
Disallow: /

# Alibaba Qwen
User-agent: QwenBot
Disallow: /
User-agent: TongyiBot
Disallow: /
User-agent: Tongyi-Crawler
Disallow: /

# 기타 중국 AI or 스파이더
User-agent: 360Spider
Disallow: /

User-agent: ChatGLM-Spider
Disallow: /

User-agent: Sogou
Disallow: /

# OpenAI (추가)
User-agent: OAI-SearchBot
Disallow: /

# Anthropic (추가)
User-agent: Claude-SearchBot
Disallow: /

User-agent: Claude-User
Disallow: /

# Perplexity (추가)
User-agent: Perplexity-User
Disallow: /

# Google AI (추가)
User-agent: Google-CloudVertexBot
Disallow: /

# Apple (추가)
User-agent: Applebot-Extended
Disallow: /

# Amazon (추가)
User-agent: Amzn-SearchBot
Disallow: /

# Meta (추가)
User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

# ByteDance (추가)
User-agent: Bytespider
Disallow: /

# Common Crawl (추가)
User-agent: CCBot
Disallow: /

# Cohere (추가)
User-agent: cohere-ai
Disallow: /

# Allen AI (추가)
User-agent: AI2Bot
Disallow: /

# 기타 (추가)
User-agent: Diffbot
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: Thinkbot
Disallow: /

# -------------------------------
#  그 외 기본 허용
# -------------------------------
User-agent: *
Disallow:

# GPTBot, ChatGPT-User, OAI-SearchBot, ClaudeBot, PerplexityBot, PPLX, Anthropic, Yeti, CCBot, Amazonbot, Bingbot, Googlebot, Applebot