User-agent: *
Allow: /

# ================================================================
# 1) 전통 검색엔진 — 색인·순위 (SEO)
# ================================================================

# Google (검색·이미지·뉴스·비디오·쇼핑·R&D·검사도구)  
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: Storebot-Google
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: Google-InspectionTool
Allow: /

# Bing (Microsoft, Copilot 색인 겸용) 
User-agent: Bingbot
Allow: /

# Naver (Yeti = 현행 공식 크롤러)
User-agent: Yeti
Allow: /

# Daum / Kakao 
User-agent: Daumoa
Allow: /

# Yandex 
User-agent: YandexBot
Allow: /

# Baidu  
User-agent: Baiduspider
Allow: /

# Brave Search 
User-agent: Bravebot
Allow: /

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# Apple 
User-agent: Applebot
Allow: /

# Huawei Petal Search  
User-agent: PetalBot
Allow: /

# ================================================================
# 2) AI 검색·답변·훈련 크롤러 — 인용·노출 (GEO)
# ================================================================

# OpenAI (ChatGPT)  훈련 / 검색인용 / 사용자요청
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
Allow: /

# Anthropic (Claude)  훈련 / 검색인용 / 사용자요청 
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
Allow: /

# Google AI (Gemini / Vertex)  
User-agent: Google-Extended
User-agent: Google-CloudVertexBot
Allow: /

# Perplexity  색인 / 사용자요청 
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /

# Apple Intelligence (표준 Applebot과 별개)  
User-agent: Applebot-Extended
Allow: /

# Meta (Meta AI · Llama)  AI색인 / 사용자요청 / AI검색인용 / 링크프리뷰  
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: Meta-WebIndexer
User-agent: FacebookBot
User-agent: facebookexternalhit
Allow: /

# Amazon (Alexa · Amazon AI)  
User-agent: Amazonbot
Allow: /

# DuckDuckGo AI (DuckAssist 답변)  
User-agent: DuckAssistBot
Allow: /

# You.com 
User-agent: YouBot
Allow: /

# Diffbot (구조화 데이터 · 지식그래프) 
User-agent: Diffbot
Allow: /

# Common Crawl (오픈 데이터셋)  
User-agent: CCBot
Allow: /