# robots.txt - https://www.nobliandent.com
# 노블리안치과의원 (Noblian Dental Clinic, Jeonju)

# ─────────────────────────────────────────────
# 1) 모든 검색엔진 크롤러: 전체 허용
# ─────────────────────────────────────────────
User-agent: *
Allow: /
Disallow: /home/admin/

# ─────────────────────────────────────────────
# 2) 주요 검색엔진: 명시적 허용
# ─────────────────────────────────────────────
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

# Naver
User-agent: Yeti
Allow: /

# Naver (구 버전)
User-agent: NaverBot
Allow: /

# Daum
User-agent: Daumoa
Allow: /

User-agent: YandexBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: SeznamBot
Allow: /

# ─────────────────────────────────────────────
# 3) AI 엔진 / AI 크롤러: 명시적 허용
# ─────────────────────────────────────────────
User-agent: GPTBot              # OpenAI (학습 데이터 수집)
Allow: /

User-agent: OAI-SearchBot       # OpenAI (검색 인덱싱)
Allow: /

User-agent: ChatGPT-User        # OpenAI (사용자 요청 실시간 접속)
Allow: /

User-agent: ClaudeBot           # Anthropic (학습/인덱싱)
Allow: /

User-agent: Claude-User         # Anthropic (사용자 요청 실시간 접속)
Allow: /

User-agent: Claude-SearchBot    # Anthropic (검색 인덱싱)
Allow: /

User-agent: anthropic-ai        # Anthropic (구 버전)
Allow: /

User-agent: PerplexityBot       # Perplexity (검색 인덱싱)
Allow: /

User-agent: Perplexity-User     # Perplexity (사용자 요청 실시간 접속)
Allow: /

User-agent: Google-Extended     # Google (Gemini/Bard 학습)
Allow: /

User-agent: Applebot            # Apple (Siri/Spotlight)
Allow: /

User-agent: Applebot-Extended   # Apple (Apple Intelligence 학습)
Allow: /

User-agent: CCBot               # Common Crawl
Allow: /

User-agent: Bytespider          # ByteDance (Doubao 등)
Allow: /

User-agent: Amazonbot           # Amazon (Alexa)
Allow: /

User-agent: cohere-ai           # Cohere
Allow: /

User-agent: YouBot              # You.com
Allow: /

User-agent: Meta-ExternalAgent  # Meta (LLaMA 등)
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: Diffbot
Allow: /

User-agent: PanguBot            # Huawei
Allow: /

User-agent: Kangaroo Bot        # Alibaba
Allow: /

User-agent: MistralAI-User      # Mistral AI
Allow: /

User-agent: MistralAI-Scraper
Allow: /

# ─────────────────────────────────────────────
# 4) 사이트맵
# ─────────────────────────────────────────────
Sitemap: https://www.nobliandent.com/sitemap.xml
Sitemap: https://www.nobliandent.com/blog/sitemap.xml
Sitemap: https://www.nobliandent.com/llms.txt