# Updated: 2026-05-19
# Next review: after URL restructure (remove /kor/ and /eng/ path prefixes)

User-agent: *
Disallow: /api/
Disallow: /login
Disallow: /en/login
Disallow: /write
Disallow: /en/write
Disallow: /onboarding/
Disallow: /en/onboarding/

User-agent: Googlebot-News
Allow: /

User-agent: Yeti
Allow: /

User-agent: NaverBot
Allow: /

User-agent: Daumoa
Allow: /

# AI user-agents — 로그 파일 크롤봇 데이터를 기반으로 추가/제거
# 사이트마다 다르므로 로그를 모니터링하고 필요에 따라 조정
User-agent: Google-Extended
User-agent: Google-Agent
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: OAI-Operator
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Claude-SearchBot
User-agent: Claude-Code
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Gemini-Fetch
User-agent: Gemini-Deep-Research
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: FacebookBot
User-agent: Facebot
User-agent: meta-webindexer
User-agent: meta-externalfetcher
User-agent: meta-externalagent
Allow: /

Sitemap: https://egloos.com/sitemap.xml

# LLM-specific resources
# AI crawlers can find structured content at: https://egloos.com/llms.txt