# Smoveth robots.txt # # robots.txt has no inheritance per RFC 9309: each crawler obeys only the # most specific matching User-agent block. That's why the same Disallow set # is duplicated across every named search-engine block below — without it, # Googlebot/Bingbot/etc. would ignore the catchall (`User-agent: *`) rules # and crawl private paths. # # Wildcards (/*/) cover all 8 supported locales: # ko, en, zh, vi, fr, es, mn, th # (zh-TW/ja/pt/de/id/ms were retired in 2026-09; middleware 301s them to # their nearest surviving locale, so they never render a page.) # # Shared private-path set (kept identical across blocks): # /api/ server-only endpoints # /_next/ build artifacts # /b2b/ B2B-only landing # /monitoring Sentry tunnel # /*/auth/ login flows # /*/settings account settings # /*/progress learner progress dashboard # /*/ai-analysis AI report (per-user) # /*/random-chat live WebRTC chat # /*/moody gacha (in-app) # /*/vocabulary/autoplay vocabulary modes (require auth) # /*/vocabulary/quiz # /*/vocabulary/review # /*/vocabulary/study # /*/vocabulary/collections # /*/diary/*/story AI story per diary entry # /*/event/ time-limited campaigns # /*/test-error Sentry test page # # SNS/OG scrapers (Twitterbot, facebookexternalhit, etc.) intentionally do # NOT carry this Disallow set — they fetch only URLs that users explicitly # share and never crawl/index, so blocking them would break link previews # for legitimate public pages without preventing any private data exposure # (private routes require auth anyway). # === 글로벌 검색엔진 봇 허용 === # Google (전 세계 / Google Japan 포함) User-agent: Googlebot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error Crawl-delay: 1 User-agent: Googlebot-Image Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: Googlebot-Video Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # Bing / Microsoft User-agent: Bingbot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error Crawl-delay: 1 User-agent: msnbot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # Yahoo / Yahoo! Japan User-agent: Slurp Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: Y!J-BRW Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: Y!J-BSC Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # Yandex (러시아) User-agent: Yandexbot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error Crawl-delay: 2 # Baidu (중국) User-agent: Baiduspider Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error Crawl-delay: 2 # Sogou (중국) User-agent: Sogou Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error Crawl-delay: 2 # 360 Search (중국) User-agent: 360Spider Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error Crawl-delay: 2 # Haosou (중국) User-agent: HaoSouSpider Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error Crawl-delay: 2 # Yisou (중국) User-agent: YisouSpider Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error Crawl-delay: 2 # Huawei / Petal Search User-agent: PetalBot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error Crawl-delay: 2 # DuckDuckGo User-agent: DuckDuckBot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error Crawl-delay: 2 # Apple User-agent: Applebot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # Naver (한국) User-agent: NaverBot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: Yeti Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # Daum (한국) User-agent: Daumoa Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # Coc Coc (베트남) User-agent: coccocbot-web Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # Seznam (체코) User-agent: SeznamBot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # Qwant (프랑스) User-agent: Qwantify Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # Ecosia (독일) User-agent: Ecosia Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # Brave Search User-agent: BraveSearch Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # Mojeek (영국) User-agent: MojeekBot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # Exalead (프랑스) User-agent: Exabot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # Internet Archive (스냅샷도 동일 비공개 경로 차단) User-agent: ia_archiver Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: archive.org_bot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # === SNS / 메신저 봇 허용 (공유된 URL의 OG 미리보기 전용 — 크롤/인덱싱 안 함) === User-agent: kakaotalk-scrap Allow: / User-agent: kakaostory-og-reader Allow: / User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / User-agent: Pinterestbot Allow: / User-agent: TelegramBot Allow: / User-agent: Discordbot Allow: / User-agent: WhatsApp Allow: / User-agent: LINE-Poker Allow: / # === 스크래핑 / SEO 분석 봇 차단 === User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: Bytespider Disallow: / User-agent: serpstatbot Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: MegaIndex.ru Disallow: / # === AI 봇 (public 콘텐츠 개방 · GEO) === # AI 답변 엔진(ChatGPT/Claude/Perplexity/Gemini 등)에 인용되기 위해 public 콘텐츠를 개방. # 검색봇과 동일한 비공개 경로 세트만 차단(로그인/설정/진행도/개인 학습 화면 등). # RFC 9309: 그룹 간 상속이 없으므로 각 봇에 Disallow 세트를 그대로 복제한다. # Bytespider(ByteDance)는 GEO 타깃이 아니고 공격적이라 스크래퍼 블록에서 계속 차단. # --- 검색/인용 크롤러 (인용 트래픽 직접 유발 — 최우선) --- User-agent: OAI-SearchBot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: ChatGPT-User Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: PerplexityBot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: Perplexity-User Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # --- 학습/인덱싱 크롤러 (미래 지식·grounding 개방) --- User-agent: GPTBot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: ClaudeBot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: anthropic-ai Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: CCBot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: Google-Extended Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: Applebot-Extended Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: Amazonbot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error User-agent: Meta-ExternalAgent Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error # === 일반 봇 기본 규칙 === # 명시되지 않은 모든 크롤러에 적용. 14개 로케일 전체에 /*/ 와일드카드로 비공개 경로 차단. User-agent: * Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /b2b/ Disallow: /monitoring Disallow: /*/auth/ Disallow: /*/settings Disallow: /*/progress Disallow: /*/ai-analysis Disallow: /*/random-chat Disallow: /*/moody Disallow: /*/vocabulary/autoplay Disallow: /*/vocabulary/quiz Disallow: /*/vocabulary/review Disallow: /*/vocabulary/study Disallow: /*/vocabulary/collections Disallow: /*/diary/*/story Disallow: /*/event/ Disallow: /*/test-error Crawl-delay: 5 Sitemap: https://www.smoveth.com/sitemap.xml