Core: Revert default i18n config

fuma-nama · Jan 8, 2025 · 14b280c · 14b280c
1 parent 90a2057
commit 14b280c
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 17 deletions.
diff --git a/.changeset/tender-mangos-pay.md b/.changeset/tender-mangos-pay.md
@@ -0,0 +1,5 @@
+---
+'fumadocs-core': patch
+---
+
+Revert default i18n config
diff --git a/packages/core/src/search/orama/create-i18n.ts b/packages/core/src/search/orama/create-i18n.ts
@@ -40,24 +40,9 @@ type WithLocale<T> = T & {
 async function getTokenizer(
   locale: string,
 ): Promise<{ language: string } | { tokenizer: Tokenizer }> {
-  const mandarin = ['cn', 'zh'];
-  const language =
-    Object.keys(STEMMERS).find((lang) => STEMMERS[lang] === locale) ?? locale;
-
-  if (
-    mandarin.some((code) => locale === code || locale.startsWith(`${code}-`))
-  ) {
-    const { createTokenizer } = await import(
-      '@orama/tokenizers/mandarin' as string
-    );
-
-    return {
-      tokenizer: await createTokenizer(),
-    };
-  }
-
   return {
-    language,
+    language:
+      Object.keys(STEMMERS).find((lang) => STEMMERS[lang] === locale) ?? locale,
   };
 }