diff --git a/src/lang/en.ts b/src/lang/en.ts
index d3ff2005..3f72a604 100644
--- a/src/lang/en.ts
+++ b/src/lang/en.ts
@@ -576,4 +576,5 @@ export const languageEnglish = {
autoContinueMinTokens: "Target Tokens (Auto Continue)",
autoContinueChat: "Anti-Incomplete Response (Auto Continue)",
removeIncompleteResponse: "Remove Incomplete Sentences",
+ tokenizer: "Tokenizer",
}
\ No newline at end of file
diff --git a/src/lib/Setting/Pages/BotSettings.svelte b/src/lib/Setting/Pages/BotSettings.svelte
index d7c09d67..c201c6d4 100644
--- a/src/lib/Setting/Pages/BotSettings.svelte
+++ b/src/lib/Setting/Pages/BotSettings.svelte
@@ -5,7 +5,7 @@
import { DataBase } from "src/ts/storage/database";
import { customProviderStore, getCurrentPluginMax } from "src/ts/plugins/plugins";
import { getModelMaxContext, isTauri } from "src/ts/storage/globalApi";
- import { tokenize, tokenizeAccurate } from "src/ts/tokenizer";
+ import { tokenize, tokenizeAccurate, tokenizerList } from "src/ts/tokenizer";
import ModelList from "src/lib/UI/ModelList.svelte";
import DropList from "src/lib/SideBars/DropList.svelte";
import { PlusIcon, TrashIcon } from "lucide-svelte";
@@ -242,6 +242,14 @@
{/await}
{/if}
+{#if $DataBase.aiModel === 'openrouter' || $DataBase.aiModel === 'reverse_proxy'}
+ {language.tokenizer}
+