Refactor tokenizer

This commit is contained in:
kwaroran
2024-12-07 06:24:33 +09:00
parent 34b4a1245b
commit 9d8f239250
5 changed files with 172 additions and 70 deletions

View File

@@ -112,6 +112,11 @@
<Help key="experimental"/><Help key="oaiRandomUser"/>
</Check>
</div>
<div class="flex items-center mt-4">
<Check bind:check={DBState.db.googleClaudeTokenizing} name={language.googleCloudTokenization}>
<Help key="experimental"/>
</Check>
</div>
{/if}
{#if DBState.db.showUnrecommended}
<div class="flex items-center mt-4">