[feat] accurate tokenizing

This commit is contained in:
kwaroran
2023-11-23 17:52:00 +09:00
parent dab121c9c7
commit 634fe418b4
6 changed files with 116 additions and 16 deletions

View File

@@ -2,7 +2,7 @@
import { ArrowLeft, PlusIcon } from "lucide-svelte";
import { language } from "src/lang";
import ProomptItem from "src/lib/UI/ProomptItem.svelte";
import type { Proompt } from "src/ts/process/proompt";
import { tokenizePreset, type Proompt } from "src/ts/process/proompt";
import { templateCheck } from "src/ts/process/templates/templateCheck";
import { DataBase } from "src/ts/storage/database";
@@ -10,8 +10,15 @@
let opened = 0
let warns: string[] = []
export let onGoBack: () => void = () => {}
let tokens = 0
executeTokenize($DataBase.promptTemplate)
async function executeTokenize(prest: Proompt[]){
tokens = await tokenizePreset(prest)
}
$: warns = templateCheck($DataBase)
$: executeTokenize($DataBase.promptTemplate)
</script>
<h2 class="mb-2 text-2xl font-bold mt-2 items-center flex">
@@ -71,4 +78,6 @@
type2: 'normal'
})
$DataBase.promptTemplate = value
}}><PlusIcon /></button>
}}><PlusIcon /></button>
<span class="text-textcolor2 mb-6 text-sm mt-2">{tokens} {language.tokens}</span>