diff --git a/src/lib/SideBars/LoreBook/LoreBookData.svelte b/src/lib/SideBars/LoreBook/LoreBookData.svelte index 80646875..71f6bcac 100644 --- a/src/lib/SideBars/LoreBook/LoreBookData.svelte +++ b/src/lib/SideBars/LoreBook/LoreBookData.svelte @@ -8,6 +8,7 @@ import TextInput from "../../UI/GUI/TextInput.svelte"; import NumberInput from "../../UI/GUI/NumberInput.svelte"; import TextAreaInput from "../../UI/GUI/TextAreaInput.svelte"; + import { tokenizeAccurate } from "src/ts/tokenizer"; export let value:loreBook export let onRemove: () => void = () => {} export let onClose: () => void = () => {} @@ -16,6 +17,12 @@ export let idx:number let open = false + + async function getTokens(data:string){ + tokens = await tokenizeAccurate(data) + return tokens + } + let tokens = 0
@@ -80,6 +87,11 @@ {/if} {language.prompt} + {#await getTokens(value.content)} + {tokens} {language.tokens} + {:then e} + {e} {language.tokens} + {/await}