diff --git a/src/lib/SideBars/LoreBook/LoreBookData.svelte b/src/lib/SideBars/LoreBook/LoreBookData.svelte index 80646875..71f6bcac 100644 --- a/src/lib/SideBars/LoreBook/LoreBookData.svelte +++ b/src/lib/SideBars/LoreBook/LoreBookData.svelte @@ -8,6 +8,7 @@ import TextInput from "../../UI/GUI/TextInput.svelte"; import NumberInput from "../../UI/GUI/NumberInput.svelte"; import TextAreaInput from "../../UI/GUI/TextAreaInput.svelte"; + import { tokenizeAccurate } from "src/ts/tokenizer"; export let value:loreBook export let onRemove: () => void = () => {} export let onClose: () => void = () => {} @@ -16,6 +17,12 @@ export let idx:number let open = false + + async function getTokens(data:string){ + tokens = await tokenizeAccurate(data) + return tokens + } + let tokens = 0