[ref] tokenizer.ts

This commit is contained in:
kwaroran
2023-09-09 07:23:23 +09:00
parent 0f32e58939
commit 78b963625c

View File

@@ -1,6 +1,5 @@
import type { Tiktoken } from "@dqbd/tiktoken";
import type { Tokenizer } from "@mlc-ai/web-tokenizers";
import { DataBase, type character } from "./storage/database";
import { get } from "svelte/store";
import type { OpenAIChat } from "./process";