mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[ref] tokenizer.ts

Browse Source
This commit is contained in:
kwaroran
2023-09-09 07:23:23 +09:00
parent 0f32e58939
commit 78b963625c
1 changed files with 0 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/ts/tokenizer.ts
View File

@@ -1,6 +1,5 @@
import type { Tiktoken } from "@dqbd/tiktoken"; import type { Tiktoken } from "@dqbd/tiktoken";
import type { Tokenizer } from "@mlc-ai/web-tokenizers"; import type { Tokenizer } from "@mlc-ai/web-tokenizers";
import { DataBase, type character } from "./storage/database"; import { DataBase, type character } from "./storage/database";
import { get } from "svelte/store"; import { get } from "svelte/store";
import type { OpenAIChat } from "./process"; import type { OpenAIChat } from "./process";