[feat] data sync

2023-06-12 12:27:01 +09:00
parent 49a01a0950
commit 2de284f4e9
7 changed files with 296 additions and 44 deletions
--- a/src/ts/tokenizer.ts
+++ b/src/ts/tokenizer.ts
@@ -49,7 +49,6 @@ export class ChatTokenizer {
        this.useName = useName
    }
    async tokenizeChat(data:OpenAIChat) {
-        console.log(data.content)
        let encoded = (await encode(data.content)).length + this.chatAdditonalTokens
        if(data.name && this.useName ==='name'){
            encoded += (await encode(data.name)).length