From c7454be7696639c921cabd072850c27245e317eb Mon Sep 17 00:00:00 2001 From: kwaroran Date: Thu, 3 Aug 2023 14:15:47 +0900 Subject: [PATCH] [fix] chat --- src/ts/tokenizer.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/ts/tokenizer.ts b/src/ts/tokenizer.ts index 74320652..28f76226 100644 --- a/src/ts/tokenizer.ts +++ b/src/ts/tokenizer.ts @@ -88,7 +88,7 @@ export class ChatTokenizer { async tokenizeChat(data:OpenAIChat) { let encoded = (await encode(data.content)).length + this.chatAdditonalTokens if(data.name && this.useName ==='name'){ - encoded += (await encode(data.name)).length + encoded += (await encode(data.name)).length + 1 } return encoded }