mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] chat

Browse Source
This commit is contained in:
kwaroran
2023-08-03 14:15:47 +09:00
parent 692468f0cb
commit c7454be769
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/ts/tokenizer.ts
View File

@@ -88,7 +88,7 @@ export class ChatTokenizer {
async tokenizeChat(data:OpenAIChat) { async tokenizeChat(data:OpenAIChat) {
let encoded = (await encode(data.content)).length + this.chatAdditonalTokens let encoded = (await encode(data.content)).length + this.chatAdditonalTokens
if(data.name && this.useName ==='name'){ if(data.name && this.useName ==='name'){
encoded += (await encode(data.name)).length encoded += (await encode(data.name)).length + 1
} }
return encoded return encoded
} }