mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: token calculation for HypaV2

Browse Source
This commit is contained in:
Bo26fhmC5M
2025-01-02 20:52:37 +09:00
parent 2b92582df4
commit 0317a941f1
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/ts/process/memory/hypav2.ts
View File

@@ -381,6 +381,12 @@ export async function hypaMemoryV2(
const lastChatIndex = chats.findIndex(chat => chat.memo === lastChatMemo); const lastChatIndex = chats.findIndex(chat => chat.memo === lastChatMemo);
if (lastChatIndex !== -1) { if (lastChatIndex !== -1) {
idx = lastChatIndex + 1; idx = lastChatIndex + 1;
// Subtract tokens of removed chats
const removedChats = chats.slice(0, lastChatIndex + 1);
for (const chat of removedChats) {
currentTokens -= await tokenizer.tokenizeChat(chat);
}
} }
} }
// Starting chat index of new mainChunk to be generated // Starting chat index of new mainChunk to be generated