mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix hypamemory duplication problem

Browse Source
This commit is contained in:
kwaroran
2024-04-11 05:42:34 +09:00
parent f54a2a98ad
commit 35af70f70f
2 changed files with 13 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
src/ts/process/memory/supaMemory.ts
View File

@@ -151,30 +151,30 @@ export async function supaMemory(
value = value.replace(/[\.,\/#!$%\^&\*;:{}=\-_`~()]/g,"")
}
return value
}).filter((v) => {
return !supaMemory.replace(/[\.,\/#!$%\^&\*;:{}=\-_`~()]/g,"").includes(v.replace(/[\.,\/#!$%\^&\*;:{}=\-_`~()]/g,""))
}))
const filteredChat = chats.filter((r) => r.role !== 'system' && r.role !== 'function')
const s = await hypa.similaritySearch(stringlizeChat(filteredChat.slice(0, 4), char?.name ?? '', false))
hypaResult = "past events: " + s.slice(0,3).join("\n")
currentTokens += await tokenizer.tokenizeChat({
role: "assistant",
content: hypaResult,
memo: "hypaMemory"
})
currentTokens += 10
hypaResult = ''
if(s.length > 0){
hypaResult = "past events: " + s.slice(0,3)
currentTokens += await tokenizer.tokenizeChat({
role: "assistant",
content: hypaResult,
memo: "hypaMemory"
})
currentTokens += 10
}
}
}
if(currentTokens < maxContextTokens){
chats.unshift({
role: "system",
content: supaMemory,
content: supaMemory + '\n\n' + hypaResult,
memo: "supaMemory"
})
chats.unshift({
role: "system",
content: hypaResult,
memo: "hypaMemory"
})
return {
currentTokens: currentTokens,
chats: chats
@@ -313,10 +313,8 @@ export async function supaMemory(
return result
}
console.log(currentTokens)
currentTokens -= await tokenize(supaMemory)
currentTokens += await tokenize(result + '\n\n')
console.log(currentTokens)
supaMemory = result + '\n\n'
summarized = true