mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] hypamemory vector saving fix

Browse Source
This commit is contained in:
kwaroran
2023-06-29 09:19:01 +09:00
parent 6d4b592a25
commit 8055739527
4 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/ts/process/memory/hypamemory.ts
View File

@@ -12,6 +12,7 @@ export class HypaProcesser{
this.forage = localforage.createInstance({
name: "hypaVector"
})
this.vectors = []
}
async embedDocuments(texts: string[]): Promise<number[][]> {
@@ -69,7 +70,7 @@ export class HypaProcesser{
}
texts = texts.filter((v) => {
for(let i=0;i<vectors.length;i++){
for(let i=0;i<this.vectors.length;i++){
if(this.vectors[i].content === v){
return false
}
@@ -100,6 +101,7 @@ export class HypaProcesser{
async similaritySearch(query: string) {
const results = await this.similaritySearchVectorWithScore((await this.getEmbeds(query))[0],);
console.log(results)
return results.map((result) => result[0]);
}

6
src/ts/process/memory/supaMemory.ts
View File

@@ -205,10 +205,12 @@ export async function supaMemory(
const hypa = new HypaProcesser()
hypa.oaikey = db.supaMemoryKey
hypa.vectors = []
await hypa.addText(hypaChunks)
await hypa.addText(hypaChunks.filter((value, index, self) => {
return self.indexOf(value) === index;
}))
const filteredChat = chats.filter((r) => r.role !== 'system' && r.role !== 'function')
const s = await hypa.similaritySearch(stringlizeChat(filteredChat.slice(0, 4)))
hypaResult = s.slice(0,3).join("\n\n")
hypaResult = "past events: " + s.slice(0,3).join("\n")
currentTokens += await tokenizer.tokenizeChat({
role: "assistant",
content: hypaResult