From 805573952778c04e344c358810d5e099a0694042 Mon Sep 17 00:00:00 2001 From: kwaroran Date: Thu, 29 Jun 2023 09:19:01 +0900 Subject: [PATCH] [fix] hypamemory vector saving fix --- src/lib/SideBars/CharConfig.svelte | 1 - src/ts/process/memory/hypamemory.ts | 4 +++- src/ts/process/memory/supaMemory.ts | 6 ++++-- src/ts/storage/database.ts | 1 - 4 files changed, 7 insertions(+), 5 deletions(-) diff --git a/src/lib/SideBars/CharConfig.svelte b/src/lib/SideBars/CharConfig.svelte index 85c75bde..2216f260 100644 --- a/src/lib/SideBars/CharConfig.svelte +++ b/src/lib/SideBars/CharConfig.svelte @@ -38,7 +38,6 @@ } async function loadTokenize(chara){ - console.log('tokenize') const cha = chara if(cha.type !== 'group'){ if(lasttokens.desc !== cha.desc){ diff --git a/src/ts/process/memory/hypamemory.ts b/src/ts/process/memory/hypamemory.ts index 5133f4b9..5d6b8078 100644 --- a/src/ts/process/memory/hypamemory.ts +++ b/src/ts/process/memory/hypamemory.ts @@ -12,6 +12,7 @@ export class HypaProcesser{ this.forage = localforage.createInstance({ name: "hypaVector" }) + this.vectors = [] } async embedDocuments(texts: string[]): Promise { @@ -69,7 +70,7 @@ export class HypaProcesser{ } texts = texts.filter((v) => { - for(let i=0;i result[0]); } diff --git a/src/ts/process/memory/supaMemory.ts b/src/ts/process/memory/supaMemory.ts index 830edc2d..bad09256 100644 --- a/src/ts/process/memory/supaMemory.ts +++ b/src/ts/process/memory/supaMemory.ts @@ -205,10 +205,12 @@ export async function supaMemory( const hypa = new HypaProcesser() hypa.oaikey = db.supaMemoryKey hypa.vectors = [] - await hypa.addText(hypaChunks) + await hypa.addText(hypaChunks.filter((value, index, self) => { + return self.indexOf(value) === index; + })) const filteredChat = chats.filter((r) => r.role !== 'system' && r.role !== 'function') const s = await hypa.similaritySearch(stringlizeChat(filteredChat.slice(0, 4))) - hypaResult = s.slice(0,3).join("\n\n") + hypaResult = "past events: " + s.slice(0,3).join("\n") currentTokens += await tokenizer.tokenizeChat({ role: "assistant", content: hypaResult diff --git a/src/ts/storage/database.ts b/src/ts/storage/database.ts index 298de225..f62e43c8 100644 --- a/src/ts/storage/database.ts +++ b/src/ts/storage/database.ts @@ -13,7 +13,6 @@ export let appVer = '1.29.2' export let webAppSubVer = '' export function setDatabase(data:Database){ - console.log(data) if(checkNullish(data.characters)){ data.characters = [] }