Rename removePunctuationHypa and change functionality

This commit is contained in:
kwaroran
2024-01-17 07:07:38 +09:00
parent c988799baa
commit 1e062d3077
4 changed files with 7 additions and 2 deletions

View File

@@ -505,5 +505,5 @@ export const languageEnglish = {
openrouterFallback: "Openrouter Fallback",
openrouterMiddleOut: "Openrouter Middle Out",
geminiApiKey: "Gemini API Key",
removePunctuationHypa: "Remove Punctuation for HypaMemory",
removePunctuationHypa: "Memory Punctuation Removal",
}

View File

@@ -94,7 +94,7 @@
</div>
<div class="flex items-center mt-4">
<Check bind:check={$DataBase.removePunctuationHypa} name={language.removePunctuationHypa}>
<Help key="removePunctuationHypa"/><Help key="experimental"/>
<Help key="removePunctuationHypa"/>
</Check>
</div>
<div class="flex items-center mt-4">

View File

@@ -125,7 +125,11 @@ export async function supaMemory(
i += 1
}
supaMemory = data
if(db.removePunctuationHypa){
supaMemory = supaMemory.replace(/[\.,\/#!$%\^&\*;:{}=\-_`~()]/g,"")
}
currentTokens += await tokenize(supaMemory)
}
}

View File

@@ -376,6 +376,7 @@ export function setDatabase(data:Database){
data.proomptSettings.maxThoughtTagDepth ??= -1
data.openrouterFallback ??= true
data.openrouterMiddleOut ??= false
data.removePunctuationHypa ??= true
changeLanguage(data.language)
DataBase.set(data)