From 1e062d30777484166457be6a3ddafc1647cf75f0 Mon Sep 17 00:00:00 2001
From: kwaroran <amasio1234@proton.me>
Date: Wed, 17 Jan 2024 07:07:38 +0900
Subject: [PATCH] Rename removePunctuationHypa and change functionality

---
 src/lang/en.ts                                | 2 +-
 src/lib/Setting/Pages/AdvancedSettings.svelte | 2 +-
 src/ts/process/memory/supaMemory.ts           | 4 ++++
 src/ts/storage/database.ts                    | 1 +
 4 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/src/lang/en.ts b/src/lang/en.ts
index 0dfb71bf..bf005d77 100644
--- a/src/lang/en.ts
+++ b/src/lang/en.ts
@@ -505,5 +505,5 @@ export const languageEnglish = {
     openrouterFallback: "Openrouter Fallback",
     openrouterMiddleOut: "Openrouter Middle Out",
     geminiApiKey: "Gemini API Key",
-    removePunctuationHypa: "Remove Punctuation for HypaMemory",
+    removePunctuationHypa: "Memory Punctuation Removal",
 }
\ No newline at end of file
diff --git a/src/lib/Setting/Pages/AdvancedSettings.svelte b/src/lib/Setting/Pages/AdvancedSettings.svelte
index 07e302a9..914116de 100644
--- a/src/lib/Setting/Pages/AdvancedSettings.svelte
+++ b/src/lib/Setting/Pages/AdvancedSettings.svelte
@@ -94,7 +94,7 @@
 </div>
 <div class="flex items-center mt-4">
     <Check bind:check={$DataBase.removePunctuationHypa} name={language.removePunctuationHypa}>
-        <Help key="removePunctuationHypa"/><Help key="experimental"/>
+        <Help key="removePunctuationHypa"/>
     </Check>
 </div>
 <div class="flex items-center mt-4">
diff --git a/src/ts/process/memory/supaMemory.ts b/src/ts/process/memory/supaMemory.ts
index 5b46f87c..f359d0ca 100644
--- a/src/ts/process/memory/supaMemory.ts
+++ b/src/ts/process/memory/supaMemory.ts
@@ -125,7 +125,11 @@ export async function supaMemory(
                         i += 1
                     }
         
+
                     supaMemory = data
+                    if(db.removePunctuationHypa){
+                        supaMemory = supaMemory.replace(/[\.,\/#!$%\^&\*;:{}=\-_`~()]/g,"")
+                    }
                     currentTokens += await tokenize(supaMemory)
                 }
             }
diff --git a/src/ts/storage/database.ts b/src/ts/storage/database.ts
index 1818103a..1886cc24 100644
--- a/src/ts/storage/database.ts
+++ b/src/ts/storage/database.ts
@@ -376,6 +376,7 @@ export function setDatabase(data:Database){
     data.proomptSettings.maxThoughtTagDepth ??= -1
     data.openrouterFallback ??= true
     data.openrouterMiddleOut ??= false
+    data.removePunctuationHypa ??= true
 
     changeLanguage(data.language)
     DataBase.set(data)