Rename removePunctuationHypa and change functionality

2024-01-17 07:07:38 +09:00
parent c988799baa
commit 1e062d3077
4 changed files with 7 additions and 2 deletions
--- a/src/ts/process/memory/supaMemory.ts
+++ b/src/ts/process/memory/supaMemory.ts
@@ -125,7 +125,11 @@ export async function supaMemory(
                        i += 1
                    }
        
+
                    supaMemory = data
+                    if(db.removePunctuationHypa){
+                        supaMemory = supaMemory.replace(/[\.,\/#!$%\^&\*;:{}=\-_`~()]/g,"")
+                    }
                    currentTokens += await tokenize(supaMemory)
                }
            }