[fix] add common EoT markers to stop strings

2023-08-01 17:31:45 +09:00
parent f0257aca50
commit a07dfe6003
1 changed files with 2 additions and 0 deletions
--- a/src/ts/process/stringlize.ts
+++ b/src/ts/process/stringlize.ts
@@ -68,6 +68,8 @@ export function getStopStrings(){
    const { username } = db
    const stopStrings = [
        "GPT4 User",
+        "</s>",
+        "<|end",
        userPrefix,
        `${username}:`,
    ]