From a07dfe600305781d48016ffce2d6bd18d9ad5e76 Mon Sep 17 00:00:00 2001
From: aegkmq <140575296+aegkmq@users.noreply.github.com>
Date: Tue, 1 Aug 2023 17:31:45 +0900
Subject: [PATCH] [fix] add common EoT markers to stop strings

---
 src/ts/process/stringlize.ts | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/ts/process/stringlize.ts b/src/ts/process/stringlize.ts
index 2f8cb72b..b8112517 100644
--- a/src/ts/process/stringlize.ts
+++ b/src/ts/process/stringlize.ts
@@ -68,6 +68,8 @@ export function getStopStrings(){
     const { username } = db
     const stopStrings = [
         "GPT4 User",
+        "</s>",
+        "<|end",
         userPrefix,
         `${username}:`,
     ]