Add autoContinueMinTokens setting

2024-04-18 13:37:46 +09:00
parent 19a921158d
commit 83f0cb005c
4 changed files with 16 additions and 0 deletions
--- a/src/ts/process/index.ts
+++ b/src/ts/process/index.ts
@@ -1132,6 +1132,15 @@ export async function sendChat(chatProcessIndex = -1,arg:{chatAdditonalTokens?:n
        }
    }

+    if(db.autoContinueMinTokens > 0 && (await tokenize(result)) < db.autoContinueMinTokens){
+        doingChat.set(false)
+        return await sendChat(chatProcessIndex, {
+            chatAdditonalTokens: arg.chatAdditonalTokens,
+            continue: true,
+            signal: abortSignal
+        })
+    }
+
    chatProcessStage.set(4)

    sendPeerChar()