Add translation response size option

2024-06-02 03:53:50 +09:00
parent 958217839b
commit 3f78daf563
7 changed files with 20 additions and 7 deletions
--- a/src/ts/translator/translator.ts
+++ b/src/ts/translator/translator.ts
@@ -464,7 +464,7 @@ async function translateLLM(text:string, arg:{to:string}){
        bias: {},
        useStreaming: false,
        noMultiGen: true,
-        maxTokens: 1000,
+        maxTokens: db.translatorMaxResponse,
    }, 'submodel')

    if(rq.type === 'fail' || rq.type === 'streaming' || rq.type === 'multiline'){