Add autoContinueMinTokens setting

This commit is contained in:
kwaroran
2024-04-18 13:37:46 +09:00
parent 19a921158d
commit 83f0cb005c
4 changed files with 16 additions and 0 deletions

View File

@@ -572,4 +572,5 @@ export const languageEnglish = {
importFromRealmDesc: "Choose over 1000 characters in RisuRealm",
random: "Random",
metaData: "Meta Data",
autoContinueMinTokens: "Target Tokens Auto Continue",
}

View File

@@ -18,6 +18,8 @@
<NumberInput marginBottom={true} size={"sm"} min={0} max={20} bind:value={$DataBase.loreBookDepth}/>
<span class="text-textcolor">{language.loreBookToken}</span>
<NumberInput marginBottom={true} size={"sm"} min={0} max={4096} bind:value={$DataBase.loreBookToken}/>
<span class="text-textcolor">{language.autoContinueMinTokens}</span>
<NumberInput marginBottom={true} size={"sm"} min={0} bind:value={$DataBase.autoContinueMinTokens}/>
<span class="text-textcolor">{language.additionalPrompt}</span>
<TextInput marginBottom={true} size={"sm"} bind:value={$DataBase.additionalPrompt}/>

View File

@@ -1132,6 +1132,15 @@ export async function sendChat(chatProcessIndex = -1,arg:{chatAdditonalTokens?:n
}
}
if(db.autoContinueMinTokens > 0 && (await tokenize(result)) < db.autoContinueMinTokens){
doingChat.set(false)
return await sendChat(chatProcessIndex, {
chatAdditonalTokens: arg.chatAdditonalTokens,
continue: true,
signal: abortSignal
})
}
chatProcessStage.set(4)
sendPeerChar()

View File

@@ -385,6 +385,8 @@ export function setDatabase(data:Database){
data.maxSupaChunkSize ??= 1200
data.ollamaURL ??= ''
data.ollamaModel ??= ''
data.autoContinueChat ??= false
data.autoContinueMinTokens ??= 0
changeLanguage(data.language)
DataBase.set(data)
@@ -622,6 +624,8 @@ export interface Database{
maxSupaChunkSize:number
ollamaURL:string
ollamaModel:string
autoContinueChat:boolean
autoContinueMinTokens:number
}
export interface customscript{