Add AI model settings to BotSettings.svelte and request.ts

This commit is contained in:
kwaroran
2024-04-19 13:24:29 +09:00
parent bea4c5386b
commit 9b7a9c788c
3 changed files with 24 additions and 0 deletions

View File

@@ -352,7 +352,19 @@
<SliderInput min={0} max={100} step={1} bind:value={$DataBase.top_k}/> <SliderInput min={0} max={100} step={1} bind:value={$DataBase.top_k}/>
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.top_k).toFixed(0)}</span> <span class="text-textcolor2 mb-6 text-sm">{($DataBase.top_k).toFixed(0)}</span>
{/if} {/if}
{#if $DataBase.aiModel.startsWith('openrouter')}
<span class="text-textcolor">Repetition penalty</span>
<SliderInput min={0} max={2} step={0.01} bind:value={$DataBase.repetition_penalty}/>
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.repetition_penalty).toFixed(0)}</span>
<span class="text-textcolor">Min P</span>
<SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.min_p}/>
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.min_p).toFixed(0)}</span>
<span class="text-textcolor">Top A</span>
<SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.top_a}/>
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.top_a).toFixed(0)}</span>
{/if}
{#if $DataBase.aiModel === 'textgen_webui' || $DataBase.aiModel === 'mancer' || $DataBase.aiModel.startsWith('local_') || $DataBase.aiModel.startsWith('hf:::')} {#if $DataBase.aiModel === 'textgen_webui' || $DataBase.aiModel === 'mancer' || $DataBase.aiModel.startsWith('local_') || $DataBase.aiModel.startsWith('hf:::')}
<span class="text-textcolor">Repetition Penalty</span> <span class="text-textcolor">Repetition Penalty</span>
<SliderInput min={1} max={1.5} step={0.01} bind:value={$DataBase.ooba.repetition_penalty}/> <SliderInput min={1} max={1.5} step={0.01} bind:value={$DataBase.ooba.repetition_penalty}/>

View File

@@ -452,6 +452,12 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
body.route = "fallback" body.route = "fallback"
} }
//@ts-ignore //@ts-ignore
body.repetition_penalty = db.repetition_penalty
//@ts-ignore
body.min_p = db.min_p
//@ts-ignore
body.top_a = db.top_a
//@ts-ignore
body.transforms = db.openrouterMiddleOut ? ['middle-out'] : [] body.transforms = db.openrouterMiddleOut ? ['middle-out'] : []
} }

View File

@@ -387,6 +387,9 @@ export function setDatabase(data:Database){
data.ollamaModel ??= '' data.ollamaModel ??= ''
data.autoContinueChat ??= false data.autoContinueChat ??= false
data.autoContinueMinTokens ??= 0 data.autoContinueMinTokens ??= 0
data.repetition_penalty ??= 1
data.min_p ??= 0
data.top_a ??= 0
changeLanguage(data.language) changeLanguage(data.language)
DataBase.set(data) DataBase.set(data)
@@ -608,6 +611,9 @@ export interface Database{
} }
}, },
top_k:number top_k:number
repetition_penalty:number
min_p:number
top_a:number
claudeAws:boolean claudeAws:boolean
lastPatchNoteCheckVersion?:string, lastPatchNoteCheckVersion?:string,
removePunctuationHypa?:boolean removePunctuationHypa?:boolean