Add AI model settings to BotSettings.svelte and request.ts
This commit is contained in:
@@ -352,7 +352,19 @@
|
||||
<SliderInput min={0} max={100} step={1} bind:value={$DataBase.top_k}/>
|
||||
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.top_k).toFixed(0)}</span>
|
||||
{/if}
|
||||
{#if $DataBase.aiModel.startsWith('openrouter')}
|
||||
<span class="text-textcolor">Repetition penalty</span>
|
||||
<SliderInput min={0} max={2} step={0.01} bind:value={$DataBase.repetition_penalty}/>
|
||||
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.repetition_penalty).toFixed(0)}</span>
|
||||
|
||||
<span class="text-textcolor">Min P</span>
|
||||
<SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.min_p}/>
|
||||
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.min_p).toFixed(0)}</span>
|
||||
|
||||
<span class="text-textcolor">Top A</span>
|
||||
<SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.top_a}/>
|
||||
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.top_a).toFixed(0)}</span>
|
||||
{/if}
|
||||
{#if $DataBase.aiModel === 'textgen_webui' || $DataBase.aiModel === 'mancer' || $DataBase.aiModel.startsWith('local_') || $DataBase.aiModel.startsWith('hf:::')}
|
||||
<span class="text-textcolor">Repetition Penalty</span>
|
||||
<SliderInput min={1} max={1.5} step={0.01} bind:value={$DataBase.ooba.repetition_penalty}/>
|
||||
|
||||
@@ -452,6 +452,12 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
|
||||
body.route = "fallback"
|
||||
}
|
||||
//@ts-ignore
|
||||
body.repetition_penalty = db.repetition_penalty
|
||||
//@ts-ignore
|
||||
body.min_p = db.min_p
|
||||
//@ts-ignore
|
||||
body.top_a = db.top_a
|
||||
//@ts-ignore
|
||||
body.transforms = db.openrouterMiddleOut ? ['middle-out'] : []
|
||||
}
|
||||
|
||||
|
||||
@@ -387,6 +387,9 @@ export function setDatabase(data:Database){
|
||||
data.ollamaModel ??= ''
|
||||
data.autoContinueChat ??= false
|
||||
data.autoContinueMinTokens ??= 0
|
||||
data.repetition_penalty ??= 1
|
||||
data.min_p ??= 0
|
||||
data.top_a ??= 0
|
||||
|
||||
changeLanguage(data.language)
|
||||
DataBase.set(data)
|
||||
@@ -608,6 +611,9 @@ export interface Database{
|
||||
}
|
||||
},
|
||||
top_k:number
|
||||
repetition_penalty:number
|
||||
min_p:number
|
||||
top_a:number
|
||||
claudeAws:boolean
|
||||
lastPatchNoteCheckVersion?:string,
|
||||
removePunctuationHypa?:boolean
|
||||
|
||||
Reference in New Issue
Block a user