Add AI model settings to BotSettings.svelte and request.ts
This commit is contained in:
@@ -352,7 +352,19 @@
|
|||||||
<SliderInput min={0} max={100} step={1} bind:value={$DataBase.top_k}/>
|
<SliderInput min={0} max={100} step={1} bind:value={$DataBase.top_k}/>
|
||||||
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.top_k).toFixed(0)}</span>
|
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.top_k).toFixed(0)}</span>
|
||||||
{/if}
|
{/if}
|
||||||
|
{#if $DataBase.aiModel.startsWith('openrouter')}
|
||||||
|
<span class="text-textcolor">Repetition penalty</span>
|
||||||
|
<SliderInput min={0} max={2} step={0.01} bind:value={$DataBase.repetition_penalty}/>
|
||||||
|
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.repetition_penalty).toFixed(0)}</span>
|
||||||
|
|
||||||
|
<span class="text-textcolor">Min P</span>
|
||||||
|
<SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.min_p}/>
|
||||||
|
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.min_p).toFixed(0)}</span>
|
||||||
|
|
||||||
|
<span class="text-textcolor">Top A</span>
|
||||||
|
<SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.top_a}/>
|
||||||
|
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.top_a).toFixed(0)}</span>
|
||||||
|
{/if}
|
||||||
{#if $DataBase.aiModel === 'textgen_webui' || $DataBase.aiModel === 'mancer' || $DataBase.aiModel.startsWith('local_') || $DataBase.aiModel.startsWith('hf:::')}
|
{#if $DataBase.aiModel === 'textgen_webui' || $DataBase.aiModel === 'mancer' || $DataBase.aiModel.startsWith('local_') || $DataBase.aiModel.startsWith('hf:::')}
|
||||||
<span class="text-textcolor">Repetition Penalty</span>
|
<span class="text-textcolor">Repetition Penalty</span>
|
||||||
<SliderInput min={1} max={1.5} step={0.01} bind:value={$DataBase.ooba.repetition_penalty}/>
|
<SliderInput min={1} max={1.5} step={0.01} bind:value={$DataBase.ooba.repetition_penalty}/>
|
||||||
|
|||||||
@@ -452,6 +452,12 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
|
|||||||
body.route = "fallback"
|
body.route = "fallback"
|
||||||
}
|
}
|
||||||
//@ts-ignore
|
//@ts-ignore
|
||||||
|
body.repetition_penalty = db.repetition_penalty
|
||||||
|
//@ts-ignore
|
||||||
|
body.min_p = db.min_p
|
||||||
|
//@ts-ignore
|
||||||
|
body.top_a = db.top_a
|
||||||
|
//@ts-ignore
|
||||||
body.transforms = db.openrouterMiddleOut ? ['middle-out'] : []
|
body.transforms = db.openrouterMiddleOut ? ['middle-out'] : []
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -387,6 +387,9 @@ export function setDatabase(data:Database){
|
|||||||
data.ollamaModel ??= ''
|
data.ollamaModel ??= ''
|
||||||
data.autoContinueChat ??= false
|
data.autoContinueChat ??= false
|
||||||
data.autoContinueMinTokens ??= 0
|
data.autoContinueMinTokens ??= 0
|
||||||
|
data.repetition_penalty ??= 1
|
||||||
|
data.min_p ??= 0
|
||||||
|
data.top_a ??= 0
|
||||||
|
|
||||||
changeLanguage(data.language)
|
changeLanguage(data.language)
|
||||||
DataBase.set(data)
|
DataBase.set(data)
|
||||||
@@ -608,6 +611,9 @@ export interface Database{
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
top_k:number
|
top_k:number
|
||||||
|
repetition_penalty:number
|
||||||
|
min_p:number
|
||||||
|
top_a:number
|
||||||
claudeAws:boolean
|
claudeAws:boolean
|
||||||
lastPatchNoteCheckVersion?:string,
|
lastPatchNoteCheckVersion?:string,
|
||||||
removePunctuationHypa?:boolean
|
removePunctuationHypa?:boolean
|
||||||
|
|||||||
Reference in New Issue
Block a user