[feat] add top_k for openrouter
This commit is contained in:
@@ -313,6 +313,12 @@
|
|||||||
{/if}
|
{/if}
|
||||||
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.temperature / 100).toFixed(2)}</span>
|
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.temperature / 100).toFixed(2)}</span>
|
||||||
|
|
||||||
|
{#if $DataBase.aiModel.startsWith('openrouter')}
|
||||||
|
<span class="text-textcolor">Top K</span>
|
||||||
|
<SliderInput min={0} max={100} step={1} bind:value={$DataBase.top_k}/>
|
||||||
|
<span class="text-textcolor2 mb-6 text-sm">{($DataBase.top_k).toFixed(0)}</span>
|
||||||
|
{/if}
|
||||||
|
|
||||||
{#if $DataBase.aiModel === 'textgen_webui' || $DataBase.aiModel === 'mancer' || $DataBase.aiModel.startsWith('local_')}
|
{#if $DataBase.aiModel === 'textgen_webui' || $DataBase.aiModel === 'mancer' || $DataBase.aiModel.startsWith('local_')}
|
||||||
<span class="text-textcolor">Repetition Penalty</span>
|
<span class="text-textcolor">Repetition Penalty</span>
|
||||||
<SliderInput min={1} max={1.5} step={0.01} bind:value={$DataBase.ooba.repetition_penalty}/>
|
<SliderInput min={1} max={1.5} step={0.01} bind:value={$DataBase.ooba.repetition_penalty}/>
|
||||||
|
|||||||
@@ -422,6 +422,13 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
|
|||||||
body.user = getOpenUserString()
|
body.user = getOpenUserString()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if(aiModel === 'openrouter'){
|
||||||
|
if(db.top_k !== 0){
|
||||||
|
//@ts-ignore
|
||||||
|
body.top_k = db.top_k
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
if(aiModel === 'reverse_proxy' && db.reverseProxyOobaMode){
|
if(aiModel === 'reverse_proxy' && db.reverseProxyOobaMode){
|
||||||
const OobaBodyTemplate = db.reverseProxyOobaArgs
|
const OobaBodyTemplate = db.reverseProxyOobaArgs
|
||||||
|
|
||||||
|
|||||||
@@ -581,7 +581,8 @@ export interface Database{
|
|||||||
messages: number
|
messages: number
|
||||||
chats: number
|
chats: number
|
||||||
}
|
}
|
||||||
}
|
},
|
||||||
|
top_k:number
|
||||||
}
|
}
|
||||||
|
|
||||||
export interface customscript{
|
export interface customscript{
|
||||||
|
|||||||
Reference in New Issue
Block a user