diff --git a/src/lib/Setting/Pages/BotSettings.svelte b/src/lib/Setting/Pages/BotSettings.svelte index befc2f33..eef8a05a 100644 --- a/src/lib/Setting/Pages/BotSettings.svelte +++ b/src/lib/Setting/Pages/BotSettings.svelte @@ -313,6 +313,12 @@ {/if} {($DataBase.temperature / 100).toFixed(2)} +{#if $DataBase.aiModel.startsWith('openrouter')} + Top K + + {($DataBase.top_k).toFixed(0)} +{/if} + {#if $DataBase.aiModel === 'textgen_webui' || $DataBase.aiModel === 'mancer' || $DataBase.aiModel.startsWith('local_')} Repetition Penalty diff --git a/src/ts/process/request.ts b/src/ts/process/request.ts index 4a23259f..3ae9cb37 100644 --- a/src/ts/process/request.ts +++ b/src/ts/process/request.ts @@ -422,6 +422,13 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model' body.user = getOpenUserString() } + if(aiModel === 'openrouter'){ + if(db.top_k !== 0){ + //@ts-ignore + body.top_k = db.top_k + } + } + if(aiModel === 'reverse_proxy' && db.reverseProxyOobaMode){ const OobaBodyTemplate = db.reverseProxyOobaArgs diff --git a/src/ts/storage/database.ts b/src/ts/storage/database.ts index fe053ba9..34c0a91b 100644 --- a/src/ts/storage/database.ts +++ b/src/ts/storage/database.ts @@ -581,7 +581,8 @@ export interface Database{ messages: number chats: number } - } + }, + top_k:number } export interface customscript{