From 99743f581a4874633660d7a891192a392bcf2183 Mon Sep 17 00:00:00 2001
From: kwaroran <kwaworan@gmail.com>
Date: Wed, 3 Jan 2024 19:03:24 +0900
Subject: [PATCH] [feat] add top_k for openrouter

---
 src/lib/Setting/Pages/BotSettings.svelte | 6 ++++++
 src/ts/process/request.ts                | 7 +++++++
 src/ts/storage/database.ts               | 3 ++-
 3 files changed, 15 insertions(+), 1 deletion(-)

diff --git a/src/lib/Setting/Pages/BotSettings.svelte b/src/lib/Setting/Pages/BotSettings.svelte
index befc2f33..eef8a05a 100644
--- a/src/lib/Setting/Pages/BotSettings.svelte
+++ b/src/lib/Setting/Pages/BotSettings.svelte
@@ -313,6 +313,12 @@
 {/if}
 <span class="text-textcolor2 mb-6 text-sm">{($DataBase.temperature / 100).toFixed(2)}</span>
 
+{#if $DataBase.aiModel.startsWith('openrouter')}
+    <span class="text-textcolor">Top K</span>
+    <SliderInput min={0} max={100} step={1} bind:value={$DataBase.top_k}/>
+    <span class="text-textcolor2 mb-6 text-sm">{($DataBase.top_k).toFixed(0)}</span>
+{/if}
+
 {#if $DataBase.aiModel === 'textgen_webui' || $DataBase.aiModel === 'mancer' || $DataBase.aiModel.startsWith('local_')}
     <span class="text-textcolor">Repetition Penalty</span>
     <SliderInput min={1} max={1.5} step={0.01} bind:value={$DataBase.ooba.repetition_penalty}/>
diff --git a/src/ts/process/request.ts b/src/ts/process/request.ts
index 4a23259f..3ae9cb37 100644
--- a/src/ts/process/request.ts
+++ b/src/ts/process/request.ts
@@ -422,6 +422,13 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
                 body.user = getOpenUserString()
             }
 
+            if(aiModel === 'openrouter'){
+                if(db.top_k !== 0){
+                    //@ts-ignore
+                    body.top_k = db.top_k
+                }
+            }
+
             if(aiModel === 'reverse_proxy' && db.reverseProxyOobaMode){
                 const OobaBodyTemplate = db.reverseProxyOobaArgs
 
diff --git a/src/ts/storage/database.ts b/src/ts/storage/database.ts
index fe053ba9..34c0a91b 100644
--- a/src/ts/storage/database.ts
+++ b/src/ts/storage/database.ts
@@ -581,7 +581,8 @@ export interface Database{
             messages: number
             chats: number
         }
-    }
+    },
+    top_k:number
 }
 
 export interface customscript{