From 9b7a9c788cfd3fae3403f9a29dfe607074683bb4 Mon Sep 17 00:00:00 2001
From: kwaroran <amasio1234@proton.me>
Date: Fri, 19 Apr 2024 13:24:29 +0900
Subject: [PATCH] Add AI model settings to BotSettings.svelte and request.ts

---
 src/lib/Setting/Pages/BotSettings.svelte | 12 ++++++++++++
 src/ts/process/request.ts                |  6 ++++++
 src/ts/storage/database.ts               |  6 ++++++
 3 files changed, 24 insertions(+)

diff --git a/src/lib/Setting/Pages/BotSettings.svelte b/src/lib/Setting/Pages/BotSettings.svelte
index e9557e88..533ee624 100644
--- a/src/lib/Setting/Pages/BotSettings.svelte
+++ b/src/lib/Setting/Pages/BotSettings.svelte
@@ -352,7 +352,19 @@
     <SliderInput min={0} max={100} step={1} bind:value={$DataBase.top_k}/>
     <span class="text-textcolor2 mb-6 text-sm">{($DataBase.top_k).toFixed(0)}</span>
 {/if}
+{#if $DataBase.aiModel.startsWith('openrouter')}
+    <span class="text-textcolor">Repetition penalty</span>
+    <SliderInput min={0} max={2} step={0.01} bind:value={$DataBase.repetition_penalty}/>
+    <span class="text-textcolor2 mb-6 text-sm">{($DataBase.repetition_penalty).toFixed(0)}</span>
 
+    <span class="text-textcolor">Min P</span>
+    <SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.min_p}/>
+    <span class="text-textcolor2 mb-6 text-sm">{($DataBase.min_p).toFixed(0)}</span>
+
+    <span class="text-textcolor">Top A</span>
+    <SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.top_a}/>
+    <span class="text-textcolor2 mb-6 text-sm">{($DataBase.top_a).toFixed(0)}</span>
+{/if}
 {#if $DataBase.aiModel === 'textgen_webui' || $DataBase.aiModel === 'mancer' || $DataBase.aiModel.startsWith('local_') || $DataBase.aiModel.startsWith('hf:::')}
     <span class="text-textcolor">Repetition Penalty</span>
     <SliderInput min={1} max={1.5} step={0.01} bind:value={$DataBase.ooba.repetition_penalty}/>
diff --git a/src/ts/process/request.ts b/src/ts/process/request.ts
index 6bed8e92..f4ff2a7c 100644
--- a/src/ts/process/request.ts
+++ b/src/ts/process/request.ts
@@ -452,6 +452,12 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
                     body.route = "fallback"
                 }
                 //@ts-ignore
+                body.repetition_penalty = db.repetition_penalty
+                //@ts-ignore
+                body.min_p = db.min_p
+                //@ts-ignore
+                body.top_a = db.top_a
+                //@ts-ignore
                 body.transforms = db.openrouterMiddleOut ? ['middle-out'] : []
             }
 
diff --git a/src/ts/storage/database.ts b/src/ts/storage/database.ts
index ec3f681f..8a01c062 100644
--- a/src/ts/storage/database.ts
+++ b/src/ts/storage/database.ts
@@ -387,6 +387,9 @@ export function setDatabase(data:Database){
     data.ollamaModel ??= ''
     data.autoContinueChat ??= false
     data.autoContinueMinTokens ??= 0
+    data.repetition_penalty ??= 1
+    data.min_p ??= 0
+    data.top_a ??= 0
 
     changeLanguage(data.language)
     DataBase.set(data)
@@ -608,6 +611,9 @@ export interface Database{
         }
     },
     top_k:number
+    repetition_penalty:number
+    min_p:number
+    top_a:number
     claudeAws:boolean
     lastPatchNoteCheckVersion?:string,
     removePunctuationHypa?:boolean