From 7abce105c8813bf49400997be0371eeacf9b2dbc Mon Sep 17 00:00:00 2001
From: kwaroran <kwaworan@gmail.com>
Date: Sun, 3 Dec 2023 19:21:53 +0900
Subject: [PATCH] [feat] topp

---
 src/lib/Setting/Pages/BotSettings.svelte |  2 ++
 src/ts/process/request.ts                |  5 ++++-
 src/ts/storage/database.ts               | 10 ++++++++--
 3 files changed, 14 insertions(+), 3 deletions(-)

diff --git a/src/lib/Setting/Pages/BotSettings.svelte b/src/lib/Setting/Pages/BotSettings.svelte
index 88486e6a..5476a10c 100644
--- a/src/lib/Setting/Pages/BotSettings.svelte
+++ b/src/lib/Setting/Pages/BotSettings.svelte
@@ -292,6 +292,8 @@
 {:else}
     <SliderInput min={0} max={200} bind:value={$DataBase.temperature}/>
 {/if}
+<SliderInput min={0} max={2} step={0.01} bind:value={$DataBase.top_p}/>
+
 <span class="text-textcolor2 mb-6 text-sm">{($DataBase.temperature / 100).toFixed(2)}</span>
 
 {#if $DataBase.aiModel === 'textgen_webui' || $DataBase.aiModel === 'mancer' || $DataBase.aiModel.startsWith('local_')}
diff --git a/src/ts/process/request.ts b/src/ts/process/request.ts
index 8e955b55..23e4e491 100644
--- a/src/ts/process/request.ts
+++ b/src/ts/process/request.ts
@@ -299,6 +299,8 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
                 frequency_penalty: arg.frequencyPenalty || (db.frequencyPenalty / 100),
                 logit_bias: bias,
                 stream: false,
+                topP: db.top_p,
+
             })
 
             if(db.generationSeed > 0){
@@ -670,6 +672,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
                 'stopping_strings': stopStrings,
                 'seed': -1,
                 add_bos_token: db.ooba.add_bos_token,
+                topP: db.top_p,
                 prompt: proompt
             }
 
@@ -775,7 +778,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
                 max_tokens: maxTokens,
                 stop: stopStrings,
                 temperature: temperature,
-                top_p: db.topP
+                topP: db.top_p,
             }
 
             const url = new URL(db.textgenWebUIBlockingURL)
diff --git a/src/ts/storage/database.ts b/src/ts/storage/database.ts
index 045c9bf4..91ef230d 100644
--- a/src/ts/storage/database.ts
+++ b/src/ts/storage/database.ts
@@ -351,6 +351,7 @@ export function setDatabase(data:Database){
     data.reverseProxyOobaArgs ??= {
         mode: 'instruct'
     }
+    data.top_p ??= 1
     changeLanguage(data.language)
     DataBase.set(data)
 }
@@ -542,6 +543,7 @@ export interface Database{
     huggingfaceKey:string
     allowAllExtentionFiles?:boolean
     translatorPrompt:string
+    top_p: number,
 }
 
 export interface customscript{
@@ -737,6 +739,7 @@ export interface botPreset{
     localStopStrings?: string[]
     customProxyRequestModel?: string
     reverseProxyOobaArgs?: OobaChatCompletionRequestParams
+    top_p?: number
 
 }
 
@@ -930,7 +933,8 @@ export const presetTemplate:botPreset = {
     ainconfig: cloneDeep(defaultAIN),
     reverseProxyOobaArgs: {
         mode: 'instruct'
-    }
+    },
+    top_p: 1
 
 }
 
@@ -986,7 +990,8 @@ export function saveCurrentPreset(){
         localStopStrings: db.localStopStrings,
         autoSuggestPrompt: db.autoSuggestPrompt,
         customProxyRequestModel: db.customProxyRequestModel,
-        reverseProxyOobaArgs: cloneDeep(db.reverseProxyOobaArgs) ?? null
+        reverseProxyOobaArgs: cloneDeep(db.reverseProxyOobaArgs) ?? null,
+        top_p: db.top_p ?? 1
     }
     db.botPresets = pres
     setDatabase(db)
@@ -1055,6 +1060,7 @@ export function setPreset(db:Database, newPres: botPreset){
     db.reverseProxyOobaArgs = cloneDeep(newPres.reverseProxyOobaArgs) ?? {
         mode: 'instruct'
     }
+    db.top_p = newPres.top_p ?? 1
     return db
 }