[feat] added ain param

src/ts/process/request.ts

@@ -551,29 +551,21 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
                 'Authorization': `Bearer ${auth_key}`,
                 'Content-Type': 'application/json'
             };
-
-            // const send_body = {
-            //     text: stringlizeAINChat(formated, currentChar?.name ?? ''),
-            //     length: maxTokens,
-            //     temperature: temperature,
-            //     top_p: 0.7,
-            //     tailfree: 1.0,
-            //     rep_pen: arg.frequencyPenalty ?? (db.frequencyPenalty / 100) + 1,
-            //     model: aiModel === 'novellist_damsel' ? 'damsel' : 'supertrin',
-            //     userbadwords: ["【質問】"].join("<<|>>"),
-            // };
             
             const send_body = {
                 text: stringlizeAINChat(formated, currentChar?.name ?? ''),
                 length: maxTokens,
-                temperature: 0.925,
-                top_p: 0.7,
-                rep_pen: 1.0625,
-                top_a: 0.08,
-                rep_pen_slope: 1.7,
-
+                temperature: temperature,
+                top_p: db.ainconfig.top_p,
+                top_k: db.ainconfig.top_k,
+                rep_pen: db.ainconfig.rep_pen,
+                top_a: db.ainconfig.top_a,
+                rep_pen_slope: db.ainconfig.rep_pen_slope,
+                rep_pen_range: db.ainconfig.rep_pen_range,
+                typical_p: db.ainconfig.typical_p,
+                badwords: db.ainconfig.badwords,
                 model: aiModel === 'novellist_damsel' ? 'damsel' : 'supertrin',
-                stoptokens: ["「"].join("<<|>>"),
+                stoptokens: ["「"].join("<<|>>") + db.ainconfig.stoptokens,
             };
             const response = await globalFetch(api_server_url + '/api', {
                 method: 'POST',

src/ts/storage/database.ts

@@ -410,6 +410,7 @@ export interface botPreset{
     koboldURL?: string
     proxyKey:string
     ooba: OobaSettings
+    ainconfig: AINsettings
 }
 
 export interface Database{
@@ -537,6 +538,7 @@ export interface Database{
     hypaMemory:boolean
     proxyRequestModel:string
     ooba:OobaSettings
+    ainconfig: AINsettings
 }
 
 interface hordeConfig{
@@ -585,6 +587,18 @@ export interface Message{
     chatId?:string
 }
 
+interface AINsettings{
+    top_p: number,
+    rep_pen: number,
+    top_a: number,
+    rep_pen_slope:number,
+    rep_pen_range: number,
+    typical_p:number
+    badwords:string
+    stoptokens:string
+    top_k:number
+}
+
 interface OobaSettings{
     max_new_tokens: number,
     do_sample: boolean,
@@ -621,6 +635,18 @@ interface OobaSettings{
 
 export const saveImage = saveImageGlobal
 
+export const defaultAIN:AINsettings = {
+    top_p: 0.7,
+    rep_pen: 1.0625,
+    top_a: 0.08,
+    rep_pen_slope: 1.7,
+    rep_pen_range: 1024,
+    typical_p: 1.0,
+    badwords: '',
+    stoptokens: '',
+    top_k: 140
+}
+
 export const defaultOoba:OobaSettings = {
     max_new_tokens: 180,
     do_sample: true,
@@ -654,6 +680,7 @@ export const defaultOoba:OobaSettings = {
     }
 }
 
+
 export const presetTemplate:botPreset = {
     name: "New Preset",
     apiType: "gpt35",
@@ -676,7 +703,8 @@ export const presetTemplate:botPreset = {
     promptPreprocess: false,
     proxyKey: '',
     bias: [],
-    ooba: cloneDeep(defaultOoba)
+    ooba: cloneDeep(defaultOoba),
+    ainconfig: cloneDeep(defaultAIN)
 }
 
 const defaultSdData:[string,string][] = [
@@ -750,7 +778,8 @@ export function saveCurrentPreset(){
         bias: db.bias,
         koboldURL: db.koboldURL,
         proxyKey: db.proxyKey,
-        ooba: db.ooba
+        ooba: cloneDeep(db.ooba),
+        ainconfig: cloneDeep(db.ainconfig)
     }
     db.botPresets = pres
     DataBase.set(db)
@@ -796,6 +825,7 @@ export function changeToPreset(id =0, savecurrent = true){
     db.koboldURL = newPres.koboldURL ?? db.koboldURL
     db.proxyKey = newPres.proxyKey ?? db.proxyKey
     db.ooba = cloneDeep(newPres.ooba ?? db.ooba)
+    db.ainconfig = cloneDeep(newPres.ainconfig ?? db.ainconfig)
     DataBase.set(db)
 }