diff --git a/src/lang/en.ts b/src/lang/en.ts index 3768db19..cfde69ff 100644 --- a/src/lang/en.ts +++ b/src/lang/en.ts @@ -282,5 +282,7 @@ export const languageEnglish = { sendWithEnter: "Send with Enter Key", clickToEdit: "Click Text to Edit", setNodePassword: "Set your password to security", - inputNodePassword: "Input your password. if you can't remember, remove save/__password.txt in your server files and restart the server." + inputNodePassword: "Input your password. if you can't remember, remove save/__password.txt in your server files and restart the server.", + simple:"Simple", + advanced: "Advanced" } \ No newline at end of file diff --git a/src/lib/Setting/Pages/BotSettings.svelte b/src/lib/Setting/Pages/BotSettings.svelte index b7985be5..1c7548a2 100644 --- a/src/lib/Setting/Pages/BotSettings.svelte +++ b/src/lib/Setting/Pages/BotSettings.svelte @@ -9,6 +9,7 @@ import ModelList from "src/lib/UI/ModelList.svelte"; import DropList from "src/lib/SideBars/DropList.svelte"; import { PlusIcon, TrashIcon } from "lucide-svelte"; + import { onDestroy } from "svelte"; let tokens = { mainPrompt: 0, jailbreak: 0, @@ -31,16 +32,60 @@ tokens.jailbreak = await tokenize($DataBase.jailbreak) tokens.globalNote = await tokenize($DataBase.globalNote) } + + let advancedBotSettings = false + const unsub = DataBase.subscribe(db => { + if(db.advancedBotSettings !== advancedBotSettings){ + advancedBotSettings = db.advancedBotSettings + + } + }) + + onDestroy(() => { + unsub() + }) $: loadTokenize() +

{language.chatBot}

-{language.model} - -{language.submodel} - +
+ + +
+{#if advancedBotSettings} + {language.model} + + {language.submodel} + +{:else} + {language.model} + { + $DataBase.subModel = v + if(v.startsWith('gpt') || v.startsWith('palm2')){ + $DataBase.maxContext = 4000 + $DataBase.maxResponse = 500 + } + else{ + $DataBase.maxContext = 1500 + $DataBase.maxResponse = 200 + if(v.startsWith('horde')){ + $DataBase.maxResponse = 100 + } + } + }}/> + +{/if} {#if $DataBase.aiModel === 'palm2' || $DataBase.subModel === 'palm2'} Palm2 {language.apiKey} @@ -89,18 +134,18 @@ You are using web version. you must use ngrok or other tunnels to use your local webui. {/if} {/if} -{language.mainPrompt} - -{tokens.mainPrompt} {language.tokens} -{language.jailbreakPrompt} - -{tokens.jailbreak} {language.tokens} -{language.globalNote} - - -{tokens.globalNote} {language.tokens} -{language.maxContextSize} +{#if advancedBotSettings} + {language.mainPrompt} + + {tokens.mainPrompt} {language.tokens} + {language.jailbreakPrompt} + + {tokens.jailbreak} {language.tokens} + {language.globalNote} + + {tokens.globalNote} {language.tokens} + {language.maxContextSize} {#if $DataBase.aiModel === 'gpt35'} {:else if $DataBase.aiModel === 'gpt4' || $DataBase.aiModel === 'textgen_webui'} @@ -126,11 +171,11 @@ {language.submodel} {language.forceReplaceUrl} +{/if} -
- {language.advancedSettings} +{#if advancedBotSettings} {language.formatingOrder} Bias @@ -170,7 +215,7 @@ {language.promptPreprocess} -
+{/if} diff --git a/src/lib/UI/ModelList.svelte b/src/lib/UI/ModelList.svelte index 05c0b8ac..371b2ffd 100644 --- a/src/lib/UI/ModelList.svelte +++ b/src/lib/UI/ModelList.svelte @@ -1,10 +1,11 @@ diff --git a/src/ts/process/request.ts b/src/ts/process/request.ts index c155e295..50eece79 100644 --- a/src/ts/process/request.ts +++ b/src/ts/process/request.ts @@ -238,7 +238,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model' if(isNewAPI){ bodyTemplate = { - 'max_new_tokens': 80, + 'max_new_tokens': db.maxResponse, 'do_sample': true, 'temperature': (db.temperature / 100), 'top_p': 0.9, @@ -458,6 +458,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model' const realModel = aiModel.split(":::")[1] + console.log(realModel) const argument = { "prompt": proompt, "params": { @@ -472,7 +473,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model' "rep_pen_range": 0, "rep_pen_slope": 10, "singleline": false, - "temperature": db.temperature / 25, + "temperature": db.temperature / 100, "tfs": 1, "top_a": 1, "top_k": 100, @@ -486,7 +487,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model' "slow_workers": true, "worker_blacklist": false, "dry_run": false, - "models": [realModel] + "models": [realModel, realModel.trim(), ' ' + realModel, realModel + ' '] } const da = await fetch("https://stablehorde.net/api/v2/generate/text/async", { diff --git a/src/ts/storage/database.ts b/src/ts/storage/database.ts index b2bbc277..c8fdd7d4 100644 --- a/src/ts/storage/database.ts +++ b/src/ts/storage/database.ts @@ -488,7 +488,7 @@ export interface Database{ sendWithEnter:boolean clickToEdit: boolean koboldURL:string - + advancedBotSettings:boolean } interface hordeConfig{