diff --git a/src/lib/Setting/Pages/BotSettings.svelte b/src/lib/Setting/Pages/BotSettings.svelte index 6fd1a737..f97d3c3b 100644 --- a/src/lib/Setting/Pages/BotSettings.svelte +++ b/src/lib/Setting/Pages/BotSettings.svelte @@ -246,12 +246,17 @@ {($DataBase.temperature / 100).toFixed(2)} {#if $DataBase.aiModel === 'textgen_webui'} + Repetition Penalty + + {($DataBase.ooba.repetition_penalty).toFixed(2)} + Length Penalty + + {($DataBase.ooba.length_penalty).toFixed(2)} Top K - - - {($DataBase.ooba.top_k).toFixed(2)} + + {($DataBase.ooba.top_k).toFixed(0)} Top P - + {($DataBase.ooba.top_p).toFixed(2)} Typical P @@ -259,24 +264,9 @@ Top A {($DataBase.ooba.top_a).toFixed(2)} - Tail Free Sampling - - {($DataBase.ooba.tfs).toFixed(2)} - Epsilon Cutoff - - {($DataBase.ooba.epsilon_cutoff).toFixed(2)} - Eta Cutoff - - {($DataBase.ooba.eta_cutoff).toFixed(2)} - Number of Beams - - {($DataBase.ooba.num_beams).toFixed(2)} - Length Penalty - - {($DataBase.ooba.length_penalty).toFixed(2)} - Penalty Alpha - - {($DataBase.ooba.penalty_alpha).toFixed(2)} + No Repeat n-gram Size + + {($DataBase.ooba.no_repeat_ngram_size).toFixed(0)}
@@ -306,7 +296,7 @@ Top P {($DataBase.NAIsettings.topP).toFixed(2)} - Top P + Top K {($DataBase.NAIsettings.topK).toFixed(0)} Top A diff --git a/src/ts/process/templates/templates.ts b/src/ts/process/templates/templates.ts index caac6c51..63cb4643 100644 --- a/src/ts/process/templates/templates.ts +++ b/src/ts/process/templates/templates.ts @@ -28,12 +28,12 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset} = { "ooba": { "max_new_tokens": 180, "do_sample": true, - "temperature": 0.5, + "temperature": 0.7, "top_p": 0.9, "typical_p": 1, - "repetition_penalty": 1.1, + "repetition_penalty": 1.15, "encoder_repetition_penalty": 1, - "top_k": 0, + "top_k": 20, "min_length": 0, "no_repeat_ngram_size": 0, "num_beams": 1, @@ -97,12 +97,12 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset} = { "ooba": { "max_new_tokens": 180, "do_sample": true, - "temperature": 0.5, + "temperature": 0.7, "top_p": 0.9, "typical_p": 1, - "repetition_penalty": 1.1, + "repetition_penalty": 1.15, "encoder_repetition_penalty": 1, - "top_k": 0, + "top_k": 20, "min_length": 0, "no_repeat_ngram_size": 0, "num_beams": 1,