mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] oobabooga settings

Browse Source
This commit is contained in:
aegkmq
2023-07-31 15:08:23 +09:00
parent 6da5d1912b
commit 03ee17659f
2 changed files with 19 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
src/lib/Setting/Pages/BotSettings.svelte
View File

@@ -246,12 +246,17 @@
<SliderInput min={0} max={200} bind:value={$DataBase.temperature}/> <SliderInput min={0} max={200} bind:value={$DataBase.temperature}/>
<span class="text-gray-400 mb-6 text-sm">{($DataBase.temperature / 100).toFixed(2)}</span> <span class="text-gray-400 mb-6 text-sm">{($DataBase.temperature / 100).toFixed(2)}</span>
{#if $DataBase.aiModel === 'textgen_webui'} {#if $DataBase.aiModel === 'textgen_webui'}
<span class="text-neutral-200">Repetition Penalty</span>
<SliderInput min={1} max={1.5} step={0.01} bind:value={$DataBase.ooba.repetition_penalty}/>
<span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.repetition_penalty).toFixed(2)}</span>
<span class="text-neutral-200">Length Penalty</span>
<SliderInput min={-5} max={5} step={0.05} bind:value={$DataBase.ooba.length_penalty}/>
<span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.length_penalty).toFixed(2)}</span>
<span class="text-neutral-200">Top K</span> <span class="text-neutral-200">Top K</span>
<SliderInput min={0} max={2} step={0.01} bind:value={$DataBase.ooba.top_k} /> <SliderInput min={0} max={100} step={1} bind:value={$DataBase.ooba.top_k} />
<span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.top_k).toFixed(0)}</span>
<span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.top_k).toFixed(2)}</span>
<span class="text-neutral-200">Top P</span> <span class="text-neutral-200">Top P</span>
<SliderInput min={0} max={2} step={0.01} bind:value={$DataBase.ooba.top_p}/> <SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.ooba.top_p}/>
<span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.top_p).toFixed(2)}</span> <span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.top_p).toFixed(2)}</span>
<span class="text-neutral-200">Typical P</span> <span class="text-neutral-200">Typical P</span>
<SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.ooba.typical_p}/> <SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.ooba.typical_p}/>
@@ -259,24 +264,9 @@
<span class="text-neutral-200">Top A</span> <span class="text-neutral-200">Top A</span>
<SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.ooba.top_a}/> <SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.ooba.top_a}/>
<span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.top_a).toFixed(2)}</span> <span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.top_a).toFixed(2)}</span>
<span class="text-neutral-200">Tail Free Sampling</span> <span class="text-neutral-200">No Repeat n-gram Size</span>
<SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.ooba.tfs}/> <SliderInput min={0} max={20} step={1} bind:value={$DataBase.ooba.no_repeat_ngram_size}/>
<span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.tfs).toFixed(2)}</span> <span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.no_repeat_ngram_size).toFixed(0)}</span>
<span class="text-neutral-200">Epsilon Cutoff</span>
<SliderInput min={0} max={9} step={0.01} bind:value={$DataBase.ooba.epsilon_cutoff}/>
<span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.epsilon_cutoff).toFixed(2)}</span>
<span class="text-neutral-200">Eta Cutoff</span>
<SliderInput min={0} max={20} step={0.01} bind:value={$DataBase.ooba.eta_cutoff}/>
<span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.eta_cutoff).toFixed(2)}</span>
<span class="text-neutral-200">Number of Beams</span>
<SliderInput min={1} max={20} step={1} bind:value={$DataBase.ooba.num_beams}/>
<span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.num_beams).toFixed(2)}</span>
<span class="text-neutral-200">Length Penalty</span>
<SliderInput min={-5} max={5} step={0.1} bind:value={$DataBase.ooba.length_penalty}/>
<span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.length_penalty).toFixed(2)}</span>
<span class="text-neutral-200">Penalty Alpha</span>
<SliderInput min={0} max={5} step={0.05} bind:value={$DataBase.ooba.penalty_alpha}/>
<span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.penalty_alpha).toFixed(2)}</span>
<div class="flex items-center mt-4"> <div class="flex items-center mt-4">
<Check bind:check={$DataBase.ooba.do_sample} name={'Do Sample'}/> <Check bind:check={$DataBase.ooba.do_sample} name={'Do Sample'}/>
</div> </div>
@@ -306,7 +296,7 @@
<span class="text-neutral-200">Top P</span> <span class="text-neutral-200">Top P</span>
<SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.NAIsettings.topP}/> <SliderInput min={0} max={1} step={0.01} bind:value={$DataBase.NAIsettings.topP}/>
<span class="text-gray-400 mb-6 text-sm">{($DataBase.NAIsettings.topP).toFixed(2)}</span> <span class="text-gray-400 mb-6 text-sm">{($DataBase.NAIsettings.topP).toFixed(2)}</span>
<span class="text-neutral-200">Top P</span> <span class="text-neutral-200">Top K</span>
<SliderInput min={0} max={100} step={1} bind:value={$DataBase.NAIsettings.topK}/> <SliderInput min={0} max={100} step={1} bind:value={$DataBase.NAIsettings.topK}/>
<span class="text-gray-400 mb-6 text-sm">{($DataBase.NAIsettings.topK).toFixed(0)}</span> <span class="text-gray-400 mb-6 text-sm">{($DataBase.NAIsettings.topK).toFixed(0)}</span>
<span class="text-neutral-200">Top A</span> <span class="text-neutral-200">Top A</span>

12
src/ts/process/templates/templates.ts
View File

@@ -28,12 +28,12 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset} = {
"ooba": { "ooba": {
"max_new_tokens": 180, "max_new_tokens": 180,
"do_sample": true, "do_sample": true,
"temperature": 0.5, "temperature": 0.7,
"top_p": 0.9, "top_p": 0.9,
"typical_p": 1, "typical_p": 1,
"repetition_penalty": 1.1, "repetition_penalty": 1.15,
"encoder_repetition_penalty": 1, "encoder_repetition_penalty": 1,
"top_k": 0, "top_k": 20,
"min_length": 0, "min_length": 0,
"no_repeat_ngram_size": 0, "no_repeat_ngram_size": 0,
"num_beams": 1, "num_beams": 1,
@@ -97,12 +97,12 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset} = {
"ooba": { "ooba": {
"max_new_tokens": 180, "max_new_tokens": 180,
"do_sample": true, "do_sample": true,
"temperature": 0.5, "temperature": 0.7,
"top_p": 0.9, "top_p": 0.9,
"typical_p": 1, "typical_p": 1,
"repetition_penalty": 1.1, "repetition_penalty": 1.15,
"encoder_repetition_penalty": 1, "encoder_repetition_penalty": 1,
"top_k": 0, "top_k": 20,
"min_length": 0, "min_length": 0,
"no_repeat_ngram_size": 0, "no_repeat_ngram_size": 0,
"num_beams": 1, "num_beams": 1,