mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] Increase default oobabooga trunc len to 4096

Browse Source
This commit is contained in:
aegkmq
2023-07-31 16:30:26 +09:00
parent 03ee17659f
commit 5ef6f00a8c
2 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/ts/process/templates/templates.ts
View File

@@ -42,7 +42,7 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset} = {
"early_stopping": false, "early_stopping": false,
"seed": -1, "seed": -1,
"add_bos_token": true, "add_bos_token": true,
"truncation_length": 2048, "truncation_length": 4096,
"ban_eos_token": false, "ban_eos_token": false,
"skip_special_tokens": true, "skip_special_tokens": true,
"top_a": 0, "top_a": 0,
@@ -111,7 +111,7 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset} = {
"early_stopping": false, "early_stopping": false,
"seed": -1, "seed": -1,
"add_bos_token": true, "add_bos_token": true,
"truncation_length": 2048, "truncation_length": 4096,
"ban_eos_token": false, "ban_eos_token": false,
"skip_special_tokens": true, "skip_special_tokens": true,
"top_a": 0, "top_a": 0,

8
src/ts/storage/database.ts
View File

@@ -704,12 +704,12 @@ export const defaultAIN:AINsettings = {
export const defaultOoba:OobaSettings = { export const defaultOoba:OobaSettings = {
max_new_tokens: 180, max_new_tokens: 180,
do_sample: true, do_sample: true,
temperature: 0.5, temperature: 0.7,
top_p: 0.9, top_p: 0.9,
typical_p: 1, typical_p: 1,
repetition_penalty: 1.1, repetition_penalty: 1.15,
encoder_repetition_penalty: 1, encoder_repetition_penalty: 1,
top_k: 0, top_k: 20,
min_length: 0, min_length: 0,
no_repeat_ngram_size: 0, no_repeat_ngram_size: 0,
num_beams: 1, num_beams: 1,
@@ -718,7 +718,7 @@ export const defaultOoba:OobaSettings = {
early_stopping: false, early_stopping: false,
seed: -1, seed: -1,
add_bos_token: true, add_bos_token: true,
truncation_length: 2048, truncation_length: 4096,
ban_eos_token: false, ban_eos_token: false,
skip_special_tokens: true, skip_special_tokens: true,
top_a: 0, top_a: 0,