diff --git a/src/ts/process/templates/templates.ts b/src/ts/process/templates/templates.ts index 63cb4643..96564983 100644 --- a/src/ts/process/templates/templates.ts +++ b/src/ts/process/templates/templates.ts @@ -42,7 +42,7 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset} = { "early_stopping": false, "seed": -1, "add_bos_token": true, - "truncation_length": 2048, + "truncation_length": 4096, "ban_eos_token": false, "skip_special_tokens": true, "top_a": 0, @@ -111,7 +111,7 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset} = { "early_stopping": false, "seed": -1, "add_bos_token": true, - "truncation_length": 2048, + "truncation_length": 4096, "ban_eos_token": false, "skip_special_tokens": true, "top_a": 0, diff --git a/src/ts/storage/database.ts b/src/ts/storage/database.ts index 5f2f1adc..d3539bd2 100644 --- a/src/ts/storage/database.ts +++ b/src/ts/storage/database.ts @@ -704,12 +704,12 @@ export const defaultAIN:AINsettings = { export const defaultOoba:OobaSettings = { max_new_tokens: 180, do_sample: true, - temperature: 0.5, + temperature: 0.7, top_p: 0.9, typical_p: 1, - repetition_penalty: 1.1, + repetition_penalty: 1.15, encoder_repetition_penalty: 1, - top_k: 0, + top_k: 20, min_length: 0, no_repeat_ngram_size: 0, num_beams: 1, @@ -718,7 +718,7 @@ export const defaultOoba:OobaSettings = { early_stopping: false, seed: -1, add_bos_token: true, - truncation_length: 2048, + truncation_length: 4096, ban_eos_token: false, skip_special_tokens: true, top_a: 0,