From 5ef6f00a8c036b86179882b884ff02e87f6ff0ee Mon Sep 17 00:00:00 2001
From: aegkmq <140575296+aegkmq@users.noreply.github.com>
Date: Mon, 31 Jul 2023 16:30:26 +0900
Subject: [PATCH] [fix] Increase default oobabooga trunc len to 4096

---
 src/ts/process/templates/templates.ts | 4 ++--
 src/ts/storage/database.ts            | 8 ++++----
 2 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/src/ts/process/templates/templates.ts b/src/ts/process/templates/templates.ts
index 63cb4643..96564983 100644
--- a/src/ts/process/templates/templates.ts
+++ b/src/ts/process/templates/templates.ts
@@ -42,7 +42,7 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset} = {
       "early_stopping": false,
       "seed": -1,
       "add_bos_token": true,
-      "truncation_length": 2048,
+      "truncation_length": 4096,
       "ban_eos_token": false,
       "skip_special_tokens": true,
       "top_a": 0,
@@ -111,7 +111,7 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset} = {
       "early_stopping": false,
       "seed": -1,
       "add_bos_token": true,
-      "truncation_length": 2048,
+      "truncation_length": 4096,
       "ban_eos_token": false,
       "skip_special_tokens": true,
       "top_a": 0,
diff --git a/src/ts/storage/database.ts b/src/ts/storage/database.ts
index 5f2f1adc..d3539bd2 100644
--- a/src/ts/storage/database.ts
+++ b/src/ts/storage/database.ts
@@ -704,12 +704,12 @@ export const defaultAIN:AINsettings = {
 export const defaultOoba:OobaSettings = {
     max_new_tokens: 180,
     do_sample: true,
-    temperature: 0.5,
+    temperature: 0.7,
     top_p: 0.9,
     typical_p: 1,
-    repetition_penalty: 1.1,
+    repetition_penalty: 1.15,
     encoder_repetition_penalty: 1,
-    top_k: 0,
+    top_k: 20,
     min_length: 0,
     no_repeat_ngram_size: 0,
     num_beams: 1,
@@ -718,7 +718,7 @@ export const defaultOoba:OobaSettings = {
     early_stopping: false,
     seed: -1,
     add_bos_token: true,
-    truncation_length: 2048,
+    truncation_length: 4096,
     ban_eos_token: false,
     skip_special_tokens: true,
     top_a: 0,