This commit is contained in:
kwaroran
2023-11-13 00:26:01 +09:00

View File

@@ -623,7 +623,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
} }
bodyTemplate = { bodyTemplate = {
'max_new_tokens': db.maxResponse, 'max_new_tokens': db.maxResponse,
'do_sample': true, 'do_sample': db.ooba.do_sample,
'temperature': (db.temperature / 100), 'temperature': (db.temperature / 100),
'top_p': db.ooba.top_p, 'top_p': db.ooba.top_p,
'typical_p': db.ooba.typical_p, 'typical_p': db.ooba.typical_p,
@@ -637,10 +637,10 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
'length_penalty': db.ooba.length_penalty, 'length_penalty': db.ooba.length_penalty,
'early_stopping': false, 'early_stopping': false,
'truncation_length': maxTokens, 'truncation_length': maxTokens,
'ban_eos_token': false, 'ban_eos_token': db.ooba.ban_eos_token,
'stopping_strings': stopStrings, 'stopping_strings': stopStrings,
'seed': -1, 'seed': -1,
add_bos_token: true, add_bos_token: db.ooba.add_bos_token,
prompt: proompt prompt: proompt
} }