Fix some errors on Oobabooga Templates (#258)

# PR Checklist
- [ ] Did you check if it works normally in all models? *ignore this
when it dosen't uses models*
- [v] Did you check if it works normally in all of web, local and node
hosted versions? if it dosen't, did you blocked it in those versions?
- [ ] Did you added a type def?

# Description
I found that do_sample, ban_eos_token, and add_bos_token options on
requests.ts are written as fixed value, so the checkbox on the Oobabooga
Template doesn't work.
I hope these changes will fix the problem.
This commit is contained in:
kwaroran
2023-11-13 00:14:46 +09:00
committed by GitHub

View File

@@ -623,7 +623,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
}
bodyTemplate = {
'max_new_tokens': db.maxResponse,
'do_sample': true,
'do_sample': db.ooba.do_sample,
'temperature': (db.temperature / 100),
'top_p': db.ooba.top_p,
'typical_p': db.ooba.typical_p,
@@ -637,10 +637,10 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
'length_penalty': db.ooba.length_penalty,
'early_stopping': false,
'truncation_length': maxTokens,
'ban_eos_token': false,
'ban_eos_token': db.ooba.ban_eos_token,
'stopping_strings': stopStrings,
'seed': -1,
add_bos_token: true,
add_bos_token: db.ooba.add_bos_token,
prompt: proompt
}