Fix some errors on Oobabooga Templates (#258)
# PR Checklist - [ ] Did you check if it works normally in all models? *ignore this when it dosen't uses models* - [v] Did you check if it works normally in all of web, local and node hosted versions? if it dosen't, did you blocked it in those versions? - [ ] Did you added a type def? # Description I found that do_sample, ban_eos_token, and add_bos_token options on requests.ts are written as fixed value, so the checkbox on the Oobabooga Template doesn't work. I hope these changes will fix the problem.
This commit is contained in:
@@ -623,7 +623,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
|
||||
}
|
||||
bodyTemplate = {
|
||||
'max_new_tokens': db.maxResponse,
|
||||
'do_sample': true,
|
||||
'do_sample': db.ooba.do_sample,
|
||||
'temperature': (db.temperature / 100),
|
||||
'top_p': db.ooba.top_p,
|
||||
'typical_p': db.ooba.typical_p,
|
||||
@@ -637,10 +637,10 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
|
||||
'length_penalty': db.ooba.length_penalty,
|
||||
'early_stopping': false,
|
||||
'truncation_length': maxTokens,
|
||||
'ban_eos_token': false,
|
||||
'ban_eos_token': db.ooba.ban_eos_token,
|
||||
'stopping_strings': stopStrings,
|
||||
'seed': -1,
|
||||
add_bos_token: true,
|
||||
add_bos_token: db.ooba.add_bos_token,
|
||||
prompt: proompt
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user