[feat] topp

This commit is contained in:
kwaroran
2023-12-03 19:21:53 +09:00
parent 390e3bcb62
commit 7abce105c8
3 changed files with 14 additions and 3 deletions

View File

@@ -299,6 +299,8 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
frequency_penalty: arg.frequencyPenalty || (db.frequencyPenalty / 100),
logit_bias: bias,
stream: false,
topP: db.top_p,
})
if(db.generationSeed > 0){
@@ -670,6 +672,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
'stopping_strings': stopStrings,
'seed': -1,
add_bos_token: db.ooba.add_bos_token,
topP: db.top_p,
prompt: proompt
}
@@ -775,7 +778,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
max_tokens: maxTokens,
stop: stopStrings,
temperature: temperature,
top_p: db.topP
topP: db.top_p,
}
const url = new URL(db.textgenWebUIBlockingURL)