[feat] generation times

This commit is contained in:
kwaroran
2023-12-18 08:51:31 +09:00
parent 8ac8e2f7ff
commit 2f66297c3c
7 changed files with 78 additions and 4 deletions

View File

@@ -478,6 +478,11 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
if(risuIdentify){
headers["X-Proxy-Risu"] = 'RisuAI'
}
const multiGen = (db.genTime > 1 && aiModel.startsWith('gpt'))
if(multiGen){
// @ts-ignore
body.n = db.genTime
}
let throughProxi = (!isTauri) && (!isNodeServer) && (!db.usePlainFetch)
if(db.useStreaming && arg.useStreaming){
body.stream = true
@@ -578,6 +583,15 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
const dat = res.data as any
if(res.ok){
try {
if(multiGen && dat.choices){
return {
type: 'multiline',
result: dat.choices.map((v) => {
return ["char",v.message.content]
})
}
}
const msg:OpenAIChatFull = (dat.choices[0].message)
return {
type: 'success',