mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix claude requesting as stream when stream isn't able

Browse Source
This commit is contained in:
kwaroran
2024-03-17 17:56:24 +09:00
parent b13376f446
commit f0021dd501
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/ts/process/request.ts
View File

@@ -127,6 +127,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
let temperature = arg.temperature ?? (db.temperature / 100) let temperature = arg.temperature ?? (db.temperature / 100)
let bias = arg.bias let bias = arg.bias
let currentChar = arg.currentChar let currentChar = arg.currentChar
let useStreaming = db.useStreaming && arg.useStreaming
arg.continue = arg.continue ?? false arg.continue = arg.continue ?? false
let biasString = arg.biasString ?? [] let biasString = arg.biasString ?? []
const aiModel = (model === 'model' || (!db.advancedBotSettings)) ? db.aiModel : db.subModel const aiModel = (model === 'model' || (!db.advancedBotSettings)) ? db.aiModel : db.subModel
@@ -516,7 +517,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
body.n = db.genTime body.n = db.genTime
} }
let throughProxi = (!isTauri) && (!isNodeServer) && (!db.usePlainFetch) && (!Capacitor.isNativePlatform()) let throughProxi = (!isTauri) && (!isNodeServer) && (!db.usePlainFetch) && (!Capacitor.isNativePlatform())
if(db.useStreaming && arg.useStreaming){ if(useStreaming){
body.stream = true body.stream = true
let urlHost = new URL(replacerURL).host let urlHost = new URL(replacerURL).host
if(urlHost.includes("localhost") || urlHost.includes("172.0.0.1") || urlHost.includes("0.0.0.0")){ if(urlHost.includes("localhost") || urlHost.includes("172.0.0.1") || urlHost.includes("0.0.0.0")){
@@ -837,7 +838,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
'X-API-KEY': db.mancerHeader 'X-API-KEY': db.mancerHeader
} }
if(db.useStreaming && arg.useStreaming){ if(useStreaming){
const oobaboogaSocket = new WebSocket(streamUrl); const oobaboogaSocket = new WebSocket(streamUrl);
const statusCode = await new Promise((resolve) => { const statusCode = await new Promise((resolve) => {
oobaboogaSocket.onopen = () => resolve(0) oobaboogaSocket.onopen = () => resolve(0)
@@ -1491,7 +1492,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
temperature: temperature, temperature: temperature,
top_p: db.top_p, top_p: db.top_p,
top_k: db.top_k, top_k: db.top_k,
stream: db.useStreaming ?? false stream: useStreaming ?? false
} }
if(systemPrompt === ''){ if(systemPrompt === ''){
@@ -1586,7 +1587,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
} }
} }
if(db.useStreaming){ if(useStreaming){
const res = await fetchNative(replacerURL, { const res = await fetchNative(replacerURL, {
body: JSON.stringify(body), body: JSON.stringify(body),