mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add logit_bias supports for gpt-4-turbo

Browse Source
This commit is contained in:
IHaBiS02
2024-04-11 22:40:48 +09:00
parent c4f1f6d28b
commit 19d336820c
1 changed files with 11 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/ts/process/request.ts
View File

@@ -1,4 +1,4 @@
import { get } from "svelte/store"; noimport { get } from "svelte/store";
import type { MultiModal, OpenAIChat, OpenAIChatFull } from "."; import type { MultiModal, OpenAIChat, OpenAIChatFull } from ".";
import { DataBase, setDatabase, type character } from "../storage/database"; import { DataBase, setDatabase, type character } from "../storage/database";
import { pluginProcess } from "../plugins/plugins"; import { pluginProcess } from "../plugins/plugins";
@@ -469,8 +469,16 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
if(supportsInlayImage()){ if(supportsInlayImage()){
// inlay models doesn't support logit_bias // inlay models doesn't support logit_bias
// @ts-ignore // gpt-4-turbo supports both logit_bias and inlay image
delete body.logit_bias if(!(
aiModel.startsWith('gpt4_turbo') ||
(aiModel == 'reverse_proxy' && (
db.proxyRequestModel?.startsWith('gpt4_turbo') ||
(db.proxyRequestModel === 'custom' && db.customProxyRequestModel.startsWith('gpt-4-turbo'))
)))){
// @ts-ignore
delete body.logit_bias
}
} }
let replacerURL = aiModel === 'openrouter' ? "https://openrouter.ai/api/v1/chat/completions" : let replacerURL = aiModel === 'openrouter' ? "https://openrouter.ai/api/v1/chat/completions" :