From 19d336820c10038cd1ef275bd9659892b074555d Mon Sep 17 00:00:00 2001 From: IHaBiS02 Date: Thu, 11 Apr 2024 22:40:48 +0900 Subject: [PATCH 1/2] Add logit_bias supports for gpt-4-turbo --- src/ts/process/request.ts | 14 +++++++++++--- 1 file changed, 11 insertions(+), 3 deletions(-) diff --git a/src/ts/process/request.ts b/src/ts/process/request.ts index bc0d32e8..f764c2d6 100644 --- a/src/ts/process/request.ts +++ b/src/ts/process/request.ts @@ -1,4 +1,4 @@ -import { get } from "svelte/store"; +noimport { get } from "svelte/store"; import type { MultiModal, OpenAIChat, OpenAIChatFull } from "."; import { DataBase, setDatabase, type character } from "../storage/database"; import { pluginProcess } from "../plugins/plugins"; @@ -469,8 +469,16 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model' if(supportsInlayImage()){ // inlay models doesn't support logit_bias - // @ts-ignore - delete body.logit_bias + // gpt-4-turbo supports both logit_bias and inlay image + if(!( + aiModel.startsWith('gpt4_turbo') || + (aiModel == 'reverse_proxy' && ( + db.proxyRequestModel?.startsWith('gpt4_turbo') || + (db.proxyRequestModel === 'custom' && db.customProxyRequestModel.startsWith('gpt-4-turbo')) + )))){ + // @ts-ignore + delete body.logit_bias + } } let replacerURL = aiModel === 'openrouter' ? "https://openrouter.ai/api/v1/chat/completions" : From 6cf004cdbc6140b77ad1e306ecbbfe24c0f24882 Mon Sep 17 00:00:00 2001 From: IHaBiS02 Date: Thu, 11 Apr 2024 22:42:28 +0900 Subject: [PATCH 2/2] Fix typo --- src/ts/process/request.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/ts/process/request.ts b/src/ts/process/request.ts index f764c2d6..7a3daffe 100644 --- a/src/ts/process/request.ts +++ b/src/ts/process/request.ts @@ -1,4 +1,4 @@ -noimport { get } from "svelte/store"; +import { get } from "svelte/store"; import type { MultiModal, OpenAIChat, OpenAIChatFull } from "."; import { DataBase, setDatabase, type character } from "../storage/database"; import { pluginProcess } from "../plugins/plugins";