From 62a6577368b2a8552755f4ee3e6e08d63691fd96 Mon Sep 17 00:00:00 2001 From: kwaroran Date: Mon, 8 Jan 2024 09:09:12 +0900 Subject: [PATCH] Add openrouterFallback and openrouterMiddleOut options --- src/ts/process/request.ts | 6 ++++++ src/ts/storage/database.ts | 4 ++++ 2 files changed, 10 insertions(+) diff --git a/src/ts/process/request.ts b/src/ts/process/request.ts index 11ce39fd..6eb45635 100644 --- a/src/ts/process/request.ts +++ b/src/ts/process/request.ts @@ -432,6 +432,12 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model' //@ts-ignore body.top_k = db.top_k } + if(db.openrouterFallback){ + //@ts-ignore + body.route = "fallback" + } + //@ts-ignore + body.transforms = db.openrouterMiddleOut ? ['middle-out'] : [] } if(aiModel === 'reverse_proxy' && db.reverseProxyOobaMode){ diff --git a/src/ts/storage/database.ts b/src/ts/storage/database.ts index 2d12eab3..d19a83e2 100644 --- a/src/ts/storage/database.ts +++ b/src/ts/storage/database.ts @@ -374,6 +374,8 @@ export function setDatabase(data:Database){ data.keiServerURL ??= '' data.top_k ??= 0 data.proomptSettings.maxThoughtTagDepth ??= -1 + data.openrouterFallback ??= true + data.openrouterMiddleOut ??= false changeLanguage(data.language) DataBase.set(data) @@ -528,6 +530,8 @@ export interface Database{ personaPrompt:string openrouterRequestModel:string openrouterKey:string + openrouterMiddleOut:boolean + openrouterFallback:boolean selectedPersona:number personas:{ personaPrompt:string