Add openrouterFallback and openrouterMiddleOut options

2024-01-08 09:09:12 +09:00
parent aaa5843c51
commit 62a6577368
2 changed files with 10 additions and 0 deletions
--- a/src/ts/process/request.ts
+++ b/src/ts/process/request.ts
@@ -432,6 +432,12 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
                    //@ts-ignore
                    body.top_k = db.top_k
                }
+                if(db.openrouterFallback){
+                    //@ts-ignore
+                    body.route = "fallback"
+                }
+                //@ts-ignore
+                body.transforms = db.openrouterMiddleOut ? ['middle-out'] : []
            }

            if(aiModel === 'reverse_proxy' && db.reverseProxyOobaMode){