From e93f625ebd9d6ce5cbe51b06c18b45281110e101 Mon Sep 17 00:00:00 2001
From: kwaroran <amasio1234@proton.me>
Date: Sun, 21 Apr 2024 14:24:26 +0900
Subject: [PATCH] Add openrouter provider

---
 src/lib/Setting/Pages/BotSettings.svelte      | 13 ++---
 .../Setting/Pages/OpenrouterSettings.svelte   | 48 +++++++++++++++++++
 src/ts/process/request.ts                     |  7 +++
 src/ts/storage/database.ts                    |  2 +
 4 files changed, 62 insertions(+), 8 deletions(-)
 create mode 100644 src/lib/Setting/Pages/OpenrouterSettings.svelte

diff --git a/src/lib/Setting/Pages/BotSettings.svelte b/src/lib/Setting/Pages/BotSettings.svelte
index 1168a0ae..c7f5188f 100644
--- a/src/lib/Setting/Pages/BotSettings.svelte
+++ b/src/lib/Setting/Pages/BotSettings.svelte
@@ -24,6 +24,7 @@
     import OobaSettings from "./OobaSettings.svelte";
   import Arcodion from "src/lib/UI/Arcodion.svelte";
   import { startsWith } from "lodash";
+  import OpenrouterSettings from "./OpenrouterSettings.svelte";
 
     let tokens = {
         mainPrompt: 0,
@@ -261,14 +262,6 @@
         <Check bind:check={$DataBase.useStreaming} name={`Response ${language.streaming}`}/>
     </div>
 {/if}
-{#if $DataBase.aiModel.startsWith('openrouter')}
-    <div class="flex items-center mb-4">
-        <Check bind:check={$DataBase.openrouterFallback} name={language.openrouterFallback}/>
-    </div>
-    <div class="flex items-center mb-4">
-        <Check bind:check={$DataBase.openrouterMiddleOut} name={language.openrouterMiddleOut}/>
-    </div>
-{/if}
 
 {#if $DataBase.aiModel === 'custom' || $DataBase.subModel === 'custom'}
     <span class="text-textcolor mt-2">{language.plugin}</span>
@@ -573,6 +566,10 @@
     <OobaSettings instructionMode={$DataBase.aiModel === 'ooba'} />
 {/if}
 
+{#if $DataBase.aiModel.startsWith('openrouter')}
+    <OpenrouterSettings />
+{/if}
+
 
 {#if advancedBotSettings}
     {#if !$DataBase.promptTemplate}
diff --git a/src/lib/Setting/Pages/OpenrouterSettings.svelte b/src/lib/Setting/Pages/OpenrouterSettings.svelte
new file mode 100644
index 00000000..5bb3036f
--- /dev/null
+++ b/src/lib/Setting/Pages/OpenrouterSettings.svelte
@@ -0,0 +1,48 @@
+<script lang="ts">
+    import { language } from "src/lang";
+    import Arcodion from "src/lib/UI/Arcodion.svelte";
+    import Check from "src/lib/UI/GUI/CheckInput.svelte";
+    import { DataBase } from "src/ts/storage/database";
+    import SelectInput from "src/lib/UI/GUI/SelectInput.svelte";
+    import OptionInput from "src/lib/UI/GUI/OptionInput.svelte";
+
+    const openrouterProviders = [
+        "OpenAI",
+        "Anthropic",
+        "HuggingFace",
+        "Google",
+        "Mancer",
+        "Mancer 2",
+        "Together",
+        "DeepInfra",
+        "Azure",
+        "Modal",
+        "AnyScale",
+        "Replicate",
+        "Perplexity",
+        "Recursal",
+        "Fireworks",
+        "Mistral",
+        "Groq",
+        "Cohere",
+        "Lepton",
+        "OctoAI",
+        "Novita"
+    ]
+</script>
+
+<Arcodion name="Openrouter Settings" styled>
+    <div class="flex items-center mb-4">
+        <Check bind:check={$DataBase.openrouterFallback} name={language.openrouterFallback}/>
+    </div>
+    <div class="flex items-center mb-4">
+        <Check bind:check={$DataBase.openrouterMiddleOut} name={language.openrouterMiddleOut}/>
+    </div>
+    <span class="mb-2 text-2xl font-bold mt-2">{language.provider}</span>
+    <SelectInput bind:value={$DataBase.openrouterProvider}>
+        <OptionInput value="">Auto (Default)</OptionInput>
+        {#each openrouterProviders as provider}
+            <OptionInput value={provider}>{provider}</OptionInput>
+        {/each}
+    </SelectInput>
+</Arcodion>
\ No newline at end of file
diff --git a/src/ts/process/request.ts b/src/ts/process/request.ts
index 08d5256d..5b712994 100644
--- a/src/ts/process/request.ts
+++ b/src/ts/process/request.ts
@@ -460,6 +460,13 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
                 body.top_a = db.top_a
                 //@ts-ignore
                 body.transforms = db.openrouterMiddleOut ? ['middle-out'] : []
+
+                if(db.openrouterProvider){
+                    //@ts-ignore
+                    body.provider = {
+                        order: [db.openrouterProvider]
+                    }
+                }
             }
 
             if(aiModel === 'reverse_proxy' && db.reverseProxyOobaMode){
diff --git a/src/ts/storage/database.ts b/src/ts/storage/database.ts
index fece3c5b..570096c8 100644
--- a/src/ts/storage/database.ts
+++ b/src/ts/storage/database.ts
@@ -392,6 +392,7 @@ export function setDatabase(data:Database){
     data.top_a ??= 0
     data.customTokenizer ??= 'tik'
     data.instructChatTemplate ??= "chatml"
+    data.openrouterProvider ??= ''
 
     changeLanguage(data.language)
     DataBase.set(data)
@@ -638,6 +639,7 @@ export interface Database{
     customTokenizer:string
     instructChatTemplate:string
     JinjaTemplate:string
+    openrouterProvider:string
 }
 
 export interface customscript{