From 77502416b52dfdbe7152c9c4299e91387be9bb58 Mon Sep 17 00:00:00 2001
From: kwaroran <kwaworan@gmail.com>
Date: Sun, 9 Jul 2023 21:59:47 +0900
Subject: [PATCH] [feat] add openrouter

---
 src/lib/Setting/Pages/BotSettings.svelte | 31 ++++++++++++++++++------
 src/ts/process/request.ts                | 31 +++++++++++++-----------
 src/ts/storage/database.ts               |  6 +++++
 3 files changed, 46 insertions(+), 22 deletions(-)

diff --git a/src/lib/Setting/Pages/BotSettings.svelte b/src/lib/Setting/Pages/BotSettings.svelte
index d143833b..0a67f094 100644
--- a/src/lib/Setting/Pages/BotSettings.svelte
+++ b/src/lib/Setting/Pages/BotSettings.svelte
@@ -120,6 +120,21 @@
         <option value="gpt4_0613" class="bg-darkbg appearance-none">GPT-4 0613</option>
     </select>
 {/if}
+{#if $DataBase.aiModel === 'openrouter' || $DataBase.subModel === 'openrouter'}
+    <span class="text-neutral-200 mt-4">Openrouter Key</span>
+    <input class="text-neutral-200 p-2 bg-transparent input-text focus:bg-selected text-sm" placeholder="leave it blank if it hasn't password" bind:value={$DataBase.openrouterKey}>
+    <span class="text-neutral-200 mt-4">Openrouter Model</span>
+    <select class="bg-transparent input-text mt-2 mb-4 text-gray-200 appearance-none text-sm" bind:value={$DataBase.openrouterRequestModel}>
+        <option value="openai/gpt-3.5-turbo" class="bg-darkbg appearance-none">GPT 3.5</option>
+        <option value="openai/gpt-3.5-turbo-16k" class="bg-darkbg appearance-none">GPT 3.5 16k</option>
+        <option value="openai/gpt-4" class="bg-darkbg appearance-none">GPT-4</option>
+        <option value="openai/gpt-4-32k" class="bg-darkbg appearance-none">GPT-4 32k</option>
+        <option value="anthropic/claude-instant-v1" class="bg-darkbg appearance-none">Claude Instant v1</option>
+        <option value="anthropic/claude-instant-v1-100k" class="bg-darkbg appearance-none">Claude Instant v1 100k</option>
+        <option value="anthropic/claude-v1" class="bg-darkbg appearance-none">Claude v1</option>
+        <option value="anthropic/claude-v1-100k" class="bg-darkbg appearance-none">Claude v1 100k</option>
+    </select>
+{/if}
 {#if $DataBase.aiModel.startsWith('gpt') || $DataBase.subModel.startsWith('gpt')}
     <span class="text-neutral-200">OpenAI {language.apiKey} <Help key="oaiapikey"/></span>
     <input class="text-neutral-200 p-2 bg-transparent input-text focus:bg-selected text-sm" placeholder="sk-XXXXXXXXXXXXXXXXXXXX" bind:value={$DataBase.openAIKey}>
@@ -258,20 +273,20 @@
     <input class="text-neutral-200 p-2 bg-transparent input-text focus:bg-selected" type="range" min="0" max="2" step="0.01" bind:value={$DataBase.ainconfig.rep_pen}>
     <span class="text-gray-400 mb-6 text-sm">{($DataBase.ainconfig.rep_pen).toFixed(2)}</span>
     <span class="text-neutral-200">Reputation Penalty Range</span>
-    <input class="text-neutral-200 p-2 bg-transparent input-text focus:bg-selected" type="range" min="0" max="2" step="2048" bind:value={$DataBase.ainconfig.rep_pen_range}>
-    <span class="text-gray-400 mb-6 text-sm">{($DataBase.ainconfig.rep_pen).toFixed(2)}</span>
+    <input class="text-neutral-200 p-2 bg-transparent input-text focus:bg-selected" type="range" min="0" max="2048" step="1" bind:value={$DataBase.ainconfig.rep_pen_range}>
+    <span class="text-gray-400 mb-6 text-sm">{($DataBase.ainconfig.rep_pen_range).toFixed(2)}</span>
     <span class="text-neutral-200">Reputation Penalty Slope</span>
     <input class="text-neutral-200 p-2 bg-transparent input-text focus:bg-selected" type="range" min="0" max="10" step="0.1" bind:value={$DataBase.ainconfig.rep_pen_slope}>
-    <span class="text-gray-400 mb-6 text-sm">{($DataBase.ainconfig.rep_pen).toFixed(2)}</span>
+    <span class="text-gray-400 mb-6 text-sm">{($DataBase.ainconfig.rep_pen_slope).toFixed(2)}</span>
     <span class="text-neutral-200">Top K</span>
     <input class="text-neutral-200 p-2 bg-transparent input-text focus:bg-selected" type="range" min="1" max="500" step="1" bind:value={$DataBase.ainconfig.top_k}>
-    <span class="text-gray-400 mb-6 text-sm">{($DataBase.ainconfig.top_p).toFixed(2)}</span><span class="text-neutral-200">Typical P</span>
+    <span class="text-gray-400 mb-6 text-sm">{($DataBase.ainconfig.top_k).toFixed(2)}</span>
     <span class="text-neutral-200">Top A</span>
-    <input class="text-neutral-200 p-2 bg-transparent input-text focus:bg-selected" type="range" min="0" max="1" step="0.01" bind:value={$DataBase.ooba.top_a}>
-    <span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.top_a).toFixed(2)}</span>
+    <input class="text-neutral-200 p-2 bg-transparent input-text focus:bg-selected" type="range" min="0" max="1" step="0.01" bind:value={$DataBase.ainconfig.top_a}>
+    <span class="text-gray-400 mb-6 text-sm">{($DataBase.ainconfig.top_a).toFixed(2)}</span>
     <span class="text-neutral-200">Typical P</span>
-    <input class="text-neutral-200 p-2 bg-transparent input-text focus:bg-selected" type="range" min="0" max="1" step="0.01" bind:value={$DataBase.ooba.typical_p}>
-    <span class="text-gray-400 mb-6 text-sm">{($DataBase.ooba.typical_p).toFixed(2)}</span>
+    <input class="text-neutral-200 p-2 bg-transparent input-text focus:bg-selected" type="range" min="0" max="1" step="0.01" bind:value={$DataBase.ainconfig.typical_p}>
+    <span class="text-gray-400 mb-6 text-sm">{($DataBase.ainconfig.typical_p).toFixed(2)}</span>
 {:else}
     <span class="text-neutral-200">{language.frequencyPenalty} <Help key="frequencyPenalty"/></span>
     <input class="text-neutral-200 p-2 bg-transparent input-text focus:bg-selected" type="range" min="0" max="100" bind:value={$DataBase.frequencyPenalty}>
diff --git a/src/ts/process/request.ts b/src/ts/process/request.ts
index 61fae3ca..3072573a 100644
--- a/src/ts/process/request.ts
+++ b/src/ts/process/request.ts
@@ -99,6 +99,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
         case 'gpt4_32k_0613':
         case 'gpt35_0301':
         case 'gpt4_0301':
+        case 'openrouter':
         case 'reverse_proxy':{
             for(let i=0;i<formated.length;i++){
                 if(formated[i].role !== 'function'){
@@ -139,9 +140,10 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
 
 
             const oaiFunctionCall = oaiFunctions ? (arg.useEmotion ? {"name": "set_emotion"} : "auto") : undefined
-            const requestModel = aiModel === 'reverse_proxy' ? db.proxyRequestModel : aiModel
+            const requestModel = (aiModel === 'reverse_proxy' || aiModel === 'openrouter') ? db.proxyRequestModel : aiModel
             const body = ({
-                model: requestModel ===  'gpt35' ? 'gpt-3.5-turbo'
+                model: aiModel === 'openrouter' ? db.openrouterRequestModel :
+                    requestModel ===  'gpt35' ? 'gpt-3.5-turbo'
                     : requestModel ===  'gpt35_0613' ? 'gpt-3.5-turbo-0613'
                     : requestModel ===  'gpt35_16k' ? 'gpt-3.5-turbo-16k'
                     : requestModel ===  'gpt35_16k_0613' ? 'gpt-3.5-turbo-16k-0613'
@@ -179,16 +181,23 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
                 }
             }
 
+            let headers = {
+                "Authorization": "Bearer " + aiModel === 'reverse_proxy' ?  db.proxyKey :
+                                            aiModel === 'openrouter' ? db.openrouterKey : db.openAIKey,
+                "Content-Type": "application/json"
+            }
+
+            if(aiModel === 'openrouter'){
+                headers["X-Title"] = 'RisuAI'
+                headers["HTTP-Referer"] = 'https://risuai.xyz'
+            }
             if(db.useStreaming && arg.useStreaming){
                 body.stream = true
                 const da =  ((!isTauri) && (!isNodeServer))
                     ? await fetch(`/proxy2`, {
                         body: JSON.stringify(body),
                         headers: {
-                            "risu-header": encodeURIComponent(JSON.stringify({
-                                "Authorization": "Bearer " + ((aiModel === 'reverse_proxy') ?  db.proxyKey : db.openAIKey),
-                                "Content-Type": "application/json"
-                            })),
+                            "risu-header": encodeURIComponent(JSON.stringify(headers)),
                             "risu-url": encodeURIComponent(replacerURL),
                             "Content-Type": "application/json"
                         },
@@ -198,10 +207,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
                     : await fetch(replacerURL, {
                         body: JSON.stringify(body),
                         method: "POST",
-                        headers: {
-                            "Authorization": "Bearer " + ((aiModel === 'reverse_proxy') ?  db.proxyKey : db.openAIKey),
-                            "Content-Type": "application/json"
-                        },
+                        headers: headers,
                         signal: abortSignal
                     })  
 
@@ -259,10 +265,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
 
             const res = await globalFetch(replacerURL, {
                 body: body,
-                headers: {
-                    "Authorization": "Bearer " + ((aiModel === 'reverse_proxy') ?  db.proxyKey : db.openAIKey),
-                    "Content-Type": "application/json"
-                },
+                headers: headers,
                 abortSignal
             })
 
diff --git a/src/ts/storage/database.ts b/src/ts/storage/database.ts
index 94207de5..06dec48b 100644
--- a/src/ts/storage/database.ts
+++ b/src/ts/storage/database.ts
@@ -267,6 +267,9 @@ export function setDatabase(data:Database){
     }
     data.classicMaxWidth ??= false
     data.ooba ??= cloneDeep(defaultOoba)
+    data.ainconfig ??= cloneDeep(defaultAIN)
+    data.openrouterKey ??= ''
+    data.openrouterRequestModel ??= 'openai/gpt-3.5-turbo'
     changeLanguage(data.language)
     DataBase.set(data)
 }
@@ -539,6 +542,9 @@ export interface Database{
     proxyRequestModel:string
     ooba:OobaSettings
     ainconfig: AINsettings
+
+    openrouterRequestModel:string
+    openrouterKey:string
 }
 
 interface hordeConfig{