Add Novel AI TTS

Signed-off-by: hashcoko <hashcoko@gmail.com>

src/lib/Setting/Pages/OtherBotSettings.svelte

@@ -128,6 +128,9 @@
 <span class="text-textcolor mt-2">VOICEVOX URL</span>
 <TextInput size="sm" marginBottom bind:value={$DataBase.voicevoxUrl}/>
 
+<span class="text-textcolor mt-2">NovelAI API key</span>
+<TextInput size="sm" marginBottom placeholder="pst-..." bind:value={$DataBase.NAIApiKey}/>
+
 <span class="text-textcolor mt-4 text-lg font-bold">{language.emotionImage}</span>
 
 <span class="text-textcolor mt-2">{language.emotionMethod}</span>

src/lib/SideBars/CharConfig.svelte

@@ -15,7 +15,7 @@
     import Help from "../Others/Help.svelte";
     import RegexData from "./Scripts/RegexData.svelte";
     import { exportChar, shareRisuHub } from "src/ts/characterCards";
-    import { getElevenTTSVoices, getWebSpeechTTSVoices, getVOICEVOXVoices, oaiVoices } from "src/ts/process/tts";
+    import { getElevenTTSVoices, getWebSpeechTTSVoices, getVOICEVOXVoices, oaiVoices, getNovelAIVoices, FixNAITTS } from "src/ts/process/tts";
     import { checkCharOrder, getFileSrc } from "src/ts/storage/globalApi";
     import { addGroupChar, rmCharFromGroup } from "src/ts/process/group";
     import RealmUpload from "../UI/Realm/RealmUpload.svelte";
@@ -28,6 +28,7 @@
     import RegexList from "./Scripts/RegexList.svelte";
     import TriggerList from "./Scripts/TriggerList.svelte";
     
+
     let subMenu = 0
     let openHubUpload = false
     let emos:[string, string][] = []
@@ -130,12 +131,20 @@
                 }
             }
         }
+        
     }
 
     onDestroy(unsub);
 
 
     $:licensed = (currentChar.type === 'character') ? currentChar.data.license : ''
+    $: if (currentChar.data.ttsMode === 'novelai' && (currentChar.data as character).naittsConfig === undefined) {
+        (currentChar.data as character).naittsConfig = {
+            customvoice: false,
+            voice: 'Aini',
+            version: 'v2'
+        };
+    }
 </script>
 
 {#if licensed !== 'private'}
@@ -542,6 +551,7 @@
             <OptionInput value="webspeech">Web Speech</OptionInput>
             <OptionInput value="VOICEVOX">VOICEVOX</OptionInput>
             <OptionInput value="openai">OpenAI</OptionInput>
+            <OptionInput value="novelai">NovelAI</OptionInput>
         </SelectInput>
         
 
@@ -600,6 +610,31 @@
                 <span class="text-textcolor">Intonation scale</span>
                 <NumberInput size={"sm"} marginBottom bind:value={currentChar.data.voicevoxConfig.INTONATION_SCALE}/>
                 <span class="text-sm mb-2 text-textcolor2">To use VOICEVOX, you need to run a colab and put the localtunnel URL in "Settings → Other Bots". https://colab.research.google.com/drive/1tyeXJSklNfjW-aZJAib1JfgOMFarAwze</span>
+        {:else if currentChar.data.ttsMode === 'novelai'}
+            <span class="text-textcolor">Custom Voice Seed</span>
+            <Check bind:check={currentChar.data.naittsConfig.customvoice}/>
+            {#if !currentChar.data.naittsConfig.customvoice}
+                <span class="text-textcolor">Voice</span>
+                <SelectInput className="mb-4 mt-2" bind:value={currentChar.data.naittsConfig.voice}>
+                    {#await getNovelAIVoices() then voices}
+                        {#each voices as voiceGroup}
+                            <optgroup label={voiceGroup.gender} class="bg-darkbg appearance-none">
+                                {#each voiceGroup.voices as voice}
+                                    <OptionInput value={voice} selected={currentChar.data.naittsConfig.voice === voice}>{voice}</OptionInput>
+                                {/each}
+                            </optgroup>
+                        {/each}
+                    {/await}
+                </SelectInput>
+            {:else}
+                <span class="text-textcolor">Voice</span>
+                <TextInput size={"sm"} bind:value={currentChar.data.naittsConfig.voice}/>
+            {/if}
+            <span class="text-textcolor">Version</span>
+            <SelectInput className="mb-4 mt-2" bind:value={currentChar.data.naittsConfig.version}>
+                <OptionInput value="v1">v1</OptionInput>
+                <OptionInput value="v2">v2</OptionInput>
+            </SelectInput>
         {/if}
         {#if currentChar.data.ttsMode === 'openai'}
         <span class="text-textcolor">OpenAI TTS uses your OpenAI key on the chat model section</span>
@@ -610,7 +645,7 @@
                 {/each}
             </SelectInput>
         {/if}
-        {#if currentChar.data.ttsMode === 'webspeech' || currentChar.data.ttsMode === 'elevenlab' || currentChar.data.ttsMode === 'VOICEVOX'}
+        {#if currentChar.data.ttsMode === 'webspeech' || currentChar.data.ttsMode === 'elevenlab' || currentChar.data.ttsMode === 'VOICEVOX' || currentChar.data.ttsMode === 'novelai'}
             <div class="flex items-center mt-2">
                 <Check bind:check={currentChar.data.ttsReadOnlyQuoted} name={language.ttsReadOnlyQuoted}/>
             </div>

src/ts/process/tts.ts

@@ -139,8 +139,29 @@ export async function sayTTS(character:character,text:string) {
             }
 
         }
-    }
+        case 'novelai': {
+            const audioContext = new AudioContext();
+            const response = await fetch(`https://api.novelai.net/ai/generate-voice?text=${text}&voice=-1&seed=${character.naittsConfig.voice}&opus=false&version=${character.naittsConfig.version}`, {
+                method: 'GET',
+                headers: {
+                    "Authorization": "Bearer " + db.NAIApiKey,
+                }
+            });
         
+            if (response.status === 200 && response.headers.get('content-type') === 'audio/mpeg') {
+                const audioBuffer = await response.arrayBuffer();
+                audioContext.decodeAudioData(audioBuffer, (decodedData) => {
+                    const sourceNode = audioContext.createBufferSource();
+                    sourceNode.buffer = decodedData;
+                    sourceNode.connect(audioContext.destination);
+                    sourceNode.start();
+                });
+            } else {
+                alertError("Error fetching or decoding audio data");
+            }
+            break;
+        }
+    }
 }
 
 export const oaiVoices = [
@@ -190,3 +211,28 @@ export async function getVOICEVOXVoices() {
     speakersInfo.unshift({ name: "None", list: null})
     return speakersInfo;
 }
+
+export async function getNovelAIVoices(){
+    return [
+        {
+            gender: "UNISEX",
+            voices: ['Anananan']
+        },
+        {
+            gender: "FEMALE",
+            voices: ['Aini', 'Orea', 'Claea', 'Lim', 'Aurae', 'Naia']
+        },
+        {
+            gender: "MALE",
+            voices: ['Aulon', 'Elei', 'Ogma', 'Raid', 'Pega', 'Lam']
+        }
+    ];
+}
+
+export async function FixNAITTS(data:character){
+    if (data.naittsConfig === undefined){
+        data.naittsConfig.voice = 'Anananan'
+    }
+
+    return data
+}

src/ts/storage/database.ts

@@ -619,6 +619,11 @@ export interface character{
         INTONATION_SCALE?: number
         VOLUME_SCALE?: number
     }
+    naittsConfig?:{
+        customvoice?: boolean
+        voice?: string
+        version?: string
+    }
     supaMemory?:boolean
     additionalAssets?:[string, string, string][]
     ttsReadOnlyQuoted?:boolean