add fish speech tts

src/ts/process/tts.ts

@@ -311,6 +311,49 @@ export async function sayTTS(character:character,text:string) {
                     throw new Error(text);
                 }
             }
+            case 'fishspeech':{
+                if (character.fishSpeechConfig.model._id === ''){
+                    throw new Error('FishSpeech Model is not selected')
+                }
+                const audioContext = new AudioContext();
+
+                const body = {
+                    text: text,
+                    reference_id: character.fishSpeechConfig.model._id,
+                    chunk_length: character.fishSpeechConfig.chunk_length,
+                    normalize: character.fishSpeechConfig.normalize,
+                    format: 'mp3',
+                    mp3_bitrate: 192,
+                }
+
+
+                console.log(body)
+
+                const response = await globalFetch(`https://api.fish.audio/v1/tts`, {
+                    method: 'POST',
+                    headers: {
+                        'Content-Type': 'application/json',
+                        'Authorization': `Bearer ${db.fishSpeechKey}`
+                    },
+                    body: body,
+                    rawResponse: true,
+                })
+                console.log(response)
+
+                if (response.ok) {
+                    const audioBuffer = response.data.buffer;
+                    audioContext.decodeAudioData(audioBuffer, (decodedData) => {
+                        const sourceNode = audioContext.createBufferSource();
+                        sourceNode.buffer = decodedData;
+                        sourceNode.connect(audioContext.destination);
+                        sourceNode.start();
+                    });
+                } else {
+                    const textBuffer: Uint8Array = response.data.buffer
+                    const text = Buffer.from(textBuffer).toString('utf-8')
+                    throw new Error(text);
+                }
+            }
         }   
     } catch (error) {
         alertError(`TTS Error: ${error}`)

src/ts/storage/database.ts

@@ -351,6 +351,7 @@ export function setDatabase(data:Database){
     data.newOAIHandle ??= true
     data.gptVisionQuality ??= 'low'
     data.huggingfaceKey ??= ''
+    data.fishSpeechKey ??= ''
     data.statistics ??= {}
     data.reverseProxyOobaArgs ??= {
         mode: 'instruct'
@@ -651,6 +652,7 @@ export interface Database{
     tpo?:boolean
     automark?:boolean
     huggingfaceKey:string
+    fishSpeechKey:string
     allowAllExtentionFiles?:boolean
     translatorPrompt:string
     translatorMaxResponse:number
@@ -863,6 +865,16 @@ export interface character{
         top_k?:number
         text_split_method?: "cut0" | "cut1" | "cut2" | "cut3" | "cut4" | "cut5"
     }
+    fishSpeechConfig?:{
+        model?: {
+            _id:string
+            title:string
+            description:string
+        },
+        chunk_length:number,
+        normalize:boolean,
+        
+    }
     supaMemory?:boolean
     additionalAssets?:[string, string, string][]
     ttsReadOnlyQuoted?:boolean