diff --git a/src/lib/UI/ModelList.svelte b/src/lib/UI/ModelList.svelte index bf2da255..a030a8b6 100644 --- a/src/lib/UI/ModelList.svelte +++ b/src/lib/UI/ModelList.svelte @@ -72,9 +72,6 @@ {/each} {/await} - {#if DBState.db.plugins.length > 0} - - {/if}
diff --git a/src/ts/model/modellist.ts b/src/ts/model/modellist.ts index 5428b02d..3a8ad319 100644 --- a/src/ts/model/modellist.ts +++ b/src/ts/model/modellist.ts @@ -695,6 +695,14 @@ export const LLMModels: LLMModel[] = [ provider: LLMProvider.GoogleCloud, format: LLMFormat.GoogleCloud, flags: [LLMFlags.hasImageInput, LLMFlags.hasFirstSystemPrompt], + parameters: ['temperature', 'top_k', 'top_p'] + }, + { + name: "Gemini Exp 1206", + id: 'gemini-exp-1206', + provider: LLMProvider.GoogleCloud, + format: LLMFormat.GoogleCloud, + flags: [LLMFlags.hasImageInput, LLMFlags.hasFirstSystemPrompt], recommended: true, parameters: ['temperature', 'top_k', 'top_p'] }, diff --git a/src/ts/process/models/modelString.ts b/src/ts/process/models/modelString.ts index 6727cb28..40e72d9f 100644 --- a/src/ts/process/models/modelString.ts +++ b/src/ts/process/models/modelString.ts @@ -4,7 +4,7 @@ export function getGenerationModelString(){ const db = getDatabase() switch (db.aiModel){ case 'reverse_proxy': - return 'reverse_proxy-' + (db.reverseProxyOobaMode ? 'ooba' : db.proxyRequestModel) + return 'custom-' + (db.reverseProxyOobaMode ? 'ooba' : db.customProxyRequestModel) case 'openrouter': return 'openrouter-' + db.openrouterRequestModel default: diff --git a/src/ts/process/request.ts b/src/ts/process/request.ts index 17568743..47c6a11e 100644 --- a/src/ts/process/request.ts +++ b/src/ts/process/request.ts @@ -1580,7 +1580,7 @@ async function requestGoogleCloudVertex(arg:RequestDataArgumentExtended):Promise const url = arg.customURL ?? (arg.modelInfo.format === LLMFormat.VertexAIGemini ? `https://${REGION}-aiplatform.googleapis.com/v1/projects/${PROJECT_ID}/locations/us-central1/publishers/google/models/${arg.modelInfo.internalID}:streamGenerateContent` - : `https://generativelanguage.googleapis.com/v1beta/models/${arg.modelInfo.internalID}:generateContent?key=${db.google.accessToken}`) + : `https://generativelanguage.googleapis.com/v1beta/models/${arg.modelInfo.internalID}:generateContent?key=${(arg.aiModel === 'reverse_proxy') ? db.proxyKey : db.google.accessToken}`) const res = await globalFetch(url, { headers: headers, body: body, @@ -2533,7 +2533,7 @@ async function requestWebLLM(arg:RequestDataArgumentExtended):Promise