mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add GeminiBlockOff

Browse Source
This commit is contained in:
Kwaroran
2025-01-07 00:05:20 +09:00
parent 59d33a9c8b
commit 9fc8978d1d
3 changed files with 16 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/lib/Setting/Pages/BotSettings.svelte
View File

@@ -617,6 +617,11 @@
{@render CustomFlagButton('hasStreaming', 8)} {@render CustomFlagButton('hasStreaming', 8)}
{@render CustomFlagButton('requiresAlternateRole', 9)} {@render CustomFlagButton('requiresAlternateRole', 9)}
{@render CustomFlagButton('mustStartWithUserInput', 10)} {@render CustomFlagButton('mustStartWithUserInput', 10)}
{@render CustomFlagButton('hasVideoInput', 12)}
{@render CustomFlagButton('OAICompletionTokens', 13)}
{@render CustomFlagButton('DeveloperRole', 14)}
{@render CustomFlagButton('geminiThinking', 15)}
{@render CustomFlagButton('geminiBlockOff', 16)}
{/if} {/if}
</Arcodion> </Arcodion>

9
src/ts/model/modellist.ts
View File

@@ -17,7 +17,8 @@ export enum LLMFlags{
hasVideoInput, hasVideoInput,
OAICompletionTokens, OAICompletionTokens,
DeveloperRole, DeveloperRole,
geminiThinking geminiThinking,
geminiBlockOff
} }
export enum LLMProvider{ export enum LLMProvider{
@@ -787,7 +788,7 @@ export const LLMModels: LLMModel[] = [
id: 'gemini-exp-1121', id: 'gemini-exp-1121',
provider: LLMProvider.GoogleCloud, provider: LLMProvider.GoogleCloud,
format: LLMFormat.GoogleCloud, format: LLMFormat.GoogleCloud,
flags: [LLMFlags.hasImageInput, LLMFlags.hasFirstSystemPrompt, LLMFlags.poolSupported, LLMFlags.hasStreaming, LLMFlags.requiresAlternateRole], flags: [LLMFlags.geminiBlockOff,LLMFlags.hasImageInput, LLMFlags.hasFirstSystemPrompt, LLMFlags.poolSupported, LLMFlags.hasStreaming, LLMFlags.requiresAlternateRole],
parameters: ['temperature', 'top_k', 'top_p'], parameters: ['temperature', 'top_k', 'top_p'],
tokenizer: LLMTokenizer.GoogleCloud, tokenizer: LLMTokenizer.GoogleCloud,
}, },
@@ -796,7 +797,7 @@ export const LLMModels: LLMModel[] = [
id: 'gemini-exp-1206', id: 'gemini-exp-1206',
provider: LLMProvider.GoogleCloud, provider: LLMProvider.GoogleCloud,
format: LLMFormat.GoogleCloud, format: LLMFormat.GoogleCloud,
flags: [LLMFlags.hasImageInput, LLMFlags.hasFirstSystemPrompt, LLMFlags.poolSupported, LLMFlags.hasStreaming, LLMFlags.requiresAlternateRole], flags: [LLMFlags.geminiBlockOff,LLMFlags.hasImageInput, LLMFlags.hasFirstSystemPrompt, LLMFlags.poolSupported, LLMFlags.hasStreaming, LLMFlags.requiresAlternateRole],
parameters: ['temperature', 'top_k', 'top_p'], parameters: ['temperature', 'top_k', 'top_p'],
tokenizer: LLMTokenizer.GoogleCloud tokenizer: LLMTokenizer.GoogleCloud
}, },
@@ -805,7 +806,7 @@ export const LLMModels: LLMModel[] = [
id: 'gemini-2.0-flash-exp', id: 'gemini-2.0-flash-exp',
provider: LLMProvider.GoogleCloud, provider: LLMProvider.GoogleCloud,
format: LLMFormat.GoogleCloud, format: LLMFormat.GoogleCloud,
flags: [LLMFlags.hasImageInput, LLMFlags.hasFirstSystemPrompt, LLMFlags.poolSupported, LLMFlags.hasAudioInput, LLMFlags.hasVideoInput, LLMFlags.hasStreaming, LLMFlags.requiresAlternateRole], flags: [LLMFlags.geminiBlockOff,LLMFlags.hasImageInput, LLMFlags.hasFirstSystemPrompt, LLMFlags.poolSupported, LLMFlags.hasAudioInput, LLMFlags.hasVideoInput, LLMFlags.hasStreaming, LLMFlags.requiresAlternateRole],
parameters: ['temperature', 'top_k', 'top_p', 'presence_penalty', 'frequency_penalty'], parameters: ['temperature', 'top_k', 'top_p', 'presence_penalty', 'frequency_penalty'],
tokenizer: LLMTokenizer.GoogleCloud, tokenizer: LLMTokenizer.GoogleCloud,
recommended: true recommended: true

6
src/ts/process/request.ts
View File

@@ -1625,6 +1625,12 @@ async function requestGoogleCloudVertex(arg:RequestDataArgumentExtended):Promise
} }
] ]
if(arg.modelInfo.flags.includes(LLMFlags.geminiBlockOff)){
for(let i=0;i<uncensoredCatagory.length;i++){
uncensoredCatagory[i].threshold = "OFF"
}
}
let para:Parameter[] = ['temperature', 'top_p', 'top_k', 'presence_penalty', 'frequency_penalty'] let para:Parameter[] = ['temperature', 'top_p', 'top_k', 'presence_penalty', 'frequency_penalty']
para = para.filter((v) => { para = para.filter((v) => {