mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add low level access

Browse Source
This commit is contained in:
kwaroran
2024-05-28 20:39:35 +09:00
parent 48afa966b6
commit 2401b25bee
8 changed files with 267 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/lang/en.ts
View File

@@ -129,6 +129,8 @@ export const languageEnglish = {
customChainOfThought: "Warning: chain of thought toggle is no longer recommended to use. put chain of thought prompt in other prompt entries instead.",
customPromptTemplateToggle: "Here you can define your own prompt toggles. use `<toggle variable>=<toggle name>` format, seperated by newline. for example, `cot=Toggle COT`. you can use these toggles in prompt by using `{{getglobalvar::toggle_<toggle variable>}}`. like `{{getglobalvar::toggle_cot}}`.",
defaultVariables: "Here you can define your own default variables. use `<variable name>=<variable value>` format, seperated by newline. for example, `name=RisuAI`, which then can be used with trigger scripts and variables CBS like `{{getvar::A}}`, `{{setvar::A::B}}` or `{{? $A + 1}}`. if prompt template's default variable and character's default variable has same name, character's default variable will be used.",
lowLevelAccess: "If enabled, it will enable access to features that requires high computing powers and executing AI model via triggers in the character. do not enable this unless you really need these features.",
triggerLLMPrompt: "A prompt that would be sent to the model. you can use multi turns and roles by using `@@role user`, `@@role system`, `@@role assistant`. for example, \n\`\`\`\n@@role system\nrespond as hello\n@@role assistant\nhello\n@@role user\nhi\n\`\`\`",
},
setup: {
chooseProvider: "Choose AI Provider",
@@ -618,4 +620,16 @@ export const languageEnglish = {
hypaV2Desc: "HypaMemory V2 is a long-term memory system that use both summarized data and vector search.",
supaDesc: "SupaMemory is a long-term memory system that uses summarized data to AI.",
hanuraiDesc: "HanuraiMemory is a memory system that uses vector search.",
lowLevelAccess: "Low Level Access",
resultStoredVar: "Variable to Store Result",
triggerEffRunLLM: "Run Main Model",
triggerEffectSendAI: "Resend AI",
triggerEffCheckSim: "Check Similarity",
triggerEffShowAlert: "Show Alert",
normal: "Normal",
error: "Error",
input: "Input",
select: "Select",
lowLevelAccessConfirm: "This character uses Low Level Access. which means this character can access the AI model and your storage directly. do you really want to import this character?",
triggerLowLevelOnly: "This trigger only works with Low Level Access. to enable this trigger, enable Low Level Access in advanced settings in the character.",
}

10
src/lib/SideBars/CharConfig.svelte
View File

@@ -893,6 +893,11 @@
</table>
</div>
<div class="flex items-center mt-4">
<Check bind:check={currentChar.data.lowLevelAccess} name={language.lowLevelAccess}/>
<span> <Help key="lowLevelAccess" name={language.lowLevelAccess}/></span>
</div>
<div class="flex items-center mt-4">
<Check bind:check={currentChar.data.utilityBot} name={language.utilityBot}/>
<span> <Help key="utilityBot" name={language.utilityBot}/></span>
@@ -954,6 +959,11 @@
<Help key="experimental" name={language.useCharLorebook}/>
</div>
{/if}
<div class="flex items-center mt-4">
<Check bind:check={currentChar.data.lowLevelAccess} name={language.lowLevelAccess}/>
<span> <Help key="lowLevelAccess" name={language.lowLevelAccess}/></span>
</div>
{/if}
<Button on:click={async () => {
removeChar($selectedCharID, currentChar.data.name)

76
src/lib/SideBars/Scripts/TriggerData.svelte
View File

@@ -9,6 +9,8 @@
import OptionInput from "../../UI/GUI/OptionInput.svelte";
import NumberInput from "src/lib/UI/GUI/NumberInput.svelte";
import TextAreaInput from "src/lib/UI/GUI/TextAreaInput.svelte";
import Help from "src/lib/Others/Help.svelte";
import { CurrentCharacter } from "src/ts/stores";
export let value:triggerscript
export let onRemove: () => void = () => {}
@@ -231,6 +233,29 @@
value: ''
}
}
if(effect.type === 'runLLM'){
effect = {
type: 'runLLM',
value: '',
inputVar: ''
}
}
if(effect.type === 'checkSimilarity'){
effect = {
type: 'checkSimilarity',
source: '',
value: '',
inputVar: ''
}
}
if(effect.type === 'showAlert'){
effect = {
type: 'showAlert',
alertType: 'normal',
value: '',
inputVar: ''
}
}
}}>
<OptionInput value="setvar">{language.triggerEffSetVar}</OptionInput>
<OptionInput value="impersonate">{language.triggerEffImperson}</OptionInput>
@@ -242,11 +267,26 @@
<OptionInput value="stop">{language.triggerEffStop}</OptionInput>
{/if}
<OptionInput value="runtrigger">{language.triggerEffRunTrigger}</OptionInput>
<OptionInput value="runLLM">{language.triggerEffRunLLM}</OptionInput>
<OptionInput value="checkSimilarity">{language.triggerEffCheckSim}</OptionInput>
<OptionInput value="showAlert">{language.triggerEffShowAlert}</OptionInput>
{#if effect.type === 'sendAIprompt' || value.type === 'output'}
<OptionInput value="sendAIprompt">{language.triggerEffectSendAI}</OptionInput>
{/if}
</SelectInput>
{#if value.type !== 'start' && (effect.type === 'systemprompt' || effect.type === 'stop')}
{#if
(value.type !== 'start' && (effect.type === 'systemprompt' || effect.type === 'stop')) ||
(value.type === 'output' && effect.type === 'sendAIprompt')
}
<span class="text-red-400 text-sm">{language.invaildTriggerEffect}</span>
{/if}
{#if
!$CurrentCharacter.lowLevelAccess && (effect.type === 'runLLM' || effect.type === 'checkSimilarity' || effect.type === 'showAlert' || effect.type === 'sendAIprompt')
}
<span class="text-red-400 text-sm">{language.triggerLowLevelOnly}</span>
{/if}
{#if effect.type === 'systemprompt'}
<span class="text-textcolor2 text-sm">{language.location}</span>
<SelectInput bind:value={effect.location}>
@@ -280,6 +320,38 @@
<span class="text-textcolor2 text-sm">{language.value}</span>
<TextAreaInput highlight bind:value={effect.value} />
{/if}
{#if effect.type === 'runLLM'}
<span class="text-textcolor2 text-sm">{language.prompt} <Help key="triggerLLMPrompt" /></span>
<TextAreaInput highlight bind:value={effect.value} />
<span class="text-textcolor2 text-sm">{language.resultStoredVar}</span>
<TextInput bind:value={effect.inputVar} />
{/if}
{#if effect.type === 'checkSimilarity'}
<span class="text-textcolor2 text-sm">{language.prompt}</span>
<TextAreaInput highlight bind:value={effect.source} />
<span class="text-textcolor2 text-sm">{language.value}</span>
<TextAreaInput highlight bind:value={effect.value} />
<span class="text-textcolor2 text-sm">{language.resultStoredVar}</span>
<TextInput bind:value={effect.inputVar} />
{/if}
{#if effect.type === 'showAlert'}
<span class="text-textcolor2 text-sm">{language.type}</span>
<SelectInput bind:value={effect.alertType}>
<OptionInput value="normal">{language.normal}</OptionInput>
<OptionInput value="error">{language.error}</OptionInput>
<OptionInput value="input">{language.input}</OptionInput>
<OptionInput value="select">{language.select}</OptionInput>
</SelectInput>
<span class="text-textcolor2 text-sm">{language.value}</span>
<TextAreaInput highlight bind:value={effect.value} />
<span class="text-textcolor2 text-sm">{language.resultStoredVar}</span>
<TextInput bind:value={effect.inputVar} />
{/if}
{#if effect.type === 'impersonate'}
<span class="text-textcolor2 text-sm">{language.role}</span>
<SelectInput bind:value={effect.role} size="sm">

10
src/ts/characterCards.ts
View File

@@ -479,6 +479,12 @@ async function importCharacterCardSpec(card:CharacterCardV2Risu|CharacterCardV3,
sdData = risuext.sdData ?? sdData
}
if(risuext.lowLevelAccess){
const conf = alertConfirm(language.lowLevelAccessConfirm)
if(!conf){
return false
}
}
const charbook = data.character_book
let lorebook:loreBook[] = []
let loresettings:undefined|loreSettings = undefined
@@ -586,6 +592,7 @@ async function importCharacterCardSpec(card:CharacterCardV2Risu|CharacterCardV3,
imported: true,
source: card?.data?.extensions?.risuai?.source ?? [],
ccAssets: ccAssets,
lowLevelAccess: risuext.lowLevelAccess ?? false
}
if(card.spec === 'chara_card_v3'){
@@ -939,7 +946,8 @@ export function createBaseV3(char:character){
lorePlus: char.lorePlus,
inlayViewScreen: char.inlayViewScreen,
newGenData: char.newGenData,
vits: {}
vits: {},
lowLevelAccess: char.lowLevelAccess ?? false
},
depth_prompt: char.depth_prompt
},

1
src/ts/parser.ts
View File

@@ -13,6 +13,7 @@ import { findCharacterbyId, parseKeyValue, sfc32, uuidtoNumber } from './util';
import { getInlayImage } from './process/files/image';
import { autoMarkNew } from './plugins/automark';
import { getModuleLorebooks } from './process/modules';
import { HypaProcesser } from './process/memory/hypamemory';
const mconverted = new Marked({
gfm: true,

14
src/ts/process/index.ts
View File

@@ -1087,6 +1087,7 @@ export async function sendChat(chatProcessIndex = -1,arg:{chatAdditonalTokens?:n
let result = ''
let emoChanged = false
let resendChat = false
if(abortSignal.aborted === true){
return false
@@ -1151,6 +1152,9 @@ export async function sendChat(chatProcessIndex = -1,arg:{chatAdditonalTokens?:n
if(triggerResult && triggerResult.chat){
currentChat = triggerResult.chat
}
if(triggerResult && triggerResult.sendAIprompt){
resendChat = true
}
const inlayr = runInlayScreen(currentChar, currentChat.message[msgIndex].data)
currentChat.message[msgIndex].data = inlayr.text
db.characters[selectedChar].chats[selectedChat] = currentChat
@@ -1236,6 +1240,9 @@ export async function sendChat(chatProcessIndex = -1,arg:{chatAdditonalTokens?:n
db.characters[selectedChar].chats[selectedChat] = triggerResult.chat
setDatabase(db)
}
if(triggerResult && triggerResult.sendAIprompt){
resendChat = true
}
}
let needsAutoContinue = false
@@ -1259,6 +1266,13 @@ export async function sendChat(chatProcessIndex = -1,arg:{chatAdditonalTokens?:n
})
}
if(resendChat){
doingChat.set(false)
return await sendChat(chatProcessIndex, {
signal: abortSignal
})
}
chatProcessStage.set(4)
sendPeerChar()

146
src/ts/process/triggers.ts
View File

@@ -6,6 +6,10 @@ import { get } from "svelte/store";
import { CurrentCharacter, CurrentChat, selectedCharID } from "../stores";
import { processMultiCommand } from "./command";
import { parseKeyValue } from "../util";
import { alertError, alertInput, alertNormal, alertSelect } from "../alert";
import type { OpenAIChat } from ".";
import { HypaProcesser } from "./memory/hypamemory";
import { requestChatData } from "./request";
export interface triggerscript{
comment: string;
@@ -16,7 +20,7 @@ export interface triggerscript{
export type triggerCondition = triggerConditionsVar|triggerConditionsExists|triggerConditionsChatIndex
export type triggerEffect = triggerEffectSetvar|triggerEffectSystemPrompt|triggerEffectImpersonate|triggerEffectCommand|triggerEffectStop|triggerEffectRunTrigger
export type triggerEffect = triggerEffectRunLLM|triggerEffectCheckSimilarity|triggerEffectSendAIprompt|triggerEffectShowAlert|triggerEffectSetvar|triggerEffectSystemPrompt|triggerEffectImpersonate|triggerEffectCommand|triggerEffectStop|triggerEffectRunTrigger
export type triggerConditionsVar = {
type:'var'|'value'
@@ -62,6 +66,13 @@ export interface triggerEffectCommand{
value: string
}
export interface triggerEffectShowAlert{
type: 'showAlert',
alertType: string
value: string
inputVar: string
}
export interface triggerEffectRunTrigger{
type: 'runtrigger',
value: string
@@ -71,6 +82,23 @@ export interface triggerEffectStop{
type: 'stop'
}
export interface triggerEffectSendAIprompt{
type: 'sendAIprompt'
}
export interface triggerEffectCheckSimilarity{
type: 'checkSimilarity',
source: string,
value: string,
inputVar: string
}
export interface triggerEffectRunLLM{
type: 'runLLM',
value: string,
inputVar: string
}
export type additonalSysPrompt = {
start:string,
historyend: string,
@@ -88,6 +116,8 @@ export async function runTrigger(char:character,mode:triggerMode, arg:{
char = structuredClone(char)
let varChanged = false
let stopSending = arg.stopSending ?? false
let lowLevelAccess = char.lowLevelAccess ?? false
let sendAIprompt = false
const currentChat = get(CurrentChat)
let additonalSysPrompt:additonalSysPrompt = arg.additonalSysPrompt ?? {
start:'',
@@ -269,7 +299,7 @@ export async function runTrigger(char:character,mode:triggerMode, arg:{
break
}
case 'runtrigger':{
if(arg.recursiveCount < 10){
if(arg.recursiveCount < 10 || lowLevelAccess){
arg.recursiveCount++
const r = await runTrigger(char,'manual',{
chat,
@@ -286,6 +316,116 @@ export async function runTrigger(char:character,mode:triggerMode, arg:{
}
break
}
// low level access only
case 'showAlert':{
if(!lowLevelAccess){
break
}
const effectValue = risuChatParser(effect.value,{chara:char})
const inputVar = risuChatParser(effect.inputVar,{chara:char})
switch(effect.alertType){
case 'normal':{
alertNormal(effectValue)
break
}
case 'error':{
alertError(effectValue)
break
}
case 'input':{
const val = await alertInput(effectValue)
setVar(inputVar, val)
}
case 'select':{
const val = await alertSelect(effectValue.split('§'))
setVar(inputVar, val)
}
}
break
}
case 'sendAIprompt':{
if(!lowLevelAccess){
break
}
sendAIprompt = true
break
}
case 'runLLM':{
if(!lowLevelAccess){
break
}
const effectValue = risuChatParser(effect.value,{chara:char})
const varName = effect.inputVar
let promptbody:OpenAIChat[] = []
let currentRole:'user'|'assistant'|'system'
const splited = effectValue.split('\n')
for(let i = 0; i < splited.length; i++){
const line = splited[i]
if(line.startsWith('@@role ')){
const role = line.split(' ')[1]
switch(role){
case 'user':
case 'assistant':
case 'system':
currentRole = role
break
default:
currentRole = 'system'
break
}
promptbody.push({role: currentRole, content: ''})
continue
}
else if(promptbody.length === 0){
promptbody.push({role: 'system', content: line})
}
else{
promptbody[promptbody.length - 1].content += line
}
}
promptbody = promptbody.map((e) => {
e.content = e.content.trim()
return e
}).filter((e) => e.content.length > 0)
const result = await requestChatData({
formated: promptbody,
bias: {},
useStreaming: false,
noMultiGen: true,
}, 'model')
if(result.type === 'fail' || result.type === 'streaming' || result.type === 'multiline'){
setVar(varName, 'Error: ' + result.result)
}
else{
setVar(varName, result.result)
}
break
}
case 'checkSimilarity':{
if(!lowLevelAccess){
break
}
const processer = new HypaProcesser('MiniLM')
const effectValue = risuChatParser(effect.value,{chara:char})
const source = risuChatParser(effect.source,{chara:char})
await processer.addText(effectValue.split('§'))
const val = await processer.similaritySearch(source)
setVar(effect.inputVar, val.join('§'))
break
}
}
}
}
@@ -305,6 +445,6 @@ export async function runTrigger(char:character,mode:triggerMode, arg:{
currentChat.scriptstate = chat.scriptstate
}
return {additonalSysPrompt, chat, tokens:caculatedTokens, stopSending}
return {additonalSysPrompt, chat, tokens:caculatedTokens, stopSending, sendAIprompt}
}

2
src/ts/storage/database.ts
View File

@@ -797,6 +797,7 @@ export interface character{
ext: string
}>
defaultVariables?:string
lowLevelAccess?:boolean
}
@@ -843,6 +844,7 @@ export interface groupChat{
trashTime?:number
nickname?:string
defaultVariables?:string
lowLevelAccess?:boolean
}
export interface botPreset{