1034 lines
34 KiB
TypeScript
1034 lines
34 KiB
TypeScript
import { get, writable } from "svelte/store";
|
|
import { DataBase, setDatabase, type character } from "../storage/database";
|
|
import { CharEmotion, selectedCharID } from "../stores";
|
|
import { ChatTokenizer, tokenize, tokenizeNum } from "../tokenizer";
|
|
import { language } from "../../lang";
|
|
import { alertError } from "../alert";
|
|
import { loadLoreBookPrompt } from "./lorebook";
|
|
import { findCharacterbyId } from "../util";
|
|
import { requestChatData } from "./request";
|
|
import { stableDiff } from "./stableDiff";
|
|
import { processScript, processScriptFull, risuChatParser } from "./scripts";
|
|
import { exampleMessage } from "./exampleMessages";
|
|
import { sayTTS } from "./tts";
|
|
import { supaMemory } from "./memory/supaMemory";
|
|
import { v4 } from "uuid";
|
|
import { clone, cloneDeep } from "lodash";
|
|
import { groupOrder } from "./group";
|
|
import { runTrigger, type additonalSysPrompt } from "./triggers";
|
|
import { HypaProcesser } from "./memory/hypamemory";
|
|
|
|
export interface OpenAIChat{
|
|
role: 'system'|'user'|'assistant'|'function'
|
|
content: string
|
|
memo?:string
|
|
name?:string
|
|
removable?:boolean
|
|
}
|
|
|
|
export interface OpenAIChatFull extends OpenAIChat{
|
|
function_call?: {
|
|
name: string
|
|
arguments:string
|
|
}
|
|
|
|
}
|
|
|
|
export const doingChat = writable(false)
|
|
export const abortChat = writable(false)
|
|
|
|
export async function sendChat(chatProcessIndex = -1,arg:{chatAdditonalTokens?:number,signal?:AbortSignal,continue?:boolean} = {}):Promise<boolean> {
|
|
|
|
|
|
const abortSignal = arg.signal ?? (new AbortController()).signal
|
|
|
|
let isAborted = false
|
|
let findCharCache:{[key:string]:character} = {}
|
|
function findCharacterbyIdwithCache(id:string){
|
|
const d = findCharCache[id]
|
|
if(!!d){
|
|
return d
|
|
}
|
|
else{
|
|
const r = findCharacterbyId(id)
|
|
findCharCache[id] = r
|
|
return r
|
|
}
|
|
}
|
|
|
|
function reformatContent(data:string){
|
|
if(chatProcessIndex === -1){
|
|
return data.trim()
|
|
}
|
|
return data.trim().replace(`${currentChar.name}:`, '').trim()
|
|
}
|
|
|
|
let isDoing = get(doingChat)
|
|
|
|
if(isDoing){
|
|
if(chatProcessIndex === -1){
|
|
return false
|
|
}
|
|
}
|
|
doingChat.set(true)
|
|
|
|
let db = get(DataBase)
|
|
let selectedChar = get(selectedCharID)
|
|
const nowChatroom = db.characters[selectedChar]
|
|
let currentChar:character
|
|
let caculatedChatTokens = 0
|
|
if(db.aiModel.startsWith('gpt')){
|
|
caculatedChatTokens += 5
|
|
}
|
|
else{
|
|
caculatedChatTokens += 3
|
|
}
|
|
|
|
if(nowChatroom.type === 'group'){
|
|
if(chatProcessIndex === -1){
|
|
const charNames =nowChatroom.characters.map((v) => findCharacterbyIdwithCache(v).name)
|
|
|
|
const messages = nowChatroom.chats[nowChatroom.chatPage].message
|
|
const lastMessage = messages[messages.length-1]
|
|
let order = nowChatroom.characters.map((v,i) => {
|
|
return {
|
|
id: v,
|
|
talkness: nowChatroom.characterActive[i] ? nowChatroom.characterTalks[i] : -1,
|
|
index: i
|
|
}
|
|
}).filter((v) => {
|
|
return v.talkness > 0
|
|
})
|
|
if(!nowChatroom.orderByOrder){
|
|
order = groupOrder(order, lastMessage?.data).filter((v) => {
|
|
if(v.id === lastMessage?.saying){
|
|
return false
|
|
}
|
|
return true
|
|
})
|
|
}
|
|
for(let i=0;i<order.length;i++){
|
|
const r = await sendChat(order[i].index, {
|
|
chatAdditonalTokens: caculatedChatTokens,
|
|
signal: abortSignal
|
|
})
|
|
if(!r){
|
|
return false
|
|
}
|
|
}
|
|
return true
|
|
}
|
|
else{
|
|
currentChar = findCharacterbyIdwithCache(nowChatroom.characters[chatProcessIndex])
|
|
if(!currentChar){
|
|
alertError(`cannot find character: ${nowChatroom.characters[chatProcessIndex]}`)
|
|
return false
|
|
}
|
|
}
|
|
}
|
|
else{
|
|
currentChar = nowChatroom
|
|
}
|
|
|
|
let chatAdditonalTokens = arg.chatAdditonalTokens ?? caculatedChatTokens
|
|
const tokenizer = new ChatTokenizer(chatAdditonalTokens, db.aiModel.startsWith('gpt') ? 'noName' : 'name')
|
|
let selectedChat = nowChatroom.chatPage
|
|
let currentChat = nowChatroom.chats[selectedChat]
|
|
let maxContextTokens = db.maxContext
|
|
|
|
if(db.aiModel === 'gpt35'){
|
|
if(maxContextTokens > 4000){
|
|
maxContextTokens = 4000
|
|
}
|
|
}
|
|
if(db.aiModel === 'gpt35_16k' || db.aiModel === 'gpt35_16k_0613'){
|
|
if(maxContextTokens > 16000){
|
|
maxContextTokens = 16000
|
|
}
|
|
}
|
|
if(db.aiModel === 'gpt4'){
|
|
if(maxContextTokens > 8000){
|
|
maxContextTokens = 8000
|
|
}
|
|
}
|
|
if(db.aiModel === 'deepai'){
|
|
if(maxContextTokens > 3000){
|
|
maxContextTokens = 3000
|
|
}
|
|
}
|
|
|
|
|
|
let unformated = {
|
|
'main':([] as OpenAIChat[]),
|
|
'jailbreak':([] as OpenAIChat[]),
|
|
'chats':([] as OpenAIChat[]),
|
|
'lorebook':([] as OpenAIChat[]),
|
|
'globalNote':([] as OpenAIChat[]),
|
|
'authorNote':([] as OpenAIChat[]),
|
|
'lastChat':([] as OpenAIChat[]),
|
|
'description':([] as OpenAIChat[]),
|
|
'postEverything':([] as OpenAIChat[]),
|
|
'personaPrompt':([] as OpenAIChat[])
|
|
}
|
|
|
|
const promptTemplate = cloneDeep(db.promptTemplate)
|
|
if(promptTemplate){
|
|
promptTemplate.push({
|
|
type: 'postEverything'
|
|
})
|
|
}
|
|
|
|
if((!currentChar.utilityBot) && (!promptTemplate)){
|
|
const mainp = currentChar.systemPrompt?.replaceAll('{{original}}', db.mainPrompt) || db.mainPrompt
|
|
|
|
|
|
function formatPrompt(data:string){
|
|
if(!data.startsWith('@@@')){
|
|
data = "@@@system\n" + data
|
|
}
|
|
const parts = data.split(/@@@(user|assistant|system)\n/);
|
|
|
|
// Initialize empty array for the chat objects
|
|
const chatObjects: OpenAIChat[] = [];
|
|
|
|
// Loop through the parts array two elements at a time
|
|
for (let i = 1; i < parts.length; i += 2) {
|
|
const role = parts[i] as 'user' | 'assistant' | 'system';
|
|
const content = parts[i + 1]?.trim() || '';
|
|
chatObjects.push({ role, content });
|
|
}
|
|
|
|
return chatObjects;
|
|
}
|
|
|
|
unformated.main.push(...formatPrompt(risuChatParser(mainp + ((db.additionalPrompt === '' || (!db.promptPreprocess)) ? '' : `\n${db.additionalPrompt}`), {chara: currentChar})))
|
|
|
|
if(db.jailbreakToggle){
|
|
unformated.jailbreak.push(...formatPrompt(risuChatParser(db.jailbreak, {chara: currentChar})))
|
|
}
|
|
|
|
unformated.globalNote.push(...formatPrompt(risuChatParser(currentChar.replaceGlobalNote?.replaceAll('{{original}}', db.globalNote) || db.globalNote, {chara:currentChar})))
|
|
}
|
|
|
|
if(currentChat.note){
|
|
unformated.authorNote.push({
|
|
role: 'system',
|
|
content: risuChatParser(currentChat.note, {chara: currentChar})
|
|
})
|
|
}
|
|
|
|
{
|
|
let description = risuChatParser((db.promptPreprocess ? db.descriptionPrefix: '') + currentChar.desc, {chara: currentChar})
|
|
|
|
if(currentChar.personality){
|
|
description += risuChatParser("\n\nDescription of {{char}}: " + currentChar.personality, {chara: currentChar})
|
|
}
|
|
|
|
if(currentChar.scenario){
|
|
description += risuChatParser("\n\nCircumstances and context of the dialogue: " + currentChar.scenario, {chara: currentChar})
|
|
}
|
|
|
|
unformated.description.push({
|
|
role: 'system',
|
|
content: description
|
|
})
|
|
|
|
if(nowChatroom.type === 'group'){
|
|
const systemMsg = `[Write the next reply only as ${currentChar.name}]`
|
|
unformated.postEverything.push({
|
|
role: 'system',
|
|
content: systemMsg
|
|
})
|
|
}
|
|
}
|
|
|
|
const lorepmt = await loadLoreBookPrompt()
|
|
unformated.lorebook.push({
|
|
role: 'system',
|
|
content: risuChatParser(lorepmt.act, {chara: currentChar})
|
|
})
|
|
if(db.personaPrompt){
|
|
unformated.personaPrompt.push({
|
|
role: 'system',
|
|
content: risuChatParser(db.personaPrompt, {chara: currentChar})
|
|
})
|
|
}
|
|
|
|
if(lorepmt.special_act){
|
|
unformated.postEverything.push({
|
|
role: 'system',
|
|
content: risuChatParser(lorepmt.special_act, {chara: currentChar})
|
|
})
|
|
}
|
|
|
|
//await tokenize currernt
|
|
let currentTokens = db.maxResponse
|
|
|
|
//for unexpected error
|
|
currentTokens += 50
|
|
|
|
|
|
if(promptTemplate){
|
|
const template = promptTemplate
|
|
|
|
async function tokenizeChatArray(chats:OpenAIChat[]){
|
|
for(const chat of chats){
|
|
const tokens = await tokenizer.tokenizeChat(chat)
|
|
currentTokens += tokens
|
|
}
|
|
}
|
|
|
|
|
|
for(const card of template){
|
|
switch(card.type){
|
|
case 'persona':{
|
|
let pmt = cloneDeep(unformated.personaPrompt)
|
|
if(card.innerFormat && pmt.length > 0){
|
|
for(let i=0;i<pmt.length;i++){
|
|
pmt[i].content = risuChatParser(card.innerFormat, {chara: currentChar}).replace('{{slot}}', pmt[i].content)
|
|
}
|
|
}
|
|
|
|
await tokenizeChatArray(pmt)
|
|
break
|
|
}
|
|
case 'description':{
|
|
let pmt = cloneDeep(unformated.description)
|
|
if(card.innerFormat && pmt.length > 0){
|
|
for(let i=0;i<pmt.length;i++){
|
|
pmt[i].content = risuChatParser(card.innerFormat, {chara: currentChar}).replace('{{slot}}', pmt[i].content)
|
|
}
|
|
}
|
|
|
|
await tokenizeChatArray(pmt)
|
|
break
|
|
}
|
|
case 'authornote':{
|
|
await tokenizeChatArray(unformated.authorNote)
|
|
break
|
|
}
|
|
case 'lorebook':{
|
|
await tokenizeChatArray(unformated.lorebook)
|
|
break
|
|
}
|
|
case 'postEverything':{
|
|
await tokenizeChatArray(unformated.postEverything)
|
|
break
|
|
}
|
|
case 'plain':
|
|
case 'jailbreak':{
|
|
if((!db.jailbreakToggle) && (card.type === 'jailbreak')){
|
|
continue
|
|
}
|
|
|
|
const convertRole = {
|
|
"system": "system",
|
|
"user": "user",
|
|
"bot": "assistant"
|
|
} as const
|
|
|
|
let content = card.text
|
|
|
|
if(card.type2 === 'globalNote'){
|
|
content = (risuChatParser(currentChar.replaceGlobalNote?.replaceAll('{{original}}', content) || content, {chara:currentChar}))
|
|
}
|
|
else if(card.type2 === 'main'){
|
|
content = (risuChatParser(content, {chara: currentChar}))
|
|
}
|
|
else{
|
|
content = risuChatParser(content, {chara: currentChar})
|
|
}
|
|
|
|
const prompt:OpenAIChat ={
|
|
role: convertRole[card.role],
|
|
content: content
|
|
}
|
|
|
|
await tokenizeChatArray([prompt])
|
|
break
|
|
}
|
|
case 'chat':{
|
|
let start = card.rangeStart
|
|
let end = (card.rangeEnd === 'end') ? unformated.chats.length : card.rangeEnd
|
|
if(start < 0){
|
|
start = unformated.chats.length + start
|
|
if(start < 0){
|
|
start = 0
|
|
}
|
|
}
|
|
if(end < 0){
|
|
end = unformated.chats.length + end
|
|
if(end < 0){
|
|
end = 0
|
|
}
|
|
}
|
|
|
|
if(start >= end){
|
|
break
|
|
}
|
|
const chats = unformated.chats.slice(start, end)
|
|
await tokenizeChatArray(chats)
|
|
break
|
|
}
|
|
}
|
|
}
|
|
}
|
|
else{
|
|
for(const key in unformated){
|
|
const chats = unformated[key] as OpenAIChat[]
|
|
for(const chat of chats){
|
|
currentTokens += await tokenizer.tokenizeChat(chat)
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
const examples = exampleMessage(currentChar, db.username)
|
|
|
|
for(const example of examples){
|
|
currentTokens += await tokenizer.tokenizeChat(example)
|
|
}
|
|
|
|
let chats:OpenAIChat[] = examples
|
|
|
|
|
|
chats.push({
|
|
role: 'system',
|
|
content: '[Start a new chat]',
|
|
memo: "NewChat"
|
|
})
|
|
|
|
if(nowChatroom.type !== 'group'){
|
|
const firstMsg = nowChatroom.firstMsgIndex === -1 ? nowChatroom.firstMessage : nowChatroom.alternateGreetings[nowChatroom.firstMsgIndex]
|
|
|
|
const chat:OpenAIChat = {
|
|
role: 'assistant',
|
|
content: processScript(nowChatroom,
|
|
risuChatParser(firstMsg, {chara: currentChar, rmVar: true}),
|
|
'editprocess')
|
|
}
|
|
chats.push(chat)
|
|
currentTokens += await tokenizer.tokenizeChat(chat)
|
|
}
|
|
|
|
let ms = currentChat.message
|
|
|
|
const triggerResult = await runTrigger(currentChar, 'start', {chat: currentChat})
|
|
if(triggerResult){
|
|
currentChat = triggerResult.chat
|
|
ms = currentChat.message
|
|
currentTokens += triggerResult.tokens
|
|
}
|
|
|
|
for(const msg of ms){
|
|
let formedChat = processScript(nowChatroom,risuChatParser(msg.data, {chara: currentChar, rmVar: true}), 'editprocess')
|
|
let name = ''
|
|
if(msg.role === 'char'){
|
|
if(msg.saying){
|
|
name = `${findCharacterbyIdwithCache(msg.saying).name}`
|
|
}
|
|
else{
|
|
name = `${currentChar.name}`
|
|
}
|
|
}
|
|
else if(msg.role === 'user'){
|
|
name = `${db.username}`
|
|
}
|
|
if(!msg.chatId){
|
|
msg.chatId = v4()
|
|
}
|
|
const chat:OpenAIChat = {
|
|
role: msg.role === 'user' ? 'user' : 'assistant',
|
|
content: formedChat,
|
|
memo: msg.chatId,
|
|
name: name
|
|
}
|
|
chats.push(chat)
|
|
currentTokens += await tokenizer.tokenizeChat(chat)
|
|
}
|
|
|
|
if(nowChatroom.supaMemory && db.supaMemoryType !== 'none'){
|
|
const sp = await supaMemory(chats, currentTokens, maxContextTokens, currentChat, nowChatroom, tokenizer, {
|
|
asHyper: db.supaMemoryType !== 'subModel' && db.hypaMemory
|
|
})
|
|
if(sp.error){
|
|
alertError(sp.error)
|
|
return false
|
|
}
|
|
chats = sp.chats
|
|
currentTokens = sp.currentTokens
|
|
currentChat.supaMemoryData = sp.memory ?? currentChat.supaMemoryData
|
|
currentChat.lastMemory = sp.lastId ?? currentChat.lastMemory
|
|
}
|
|
else{
|
|
while(currentTokens > maxContextTokens){
|
|
if(chats.length <= 1){
|
|
alertError(language.errors.toomuchtoken + "\n\nRequired Tokens: " + currentTokens)
|
|
|
|
return false
|
|
}
|
|
|
|
currentTokens -= await tokenizer.tokenizeChat(chats[0])
|
|
chats.splice(0, 1)
|
|
}
|
|
currentChat.lastMemory = chats[0].memo
|
|
}
|
|
|
|
let biases:[string,number][] = db.bias.concat(currentChar.bias).map((v) => {
|
|
return [risuChatParser(v[0].replaceAll("\\n","\n"), {chara: currentChar}),v[1]]
|
|
})
|
|
|
|
|
|
|
|
|
|
if(!promptTemplate){
|
|
unformated.lastChat.push(chats[chats.length - 1])
|
|
chats.splice(chats.length - 1, 1)
|
|
}
|
|
|
|
unformated.chats = chats.map((v) => {
|
|
if(v.memo !== 'supaMemory' && v.memo !== 'hypaMemory'){
|
|
v.removable = true
|
|
}
|
|
return v
|
|
})
|
|
|
|
|
|
if(triggerResult){
|
|
if(triggerResult.additonalSysPrompt.promptend){
|
|
unformated.postEverything.push({
|
|
role: 'system',
|
|
content: triggerResult.additonalSysPrompt.promptend
|
|
})
|
|
}
|
|
if(triggerResult.additonalSysPrompt.historyend){
|
|
unformated.lastChat.push({
|
|
role: 'system',
|
|
content: triggerResult.additonalSysPrompt.historyend
|
|
})
|
|
}
|
|
if(triggerResult.additonalSysPrompt.start){
|
|
unformated.lastChat.unshift({
|
|
role: 'system',
|
|
content: triggerResult.additonalSysPrompt.start
|
|
})
|
|
}
|
|
}
|
|
|
|
|
|
//make into one
|
|
|
|
let formated:OpenAIChat[] = []
|
|
const formatOrder = cloneDeep(db.formatingOrder)
|
|
if(formatOrder){
|
|
formatOrder.push('postEverything')
|
|
}
|
|
|
|
//continue chat model
|
|
if(arg.continue && (db.aiModel.startsWith('claude') || db.aiModel.startsWith('gpt') || db.aiModel.startsWith('openrouter') || db.aiModel.startsWith('reverse_proxy'))){
|
|
unformated.postEverything.push({
|
|
role: 'system',
|
|
content: '[Continue the last response]'
|
|
})
|
|
}
|
|
|
|
|
|
function pushPrompts(cha:OpenAIChat[]){
|
|
for(const chat of cha){
|
|
if(!chat.content){
|
|
continue
|
|
}
|
|
if(!(db.aiModel.startsWith('gpt') || db.aiModel.startsWith('claude') || db.aiModel === 'openrouter' || db.aiModel === 'reverse_proxy')){
|
|
formated.push(chat)
|
|
continue
|
|
}
|
|
if(chat.role === 'system'){
|
|
const endf = formated.at(-1)
|
|
if(endf && endf.role === 'system' && endf.memo === chat.memo && endf.name === chat.name){
|
|
formated[formated.length - 1].content += '\n\n' + chat.content
|
|
}
|
|
else{
|
|
formated.push(chat)
|
|
}
|
|
formated.at(-1).content += ''
|
|
}
|
|
else{
|
|
formated.push(chat)
|
|
}
|
|
}
|
|
}
|
|
|
|
if(promptTemplate){
|
|
const template = promptTemplate
|
|
|
|
for(const card of template){
|
|
switch(card.type){
|
|
case 'persona':{
|
|
let pmt = cloneDeep(unformated.personaPrompt)
|
|
if(card.innerFormat && pmt.length > 0){
|
|
for(let i=0;i<pmt.length;i++){
|
|
pmt[i].content = risuChatParser(card.innerFormat, {chara: currentChar}).replace('{{slot}}', pmt[i].content)
|
|
}
|
|
}
|
|
|
|
pushPrompts(pmt)
|
|
break
|
|
}
|
|
case 'description':{
|
|
let pmt = cloneDeep(unformated.description)
|
|
if(card.innerFormat && pmt.length > 0){
|
|
for(let i=0;i<pmt.length;i++){
|
|
pmt[i].content = risuChatParser(card.innerFormat, {chara: currentChar}).replace('{{slot}}', pmt[i].content)
|
|
}
|
|
}
|
|
|
|
pushPrompts(pmt)
|
|
break
|
|
}
|
|
case 'authornote':{
|
|
pushPrompts(unformated.authorNote)
|
|
break
|
|
}
|
|
case 'lorebook':{
|
|
pushPrompts(unformated.lorebook)
|
|
break
|
|
}
|
|
case 'postEverything':{
|
|
pushPrompts(unformated.postEverything)
|
|
break
|
|
}
|
|
case 'plain':
|
|
case 'jailbreak':{
|
|
if((!db.jailbreakToggle) && (card.type === 'jailbreak')){
|
|
continue
|
|
}
|
|
|
|
const convertRole = {
|
|
"system": "system",
|
|
"user": "user",
|
|
"bot": "assistant"
|
|
} as const
|
|
|
|
let content = card.text
|
|
|
|
if(card.type2 === 'globalNote'){
|
|
content = (risuChatParser(currentChar.replaceGlobalNote?.replaceAll('{{original}}', content) || content, {chara:currentChar}))
|
|
}
|
|
else if(card.type2 === 'main'){
|
|
content = (risuChatParser(content, {chara: currentChar}))
|
|
}
|
|
else{
|
|
content = risuChatParser(content, {chara: currentChar})
|
|
}
|
|
|
|
const prompt:OpenAIChat ={
|
|
role: convertRole[card.role],
|
|
content: content
|
|
}
|
|
|
|
pushPrompts([prompt])
|
|
break
|
|
}
|
|
case 'chat':{
|
|
let start = card.rangeStart
|
|
let end = (card.rangeEnd === 'end') ? unformated.chats.length : card.rangeEnd
|
|
if(start < 0){
|
|
start = unformated.chats.length + start
|
|
if(start < 0){
|
|
start = 0
|
|
}
|
|
}
|
|
if(end < 0){
|
|
end = unformated.chats.length + end
|
|
if(end < 0){
|
|
end = 0
|
|
}
|
|
}
|
|
|
|
if(start >= end){
|
|
break
|
|
}
|
|
|
|
const chats = unformated.chats.slice(start, end)
|
|
pushPrompts(chats)
|
|
break
|
|
}
|
|
}
|
|
}
|
|
}
|
|
else{
|
|
for(let i=0;i<formatOrder.length;i++){
|
|
const cha = unformated[formatOrder[i]]
|
|
pushPrompts(cha)
|
|
}
|
|
}
|
|
|
|
|
|
formated = formated.map((v) => {
|
|
v.content = v.content.trim()
|
|
return v
|
|
})
|
|
|
|
{
|
|
//token rechecking
|
|
let tokens = 0
|
|
for(const chat of formated){
|
|
tokens += await tokenizer.tokenizeChat(chat)
|
|
}
|
|
|
|
if(tokens > maxContextTokens){
|
|
let pointer = 0
|
|
while(tokens > maxContextTokens){
|
|
if(pointer >= formated.length){
|
|
alertError(language.errors.toomuchtoken + "\n\nRequired Tokens: " + tokens)
|
|
return false
|
|
}
|
|
if(formated[pointer].removable){
|
|
tokens -= await tokenizer.tokenizeChat(formated[pointer])
|
|
formated[pointer].content = ''
|
|
}
|
|
pointer++
|
|
}
|
|
formated = formated.filter((v) => {
|
|
return v.content !== ''
|
|
})
|
|
}
|
|
}
|
|
|
|
|
|
const req = await requestChatData({
|
|
formated: formated,
|
|
biasString: biases,
|
|
currentChar: currentChar,
|
|
useStreaming: true,
|
|
isGroupChat: nowChatroom.type === 'group',
|
|
bias: {}
|
|
}, 'model', abortSignal)
|
|
|
|
let result = ''
|
|
let emoChanged = false
|
|
|
|
if(abortSignal.aborted === true){
|
|
return false
|
|
}
|
|
if(req.type === 'fail'){
|
|
alertError(req.result)
|
|
return false
|
|
}
|
|
else if(req.type === 'streaming'){
|
|
const reader = req.result.getReader()
|
|
let msgIndex = db.characters[selectedChar].chats[selectedChat].message.length
|
|
let prefix = ''
|
|
if(arg.continue){
|
|
msgIndex -= 1
|
|
prefix = db.characters[selectedChar].chats[selectedChat].message[msgIndex].data
|
|
}
|
|
else{
|
|
db.characters[selectedChar].chats[selectedChat].message.push({
|
|
role: 'char',
|
|
data: "",
|
|
saying: currentChar.chaId,
|
|
time: Date.now()
|
|
})
|
|
}
|
|
db.characters[selectedChar].chats[selectedChat].isStreaming = true
|
|
while(abortSignal.aborted === false){
|
|
const readed = (await reader.read())
|
|
if(readed.value){
|
|
result = readed.value
|
|
const result2 = processScriptFull(nowChatroom, reformatContent(prefix + result), 'editoutput', msgIndex)
|
|
db.characters[selectedChar].chats[selectedChat].message[msgIndex].data = result2.data
|
|
emoChanged = result2.emoChanged
|
|
db.characters[selectedChar].reloadKeys += 1
|
|
setDatabase(db)
|
|
}
|
|
if(readed.done){
|
|
db.characters[selectedChar].chats[selectedChat].isStreaming = false
|
|
db.characters[selectedChar].reloadKeys += 1
|
|
setDatabase(db)
|
|
break
|
|
}
|
|
}
|
|
|
|
currentChat = db.characters[selectedChar].chats[selectedChat]
|
|
const triggerResult = await runTrigger(currentChar, 'output', {chat:currentChat})
|
|
console.log(triggerResult)
|
|
if(triggerResult && triggerResult.chat){
|
|
db.characters[selectedChar].chats[selectedChat] = triggerResult.chat
|
|
setDatabase(db)
|
|
}
|
|
await sayTTS(currentChar, result)
|
|
}
|
|
else{
|
|
const msgs = (req.type === 'success') ? [['char',req.result]] as const
|
|
: (req.type === 'multiline') ? req.result
|
|
: []
|
|
for(let i=0;i<msgs.length;i++){
|
|
const msg = msgs[i]
|
|
let msgIndex = db.characters[selectedChar].chats[selectedChat].message.length
|
|
let result2 = processScriptFull(nowChatroom, reformatContent(msg[1]), 'editoutput', msgIndex)
|
|
if(i === 0 && arg.continue){
|
|
msgIndex -= 1
|
|
let beforeChat = db.characters[selectedChar].chats[selectedChat].message[msgIndex]
|
|
result2 = processScriptFull(nowChatroom, reformatContent(beforeChat.data + msg[1]), 'editoutput', msgIndex)
|
|
}
|
|
result = result2.data
|
|
emoChanged = result2.emoChanged
|
|
if(i === 0 && arg.continue){
|
|
db.characters[selectedChar].chats[selectedChat].message[msgIndex] = {
|
|
role: 'char',
|
|
data: result,
|
|
saying: currentChar.chaId,
|
|
time: Date.now()
|
|
}
|
|
}
|
|
else{
|
|
db.characters[selectedChar].chats[selectedChat].message.push({
|
|
role: msg[0],
|
|
data: result,
|
|
saying: currentChar.chaId,
|
|
time: Date.now()
|
|
})
|
|
}
|
|
db.characters[selectedChar].reloadKeys += 1
|
|
await sayTTS(currentChar, result)
|
|
setDatabase(db)
|
|
}
|
|
|
|
currentChat = db.characters[selectedChar].chats[selectedChat]
|
|
|
|
const triggerResult = await runTrigger(currentChar, 'output', {chat:currentChat})
|
|
if(triggerResult && triggerResult.chat){
|
|
db.characters[selectedChar].chats[selectedChat] = triggerResult.chat
|
|
setDatabase(db)
|
|
}
|
|
}
|
|
|
|
if(req.special){
|
|
if(req.special.emotion){
|
|
let charemotions = get(CharEmotion)
|
|
let currentEmotion = currentChar.emotionImages
|
|
|
|
let tempEmotion = charemotions[currentChar.chaId]
|
|
if(!tempEmotion){
|
|
tempEmotion = []
|
|
}
|
|
if(tempEmotion.length > 4){
|
|
tempEmotion.splice(0, 1)
|
|
}
|
|
|
|
for(const emo of currentEmotion){
|
|
if(emo[0] === req.special.emotion){
|
|
const emos:[string, string,number] = [emo[0], emo[1], Date.now()]
|
|
tempEmotion.push(emos)
|
|
charemotions[currentChar.chaId] = tempEmotion
|
|
CharEmotion.set(charemotions)
|
|
emoChanged = true
|
|
break
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if(currentChar.viewScreen === 'emotion' && (!emoChanged) && (abortSignal.aborted === false)){
|
|
|
|
let currentEmotion = currentChar.emotionImages
|
|
let emotionList = currentEmotion.map((a) => {
|
|
return a[0]
|
|
})
|
|
let charemotions = get(CharEmotion)
|
|
|
|
let tempEmotion = charemotions[currentChar.chaId]
|
|
if(!tempEmotion){
|
|
tempEmotion = []
|
|
}
|
|
if(tempEmotion.length > 4){
|
|
tempEmotion.splice(0, 1)
|
|
}
|
|
|
|
if(db.emotionProcesser === 'embedding'){
|
|
const hypaProcesser = new HypaProcesser('MiniLM')
|
|
await hypaProcesser.addText(emotionList.map((v) => 'emotion:' + v))
|
|
let searched = (await hypaProcesser.similaritySearchScored(result)).map((v) => {
|
|
v[0] = v[0].replace("emotion:",'')
|
|
return v
|
|
})
|
|
|
|
//give panaltys
|
|
for(let i =0;i<tempEmotion.length;i++){
|
|
const emo = tempEmotion[i]
|
|
//give panalty index
|
|
const index = searched.findIndex((v) => {
|
|
return v[0] === emo[0]
|
|
})
|
|
|
|
const modifier = ((5 - ((tempEmotion.length - (i + 1))))) / 200
|
|
|
|
if(index !== -1){
|
|
searched[index][1] -= modifier
|
|
}
|
|
}
|
|
|
|
//make a sorted array by score
|
|
const emoresult = searched.sort((a,b) => {
|
|
return b[1] - a[1]
|
|
}).map((v) => {
|
|
return v[0]
|
|
})
|
|
|
|
console.log(searched)
|
|
|
|
for(const emo of currentEmotion){
|
|
if(emo[0] === emoresult[0]){
|
|
const emos:[string, string,number] = [emo[0], emo[1], Date.now()]
|
|
tempEmotion.push(emos)
|
|
charemotions[currentChar.chaId] = tempEmotion
|
|
CharEmotion.set(charemotions)
|
|
break
|
|
}
|
|
}
|
|
|
|
|
|
|
|
return true
|
|
}
|
|
|
|
function shuffleArray(array:string[]) {
|
|
for (let i = array.length - 1; i > 0; i--) {
|
|
const j = Math.floor(Math.random() * (i + 1));
|
|
[array[i], array[j]] = [array[j], array[i]];
|
|
}
|
|
return array
|
|
}
|
|
|
|
let emobias:{[key:number]:number} = {}
|
|
|
|
for(const emo of emotionList){
|
|
const tokens = await tokenizeNum(emo)
|
|
for(const token of tokens){
|
|
emobias[token] = 10
|
|
}
|
|
}
|
|
|
|
for(let i =0;i<tempEmotion.length;i++){
|
|
const emo = tempEmotion[i]
|
|
|
|
const tokens = await tokenizeNum(emo[0])
|
|
const modifier = 20 - ((tempEmotion.length - (i + 1)) * (20/4))
|
|
|
|
for(const token of tokens){
|
|
emobias[token] -= modifier
|
|
if(emobias[token] < -100){
|
|
emobias[token] = -100
|
|
}
|
|
}
|
|
}
|
|
|
|
const promptbody:OpenAIChat[] = [
|
|
{
|
|
role:'system',
|
|
content: `${db.emotionPrompt2 || "From the list below, choose a word that best represents a character's outfit description, action, or emotion in their dialogue. Prioritize selecting words related to outfit first, then action, and lastly emotion. Print out the chosen word."}\n\n list: ${shuffleArray(emotionList).join(', ')} \noutput only one word.`
|
|
},
|
|
{
|
|
role: 'user',
|
|
content: `"Good morning, Master! Is there anything I can do for you today?"`
|
|
},
|
|
{
|
|
role: 'assistant',
|
|
content: 'happy'
|
|
},
|
|
{
|
|
role: 'user',
|
|
content: result
|
|
},
|
|
]
|
|
|
|
const rq = await requestChatData({
|
|
formated: promptbody,
|
|
bias: emobias,
|
|
currentChar: currentChar,
|
|
temperature: 0.4,
|
|
maxTokens: 30,
|
|
}, 'submodel', abortSignal)
|
|
|
|
if(rq.type === 'fail' || rq.type === 'streaming' || rq.type === 'multiline'){
|
|
if(abortSignal.aborted){
|
|
return true
|
|
}
|
|
alertError(`${rq.result}`)
|
|
return true
|
|
}
|
|
else{
|
|
emotionList = currentEmotion.map((a) => {
|
|
return a[0]
|
|
})
|
|
try {
|
|
const emotion:string = rq.result.replace(/ |\n/g,'').trim().toLocaleLowerCase()
|
|
let emotionSelected = false
|
|
for(const emo of currentEmotion){
|
|
if(emo[0] === emotion){
|
|
const emos:[string, string,number] = [emo[0], emo[1], Date.now()]
|
|
tempEmotion.push(emos)
|
|
charemotions[currentChar.chaId] = tempEmotion
|
|
CharEmotion.set(charemotions)
|
|
emotionSelected = true
|
|
break
|
|
}
|
|
}
|
|
if(!emotionSelected){
|
|
for(const emo of currentEmotion){
|
|
if(emotion.includes(emo[0])){
|
|
const emos:[string, string,number] = [emo[0], emo[1], Date.now()]
|
|
tempEmotion.push(emos)
|
|
charemotions[currentChar.chaId] = tempEmotion
|
|
CharEmotion.set(charemotions)
|
|
emotionSelected = true
|
|
break
|
|
}
|
|
}
|
|
}
|
|
if(!emotionSelected && emotionList.includes('neutral')){
|
|
const emo = currentEmotion[emotionList.indexOf('neutral')]
|
|
const emos:[string, string,number] = [emo[0], emo[1], Date.now()]
|
|
tempEmotion.push(emos)
|
|
charemotions[currentChar.chaId] = tempEmotion
|
|
CharEmotion.set(charemotions)
|
|
emotionSelected = true
|
|
}
|
|
} catch (error) {
|
|
alertError(language.errors.httpError + `${error}`)
|
|
return true
|
|
}
|
|
}
|
|
|
|
return true
|
|
|
|
|
|
}
|
|
else if(currentChar.viewScreen === 'imggen'){
|
|
if(chatProcessIndex !== -1){
|
|
alertError("Stable diffusion in group chat is not supported")
|
|
}
|
|
|
|
const msgs = db.characters[selectedChar].chats[selectedChat].message
|
|
let msgStr = ''
|
|
for(let i = (msgs.length - 1);i>=0;i--){
|
|
if(msgs[i].role === 'char'){
|
|
msgStr = `character: ${msgs[i].data.replace(/\n/, ' ')} \n` + msgStr
|
|
}
|
|
else{
|
|
msgStr = `user: ${msgs[i].data.replace(/\n/, ' ')} \n` + msgStr
|
|
break
|
|
}
|
|
}
|
|
|
|
|
|
const ch = await stableDiff(currentChar, msgStr)
|
|
if(ch){
|
|
db.characters[selectedChar].chats[selectedChat].sdData = ch
|
|
setDatabase(db)
|
|
}
|
|
}
|
|
|
|
return true
|
|
} |