[feat] nai improvements, better authornote

This commit is contained in:
kwaroran
2023-09-09 08:23:15 +09:00
parent a9564189c4
commit a122e1cc5d
9 changed files with 92 additions and 54 deletions

View File

@@ -304,7 +304,14 @@ export async function sendChat(chatProcessIndex = -1,arg:{chatAdditonalTokens?:n
break
}
case 'authornote':{
await tokenizeChatArray(unformated.authorNote)
let pmt = cloneDeep(unformated.authorNote)
if(card.innerFormat && pmt.length > 0){
for(let i=0;i<pmt.length;i++){
pmt[i].content = risuChatParser(card.innerFormat, {chara: currentChar}).replace('{{slot}}', pmt[i].content || card.defaultText || '')
}
}
await tokenizeChatArray(pmt)
break
}
case 'lorebook':{
@@ -588,7 +595,14 @@ export async function sendChat(chatProcessIndex = -1,arg:{chatAdditonalTokens?:n
break
}
case 'authornote':{
pushPrompts(unformated.authorNote)
let pmt = cloneDeep(unformated.authorNote)
if(card.innerFormat && pmt.length > 0){
for(let i=0;i<pmt.length;i++){
pmt[i].content = risuChatParser(card.innerFormat, {chara: currentChar}).replace('{{slot}}', pmt[i].content || card.defaultText || '')
}
}
pushPrompts(pmt)
break
}
case 'lorebook':{
@@ -705,6 +719,7 @@ export async function sendChat(chatProcessIndex = -1,arg:{chatAdditonalTokens?:n
useStreaming: true,
isGroupChat: nowChatroom.type === 'group',
bias: {},
continue: arg.continue,
}, 'model', abortSignal)
let result = ''

View File

@@ -6,8 +6,6 @@ import { alertError, alertInput, alertNormal, alertWait } from "src/ts/alert"
import { sleep } from "src/ts/util"
export function stringlizeNAIChat(formated:OpenAIChat[], char:string, continued: boolean){
const db = get(DataBase)
let seperator = db.NAIsettings.seperator.replaceAll("\\n","\n") || '\n'
let starter = db.NAIsettings.starter.replaceAll("\\n","\n") || '⁂'

View File

@@ -1,4 +1,4 @@
export type Proompt = ProomptPlain|ProomptTyped|ProomptChat;
export type Proompt = ProomptPlain|ProomptTyped|ProomptChat|ProomptAuthorNote;
export interface ProomptPlain {
type: 'plain'|'jailbreak';
@@ -8,10 +8,16 @@ export interface ProomptPlain {
}
export interface ProomptTyped {
type: 'persona'|'description'|'authornote'|'lorebook'|'postEverything'
type: 'persona'|'description'|'lorebook'|'postEverything'
innerFormat?: string
}
export interface ProomptAuthorNote {
type : 'authornote'
innerFormat?: string
defaultText?: string
}
export interface ProomptChat {
type: 'chat';

View File

@@ -471,17 +471,17 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset,NAI:botPreset,oobaRp:
]
},
"NAI2": {
"name": "New Preset",
"name": "Carefree",
"apiType": "gpt35",
"openAIKey": "",
"mainPrompt": "",
"jailbreak": "",
"globalNote": "",
"temperature": 136,
"temperature": 135,
"maxContext": 4000,
"maxResponse": 500,
"frequencyPenalty": 70,
"PresensePenalty": 70,
"PresensePenalty": 0,
"formatingOrder": [
"main",
"description",
@@ -501,32 +501,7 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset,NAI:botPreset,oobaRp:
"forceReplaceUrl": "",
"forceReplaceUrl2": "",
"promptPreprocess": false,
"bias": [
[
"{{char}}:",
-10
],
[
"{{user}}:",
-10
],
[
"\\n{{char}}:",
-10
],
[
"\\n{{user}}:",
-10
],
[
"\\n{{char}} :",
-10
],
[
"\\n{{user}} :",
-10
]
],
"bias": [],
"koboldURL": null,
"proxyKey": "",
"ooba": {
@@ -576,7 +551,7 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset,NAI:botPreset,oobaRp:
"proxyRequestModel": "",
"openrouterRequestModel": "openai/gpt-3.5-turbo",
"NAISettings": {
"topK": 12,
"topK": 15,
"topP": 0.85,
"topA": 0.1,
"tailFreeSampling": 0.915,
@@ -585,9 +560,9 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset,NAI:botPreset,oobaRp:
"repetitionPenaltySlope": 0.02,
"repostitionPenaltyPresence": 0,
"seperator": "",
"frequencyPenalty": 0.03,
"frequencyPenalty": 0.02,
"presencePenalty": 0,
"typicalp": 0.81,
"typicalp": 1,
"starter": "",
"cfg_scale": 1,
"mirostat_tau": 0,
@@ -610,22 +585,16 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset,NAI:botPreset,oobaRp:
"rangeStart": -6,
"rangeEnd": -4
},
{
"type": "plain",
"text": "----",
"role": "system",
"type2": "normal"
},
{
"type": "persona",
"innerFormat": null
"innerFormat": "----\n{{slot}}"
},
{
"type": "lorebook"
},
{
"type": "description",
"innerFormat": null
"innerFormat": "----\n{{slot}}"
},
{
"type": "plain",
@@ -648,7 +617,7 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset,NAI:botPreset,oobaRp:
"rangeEnd": "end"
}
],
"NAIadventure": true,
"NAIadventure": false,
"NAIappendName": true
}
}