Add escape syntax
This commit is contained in:
@@ -98,21 +98,25 @@ const replacements = [
|
||||
'}', //0xE9B9
|
||||
'(', //0xE9BA
|
||||
')', //0xE9BB
|
||||
'<', //0xE9BE
|
||||
'>', //0xE9BF
|
||||
'<', //0xE9BC
|
||||
'>', //0xE9BD
|
||||
':', //0xE9BE
|
||||
';', //0xE9BF
|
||||
]
|
||||
|
||||
export function unescape(text:string){
|
||||
return text.replace(/[\uE9b8-\uE9bf]/g, (f) => {
|
||||
const index = f.charCodeAt(0) - 0xE9B8
|
||||
return replacements[index]
|
||||
})
|
||||
}
|
||||
|
||||
function renderMarkdown(md:markdownit, data:string){
|
||||
let quotes = ['“', '”', '‘', '’']
|
||||
if(DBState.db?.customQuotes){
|
||||
quotes = DBState.db.customQuotesData ?? quotes
|
||||
}
|
||||
let text = md.render(data.replace(/“|”/g, '"').replace(/‘|’/g, "'")).replace(/[\uE9b8-\uE9bf]/g, (f) => {
|
||||
const index = f.charCodeAt(0) - 0xE9B8
|
||||
return replacements[index]
|
||||
})
|
||||
let text = unescape(md.render(data.replace(/“|”/g, '"').replace(/‘|’/g, "'")))
|
||||
|
||||
if(DBState.db?.unformatQuotes){
|
||||
text = text.replace(/\uE9b0/gu, quotes[0]).replace(/\uE9b1/gu, quotes[1])
|
||||
@@ -2085,7 +2089,7 @@ const legacyBlockMatcher = (p1:string,matcherArg:matcherArg) => {
|
||||
return null
|
||||
}
|
||||
|
||||
type blockMatch = 'ignore'|'parse'|'nothing'|'parse-pure'|'pure'|'each'|'function'|'pure-display'|'normalize'
|
||||
type blockMatch = 'ignore'|'parse'|'nothing'|'parse-pure'|'pure'|'each'|'function'|'pure-display'|'normalize'|'escape'
|
||||
|
||||
function parseArray(p1:string):string[]{
|
||||
try {
|
||||
@@ -2133,7 +2137,9 @@ function blockStartMatcher(p1:string,matcherArg:matcherArg):{type:blockMatch,typ
|
||||
}
|
||||
if(p1 === '#code'){
|
||||
return {type:'normalize'}
|
||||
|
||||
}
|
||||
if(p1 === '#escape'){
|
||||
return {type:'escape'}
|
||||
}
|
||||
if(p1.startsWith('#each')){
|
||||
let t2 = p1.substring(5).trim()
|
||||
@@ -2203,6 +2209,30 @@ function blockEndMatcher(p1:string,type:{type:blockMatch,type2?:string},matcherA
|
||||
}
|
||||
})
|
||||
}
|
||||
case 'escape':{
|
||||
return p1Trimed.replace(/[\{\}\<\>\(\)\:\;]/g,(m) => {
|
||||
switch(m){
|
||||
case '{':
|
||||
return '\uE9B8'
|
||||
case '}':
|
||||
return '\uE9B9'
|
||||
case '<':
|
||||
return '\uE9BC'
|
||||
case '>':
|
||||
return '\uE9BD'
|
||||
case '(':
|
||||
return '\uE9BA'
|
||||
case ')':
|
||||
return '\uE9BB'
|
||||
case ':':
|
||||
return '\uE9BE'
|
||||
case ';':
|
||||
return '\uE9BF'
|
||||
default:
|
||||
return m
|
||||
}
|
||||
})
|
||||
}
|
||||
default:{
|
||||
return ''
|
||||
}
|
||||
@@ -2356,7 +2386,7 @@ export function risuChatParser(da:string, arg:{
|
||||
blockNestType.set(nested.length, matchResult)
|
||||
if( matchResult.type === 'ignore' || matchResult.type === 'pure' ||
|
||||
matchResult.type === 'each' || matchResult.type === 'function' ||
|
||||
matchResult.type === 'pure-display'
|
||||
matchResult.type === 'pure-display' || matchResult.type === 'escape'
|
||||
){
|
||||
pureModeNest.set(nested.length, true)
|
||||
pureModeNestType.set(nested.length, "block")
|
||||
@@ -2369,7 +2399,7 @@ export function risuChatParser(da:string, arg:{
|
||||
const blockType = blockNestType.get(nested.length)
|
||||
if( blockType.type === 'ignore' || blockType.type === 'pure' ||
|
||||
blockType.type === 'each' || blockType.type === 'function' ||
|
||||
blockType.type === 'pure-display'
|
||||
blockType.type === 'pure-display' || blockType.type === 'escape'
|
||||
){
|
||||
pureModeNest.delete(nested.length)
|
||||
pureModeNestType.delete(nested.length)
|
||||
|
||||
@@ -24,6 +24,7 @@ import { runTrigger } from "./triggers";
|
||||
import { registerClaudeObserver } from "../observer.svelte";
|
||||
import { v4 } from "uuid";
|
||||
import { DBState } from "../stores.svelte";
|
||||
import { unescape } from "lodash";
|
||||
|
||||
|
||||
|
||||
@@ -274,7 +275,11 @@ export async function requestChatData(arg:requestDataArgument, model:ModelModeEx
|
||||
fallBackModels.push('')
|
||||
let da:requestDataResponse
|
||||
|
||||
const originalFormated = safeStructuredClone(arg.formated)
|
||||
const originalFormated = safeStructuredClone(arg.formated).map(m => {
|
||||
m.content = unescape(m.content)
|
||||
return m
|
||||
})
|
||||
|
||||
for(let fallbackIndex=0;fallbackIndex<fallBackModels.length;fallbackIndex++){
|
||||
let trys = 0
|
||||
arg.formated = safeStructuredClone(originalFormated)
|
||||
|
||||
Reference in New Issue
Block a user