mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[feat] better ain stringlizer

Browse Source
This commit is contained in:
kwaroran
2023-06-26 00:45:35 +09:00
parent a4937bfade
commit ab61c63c4c
3 changed files with 27 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
src/ts/process/stringlize.ts
View File

@@ -24,18 +24,9 @@ export function stringlizeChat(formated:OpenAIChat[], char:string = ''){
export function unstringlizeChat(text:string, formated:OpenAIChat[], char:string = ''){
console.log(text)
let minIndex = -1
let chunks:string[] = ["system note:", "system:","system note：", "system："]
if(char){
chunks.push(`${char}:`)
}
for(const form of formated){
if(form.name){
chunks.push(`${form.name}:`)
chunks.push(`${form.name}：`)
}
}
const chunks = getUnstringlizerChunks(formated, char)
for(const chunk of chunks){
const ind = text.indexOf(chunk)
@@ -54,6 +45,23 @@ export function unstringlizeChat(text:string, formated:OpenAIChat[], char:string
return text
}
export function getUnstringlizerChunks(formated:OpenAIChat[], char:string = ''){
let chunks:string[] = ["system note:", "system:","system note：", "system："]
if(char){
chunks.push(`${char}:`)
}
for(const form of formated){
if(form.name){
chunks.push(`${form.name}:`)
chunks.push(`${form.name}：`)
chunks.push(`${form.name}: `)
chunks.push(`${form.name}： `)
}
}
return chunks
}
export function stringlizeAINChat(formated:OpenAIChat[], char:string = ''){
let resultString:string[] = []
for(const form of formated){