[fix] consistant tokenizing

This commit is contained in:
kwaroran
2023-11-24 14:50:06 +09:00
parent 4aa6adb637
commit 26f4ce94fa
4 changed files with 23 additions and 8 deletions

View File

@@ -40,10 +40,10 @@
export let goPromptTemplate = () => {}
async function loadTokenize(){
tokens.mainPrompt = await tokenizeAccurate($DataBase.mainPrompt)
tokens.jailbreak = await tokenizeAccurate($DataBase.jailbreak)
tokens.globalNote = await tokenizeAccurate($DataBase.globalNote)
tokens.autoSuggest = await tokenizeAccurate($DataBase.autoSuggestPrompt)
tokens.mainPrompt = await tokenizeAccurate($DataBase.mainPrompt, true)
tokens.jailbreak = await tokenizeAccurate($DataBase.jailbreak, true)
tokens.globalNote = await tokenizeAccurate($DataBase.globalNote, true)
tokens.autoSuggest = await tokenizeAccurate($DataBase.autoSuggestPrompt, true)
}
let advancedBotSettings = false