[fix] stringlize ain and revert cha

This commit is contained in:
kwaroran
2023-06-25 23:55:47 +09:00
parent 3d28da7f53
commit 2f1cae91f9
5 changed files with 41 additions and 34 deletions

View File

@@ -7,9 +7,8 @@ import type { OpenAIChat } from "./process";
async function encode(data:string):Promise<(number[]|Uint32Array|Int32Array)>{
let db = get(DataBase)
if(db.aiModel === 'novellist'){
if(db.aiModel.startsWith('novellist')){
const nv= await tokenizeWebTokenizers(data, 'novellist')
console.log(nv)
return nv
}
if(db.aiModel.startsWith('claude')){