[refactor] transformer tokenizer

src/ts/tokenizer.ts

@@ -6,7 +6,7 @@ import { tokenizeTransformers } from "./transformers/transformer";
 async function encode(data:string):Promise<(number[]|Uint32Array)>{
     let db = get(DataBase)
     if(db.aiModel === 'novellist'){
-        return await tokenizeTransformers('trin',data)
+        return await tokenizeTransformers('naclbit/trin_tokenizer_v3',data)
     }
     return await tikJS(data)
 }