diff --git a/src/ts/tokenizer.ts b/src/ts/tokenizer.ts index fc24e2b2..5a834cd9 100644 --- a/src/ts/tokenizer.ts +++ b/src/ts/tokenizer.ts @@ -19,7 +19,11 @@ async function encode(data:string):Promise<(number[]|Uint32Array|Int32Array)>{ if(db.aiModel.startsWith('novelai')){ return await tokenizeWebTokenizers(data, 'novelai') } - if(db.aiModel.startsWith('local_') || db.aiModel === 'mancer' || db.aiModel === 'textgen_webui' || (db.aiModel === 'reverse_proxy' && db.reverseProxyOobaMode)){ + if(db.aiModel.startsWith('local_') || + db.aiModel === 'mancer' || + db.aiModel === 'textgen_webui' || + (db.aiModel === 'reverse_proxy' && db.reverseProxyOobaMode || + db.aiModel === 'ooba')){ return await tokenizeWebTokenizers(data, 'llama') }