From 6a6321c5dc29fea0718b103630b8f21e5edc535d Mon Sep 17 00:00:00 2001
From: kwaroran <kwaworan@gmail.com>
Date: Sun, 3 Dec 2023 21:31:14 +0900
Subject: [PATCH] [fix] ooba to use llama tokenizer

---
 src/ts/tokenizer.ts | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/src/ts/tokenizer.ts b/src/ts/tokenizer.ts
index fc24e2b2..5a834cd9 100644
--- a/src/ts/tokenizer.ts
+++ b/src/ts/tokenizer.ts
@@ -19,7 +19,11 @@ async function encode(data:string):Promise<(number[]|Uint32Array|Int32Array)>{
     if(db.aiModel.startsWith('novelai')){
         return await tokenizeWebTokenizers(data, 'novelai')
     }
-    if(db.aiModel.startsWith('local_') || db.aiModel === 'mancer' || db.aiModel === 'textgen_webui' || (db.aiModel === 'reverse_proxy' && db.reverseProxyOobaMode)){
+    if(db.aiModel.startsWith('local_') ||
+        db.aiModel === 'mancer' ||
+        db.aiModel === 'textgen_webui' ||
+        (db.aiModel === 'reverse_proxy' && db.reverseProxyOobaMode ||
+        db.aiModel === 'ooba')){
         return await tokenizeWebTokenizers(data, 'llama')
     }