From 0f32e58939feaa6329cd3ce0643b1d4089248167 Mon Sep 17 00:00:00 2001
From: kwaroran <kwaworan@gmail.com>
Date: Sat, 9 Sep 2023 07:22:06 +0900
Subject: [PATCH] [ref] tokenizer.ts

---
 src/ts/tokenizer.ts | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/ts/tokenizer.ts b/src/ts/tokenizer.ts
index 4e2665f0..a73e3ed2 100644
--- a/src/ts/tokenizer.ts
+++ b/src/ts/tokenizer.ts
@@ -19,7 +19,6 @@ async function encode(data:string):Promise<(number[]|Uint32Array|Int32Array)>{
     }
     if(db.aiModel.startsWith('local_') || db.aiModel === 'mancer' || db.aiModel === 'textgen_webui'){
         return await tokenizeWebTokenizers(data, 'llama')
-
     }
     return await tikJS(data)
 }