[fix] tokenizer problem 2

src/lib/ChatScreens/DefaultChatScreen.svelte

@@ -144,6 +144,7 @@
         try {
             await sendChat()            
         } catch (error) {
+            console.error(error)
             alertError(`${error}`)
         }
         rerolls.push(cloneDeep($DataBase.characters[$selectedCharID].chats[$DataBase.characters[$selectedCharID].chatPage].message))

src/ts/process/index.ts

@@ -202,7 +202,10 @@ export async function sendChat(chatProcessIndex = -1,arg:{chatAdditonalTokens?:n
     let currentTokens = 0
     
     for(const key in unformated){
-        currentTokens += await tokenizer.tokenizeChat(unformated[key])
+        const chats = unformated[key] as OpenAIChat[]
+        for(const chat of chats){
+            currentTokens += await tokenizer.tokenizeChat(chat)
+        }
     }
 
     

src/ts/tokenizer.ts

@@ -49,6 +49,7 @@ export class ChatTokenizer {
         this.useName = useName
     }
     async tokenizeChat(data:OpenAIChat) {
+        console.log(data.content)
         let encoded = (await encode(data.content)).length + this.chatAdditonalTokens
         if(data.name && this.useName ==='name'){
             encoded += (await encode(data.name)).length