From 3726c96a29781353298ebffd6dd075bce54ab1c1 Mon Sep 17 00:00:00 2001
From: kwaroran <amasio1234@proton.me>
Date: Thu, 11 Apr 2024 05:18:47 +0900
Subject: [PATCH] Add metadata viewer

---
 src/lang/en.ts                  |  1 +
 src/lib/ChatScreens/Chat.svelte |  5 +++-
 src/lib/Others/AlertComp.svelte | 43 +++++++++++++++++++++++++++------
 src/ts/alert.ts                 | 10 +++++---
 src/ts/process/index.ts         |  8 +++++-
 5 files changed, 55 insertions(+), 12 deletions(-)

diff --git a/src/lang/en.ts b/src/lang/en.ts
index ac97df9c..21a723ae 100644
--- a/src/lang/en.ts
+++ b/src/lang/en.ts
@@ -571,4 +571,5 @@ export const languageEnglish = {
     importFromRealm: "Choose from RisuRealm",
     importFromRealmDesc: "Choose over 1000 characters in RisuRealm",
     random: "Random",
+    metaData: "Meta Data",
 }
\ No newline at end of file
diff --git a/src/lib/ChatScreens/Chat.svelte b/src/lib/ChatScreens/Chat.svelte
index 538ab204..eab7b1f6 100644
--- a/src/lib/ChatScreens/Chat.svelte
+++ b/src/lib/ChatScreens/Chat.svelte
@@ -206,7 +206,10 @@
                     <button class="text-sm p-1 text-textcolor2 border-darkborderc float-end mr-2 my-2
                                     hover:ring-borderc hover:ring rounded-md hover:text-textcolor transition-all flex justify-center items-center" 
                             on:click={() => {
-                                alertRequestData(MessageGenerationInfo)
+                                alertRequestData({
+                                    genInfo: MessageGenerationInfo,
+                                    idx: idx,
+                                })
                             }}
                     >
                         <BotIcon size={20} />
diff --git a/src/lib/Others/AlertComp.svelte b/src/lib/Others/AlertComp.svelte
index 4e4d4163..ca85b955 100644
--- a/src/lib/Others/AlertComp.svelte
+++ b/src/lib/Others/AlertComp.svelte
@@ -15,6 +15,8 @@
     import OptionInput from "../UI/GUI/OptionInput.svelte";
     import { language } from 'src/lang';
     import { getFetchData } from 'src/ts/storage/globalApi';
+  import { CurrentChat } from "src/ts/stores";
+  import { tokenize } from "src/ts/tokenizer";
     let btn
     let input = ''
     let cardExportType = ''
@@ -176,6 +178,9 @@
                     <Button selected={generationInfoMenuIndex === 0} size="sm" on:click={() => {generationInfoMenuIndex = 0}}>
                         {language.tokens}
                     </Button>
+                    <Button selected={generationInfoMenuIndex === 1} size="sm" on:click={() => {generationInfoMenuIndex = 1}}>
+                        {language.metaData}
+                    </Button>
                     <Button selected={generationInfoMenuIndex === 2} size="sm" on:click={() => {generationInfoMenuIndex = 2}}>
                         {language.log}
                     </Button>
@@ -191,10 +196,10 @@
                         <div class="w-32 h-32 border-darkborderc border-4 rounded-lg" style:background={
                             `linear-gradient(0deg,
                             rgb(59,130,246) 0%,
-                            rgb(59,130,246) ${($alertGenerationInfoStore.inputTokens / $alertGenerationInfoStore.maxContext) * 100}%,
-                            rgb(34 197 94) ${($alertGenerationInfoStore.inputTokens / $alertGenerationInfoStore.maxContext) * 100}%,
-                            rgb(34 197 94) ${(($alertGenerationInfoStore.outputTokens + $alertGenerationInfoStore.inputTokens) / $alertGenerationInfoStore.maxContext) * 100}%,
-                            rgb(156 163 175) ${(($alertGenerationInfoStore.outputTokens + $alertGenerationInfoStore.inputTokens) / $alertGenerationInfoStore.maxContext) * 100}%,
+                            rgb(59,130,246) ${($alertGenerationInfoStore.genInfo.inputTokens / $alertGenerationInfoStore.genInfo.maxContext) * 100}%,
+                            rgb(34 197 94) ${($alertGenerationInfoStore.genInfo.inputTokens / $alertGenerationInfoStore.genInfo.maxContext) * 100}%,
+                            rgb(34 197 94) ${(($alertGenerationInfoStore.genInfo.outputTokens + $alertGenerationInfoStore.genInfo.inputTokens) / $alertGenerationInfoStore.genInfo.maxContext) * 100}%,
+                            rgb(156 163 175) ${(($alertGenerationInfoStore.genInfo.outputTokens + $alertGenerationInfoStore.genInfo.inputTokens) / $alertGenerationInfoStore.genInfo.maxContext) * 100}%,
                             rgb(156 163 175) 100%)`
                         }>
 
@@ -202,14 +207,38 @@
                     </div>
                     <div class="grid grid-cols-2 gap-y-2 gap-x-4 mt-4">
                         <span class="text-blue-500">{language.inputTokens}</span>
-                        <span class="text-blue-500 justify-self-end">{$alertGenerationInfoStore.inputTokens ?? '?'} {language.tokens}</span>
+                        <span class="text-blue-500 justify-self-end">{$alertGenerationInfoStore.genInfo.inputTokens ?? '?'} {language.tokens}</span>
                         <span class="text-green-500">{language.outputTokens}</span>
-                        <span class="text-green-500 justify-self-end">{$alertGenerationInfoStore.outputTokens ?? '?'} {language.tokens}</span>
+                        <span class="text-green-500 justify-self-end">{$alertGenerationInfoStore.genInfo.outputTokens ?? '?'} {language.tokens}</span>
                         <span class="text-gray-400">{language.maxContextSize}</span>
-                        <span class="text-gray-400 justify-self-end">{$alertGenerationInfoStore.maxContext ?? '?'} {language.tokens}</span>
+                        <span class="text-gray-400 justify-self-end">{$alertGenerationInfoStore.genInfo.maxContext ?? '?'} {language.tokens}</span>
                     </div>
                     <span class="text-textcolor2 text-sm">{language.tokenWarning}</span>
                 {/if}
+                {#if generationInfoMenuIndex === 1}
+                <div class="grid grid-cols-2 gap-y-2 gap-x-4 mt-4">
+                    <span class="text-blue-500">Index</span>
+                    <span class="text-blue-500 justify-self-end">{$alertGenerationInfoStore.idx}</span>
+                    <span class="text-amber-500">Model</span>
+                    <span class="text-amber-500 justify-self-end">{$alertGenerationInfoStore.genInfo.model}</span>
+                    <span class="text-green-500">ID</span>
+                    <span class="text-green-500 justify-self-end">{$CurrentChat.message[$alertGenerationInfoStore.idx].chatId ?? "None"}</span>
+                    <span class="text-red-500">GenID</span>
+                    <span class="text-red-500 justify-self-end">{$alertGenerationInfoStore.genInfo.generationId}</span>
+                    <span class="text-cyan-500">Saying</span>
+                    <span class="text-cyan-500 justify-self-end">{$CurrentChat.message[$alertGenerationInfoStore.idx].saying}</span>
+                    <span class="text-purple-500">Size</span>
+                    <span class="text-purple-500 justify-self-end">{JSON.stringify($CurrentChat.message[$alertGenerationInfoStore.idx]).length} Bytes</span>
+                    <span class="text-yellow-500">Time</span>
+                    <span class="text-yellow-500 justify-self-end">{(new Date($CurrentChat.message[$alertGenerationInfoStore.idx].time ?? 0)).toLocaleString()}</span>
+                    <span class="text-green-500">Tokens</span>
+                    {#await tokenize($CurrentChat.message[$alertGenerationInfoStore.idx].data)}
+                        <span class="text-green-500 justify-self-end">Loading</span>
+                    {:then tokens} 
+                        <span class="text-green-500 justify-self-end">{tokens}</span>
+                    {/await}
+                </div>
+                {/if}
                 {#if generationInfoMenuIndex === 2}
                     {#await getFetchData($alertStore.msg) then data} 
                         {#if !data}
diff --git a/src/ts/alert.ts b/src/ts/alert.ts
index 36d5e6d8..123e60e6 100644
--- a/src/ts/alert.ts
+++ b/src/ts/alert.ts
@@ -16,7 +16,11 @@ export const alertStore = writable({
     type: 'none',
     msg: 'n',
 } as alertData)
-export const alertGenerationInfoStore = writable<MessageGenerationInfo>(null)
+type AlertGenerationInfoStoreData = {
+    genInfo: MessageGenerationInfo,
+    idx: number
+}
+export const alertGenerationInfoStore = writable<AlertGenerationInfoStoreData>(null)
 
 export function alertError(msg:string){
     console.error(msg)
@@ -247,10 +251,10 @@ export async function alertInput(msg:string){
     return get(alertStore).msg
 }
 
-export function alertRequestData(info:MessageGenerationInfo){
+export function alertRequestData(info:AlertGenerationInfoStoreData){
     alertGenerationInfoStore.set(info)
     alertStore.set({
         'type': 'requestdata',
-        'msg': info.generationId ?? 'none'
+        'msg': info.genInfo.generationId ?? 'none'
     })
 }
\ No newline at end of file
diff --git a/src/ts/process/index.ts b/src/ts/process/index.ts
index 71697c08..891e2c56 100644
--- a/src/ts/process/index.ts
+++ b/src/ts/process/index.ts
@@ -102,6 +102,13 @@ export async function sendChat(chatProcessIndex = -1,arg:{chatAdditonalTokens?:n
     let db = get(DataBase)
     let selectedChar = get(selectedCharID)
     const nowChatroom = db.characters[selectedChar]
+    let selectedChat = nowChatroom.chatPage
+    nowChatroom.chats[nowChatroom.chatPage].message = nowChatroom.chats[nowChatroom.chatPage].message.map((v) => {
+        v.chatId = v.chatId ?? v4()
+        return v
+    })
+    
+
     let currentChar:character
     let caculatedChatTokens = 0
     if(db.aiModel.startsWith('gpt')){
@@ -159,7 +166,6 @@ export async function sendChat(chatProcessIndex = -1,arg:{chatAdditonalTokens?:n
 
     let chatAdditonalTokens = arg.chatAdditonalTokens ?? caculatedChatTokens
     const tokenizer = new ChatTokenizer(chatAdditonalTokens, db.aiModel.startsWith('gpt') ? 'noName' : 'name')
-    let selectedChat = nowChatroom.chatPage
     let currentChat = runCurrentChatFunction(nowChatroom.chats[selectedChat])
     nowChatroom.chats[selectedChat] = currentChat
     let maxContextTokens = db.maxContext