Add compressions

This commit is contained in:
Kwaroran
2025-03-10 19:37:35 +09:00
parent 488ca25d0f
commit d400109a85

View File

@@ -7,17 +7,50 @@ import {
readDir, readDir,
remove remove
} from "@tauri-apps/plugin-fs" } from "@tauri-apps/plugin-fs"
import { isTauri } from "../globalApi.svelte" import { forageStorage, isTauri } from "../globalApi.svelte"
import { DBState } from "../stores.svelte" import { DBState } from "../stores.svelte"
import { hubURL } from "../characterCards"
import type { AccountStorage } from "../storage/accountStorage"
const coldStorageHeader = '\uEF01COLDSTORAGE\uEF01' const coldStorageHeader = '\uEF01COLDSTORAGE\uEF01'
async function decompress(data:Uint8Array) {
const fflate = await import('fflate')
return new Promise<Uint8Array>((resolve, reject) => {
fflate.decompress(data, (err, decompressed) => {
if (err) {
reject(err)
}
resolve(decompressed)
})
})
}
async function getColdStorageItem(key:string) { async function getColdStorageItem(key:string) {
if(isTauri){ if(forageStorage.isAccount){
const d = await fetch(hubURL + '/hub/account/coldstorage', {
method: 'GET',
headers: {
'x-risu-key': key,
'x-risu-auth': (forageStorage.realStorage as AccountStorage).auth
}
})
if(d.status === 200){
const buf = await d.arrayBuffer()
const text = new TextDecoder().decode(await decompress(new Uint8Array(buf)))
return JSON.parse(text)
}
return null
}
else if(isTauri){
try { try {
const f = await readFile('./coldstorage/'+key+'.json') const f = await readFile('./coldstorage/'+key+'.json', {
const text = new TextDecoder().decode(f) baseDir: BaseDirectory.AppData
})
const text = new TextDecoder().decode(await decompress(new Uint8Array(f)))
return JSON.parse(text) return JSON.parse(text)
} catch (error) { } catch (error) {
return null return null
@@ -36,7 +69,7 @@ async function getColdStorageItem(key:string) {
return null return null
} }
const buf = await d.arrayBuffer() const buf = await d.arrayBuffer()
const text = new TextDecoder().decode(buf) const text = new TextDecoder().decode(await decompress(new Uint8Array(buf)))
return JSON.parse(text) return JSON.parse(text)
} catch (error) { } catch (error) {
return null return null
@@ -45,13 +78,42 @@ async function getColdStorageItem(key:string) {
} }
async function setColdStorageItem(key:string, value:any) { async function setColdStorageItem(key:string, value:any) {
if(isTauri){
const fflate = await import('fflate')
const json = JSON.stringify(value)
const compressed = await (new Promise<Uint8Array>((resolve, reject) => {
fflate.compress(new TextEncoder().encode(json), (err, compressed) => {
if (err) {
reject(err)
}
resolve(compressed)
})
}))
if(forageStorage.isAccount){
const res = await fetch(hubURL + '/hub/account/coldstorage', {
method: 'POST',
headers: {
'x-risu-key': key,
'x-risu-auth': (forageStorage.realStorage as AccountStorage).auth,
'content-type': 'application/json'
},
body: compressed
})
if(res.status !== 200){
try {
console.error('Error setting cold storage item')
console.error(await res.text())
} catch (error) {}
}
return
}
else if(isTauri){
try { try {
if(!(await exists('./coldstorage'))){ if(!(await exists('./coldstorage'))){
await mkdir('./coldstorage', { recursive: true }) await mkdir('./coldstorage', { recursive: true, baseDir: BaseDirectory.AppData })
} }
const text = JSON.stringify(value) await writeFile('./coldstorage/'+key+'.json', compressed, { baseDir: BaseDirectory.AppData })
await writeFile('./coldstorage/'+key+'.json', new TextEncoder().encode(text))
} catch (error) { } catch (error) {
console.error(error) console.error(error)
} }
@@ -62,8 +124,7 @@ async function setColdStorageItem(key:string, value:any) {
const opfs = await navigator.storage.getDirectory() const opfs = await navigator.storage.getDirectory()
const file = await opfs.getFileHandle('coldstorage_' + key+'.json', { create: true }) const file = await opfs.getFileHandle('coldstorage_' + key+'.json', { create: true })
const writable = await file.createWritable() const writable = await file.createWritable()
const text = JSON.stringify(value) await writable.write(compressed)
await writable.write(new TextEncoder().encode(text))
await writable.close() await writable.close()
} catch (error) { } catch (error) {
console.error(error) console.error(error)
@@ -92,6 +153,10 @@ async function removeColdStorageItem(key:string) {
export async function makeColdData(){ export async function makeColdData(){
if(!DBState.db.chatCompression){
return
}
const currentTime = Date.now() const currentTime = Date.now()
const coldTime = currentTime - 1000 * 60 * 60 * 24 * 30 //30 days before now const coldTime = currentTime - 1000 * 60 * 60 * 24 * 30 //30 days before now