From 010dad303114cbec20a3326ec3033a26a285209e Mon Sep 17 00:00:00 2001 From: kwaroran Date: Mon, 7 Aug 2023 20:31:35 +0900 Subject: [PATCH] [feat] less usage --- src/main.ts | 2 ++ src/ts/process/embedding/transformers.ts | 4 +++- src/ts/storage/globalApi.ts | 3 +++ 3 files changed, 8 insertions(+), 1 deletion(-) diff --git a/src/main.ts b/src/main.ts index 01fbb6a9..e383716d 100644 --- a/src/main.ts +++ b/src/main.ts @@ -4,6 +4,7 @@ import App from "./App.svelte"; import { loadData } from "./ts/storage/globalApi"; import { initHotkey } from "./ts/hotkey"; import { polyfill } from "./ts/polyfill"; +import { runEmbedding } from "./ts/process/embedding/transformers"; polyfill() @@ -13,4 +14,5 @@ const app = new App({ loadData() initHotkey() +runEmbedding("test") export default app; \ No newline at end of file diff --git a/src/ts/process/embedding/transformers.ts b/src/ts/process/embedding/transformers.ts index d1bd7999..1cb73334 100644 --- a/src/ts/process/embedding/transformers.ts +++ b/src/ts/process/embedding/transformers.ts @@ -5,6 +5,7 @@ let pipeline: (task: string, model?: string, { quantized, progress_callback, con async function loadTransformer() { if(!pipeline){ const transformersLib = await import('@xenova/transformers') + transformersLib.env.localModelPath = "https://sv.risuai.xyz/transformers/" pipeline = transformersLib.pipeline } } @@ -50,6 +51,7 @@ export const runEmbedding = async (text: string):Promise => { await loadTransformer() let extractor = await pipeline('feature-extraction', 'Xenova/all-MiniLM-L6-v2'); let result = await extractor(text, { pooling: 'mean', normalize: true }); + console.log(result) return result?.data ?? null; -} +} \ No newline at end of file diff --git a/src/ts/storage/globalApi.ts b/src/ts/storage/globalApi.ts index f62348fe..6505411b 100644 --- a/src/ts/storage/globalApi.ts +++ b/src/ts/storage/globalApi.ts @@ -227,6 +227,9 @@ export async function saveDb(){ if(!forageStorage.isAccount){ await forageStorage.setItem(`database/dbbackup-${(Date.now()/100).toFixed()}.bin`, dbData) } + if(forageStorage.isAccount){ + await sleep(2500); + } } if(!forageStorage.isAccount){ await getDbBackups()