[feat] less usage
This commit is contained in:
@@ -4,6 +4,7 @@ import App from "./App.svelte";
|
|||||||
import { loadData } from "./ts/storage/globalApi";
|
import { loadData } from "./ts/storage/globalApi";
|
||||||
import { initHotkey } from "./ts/hotkey";
|
import { initHotkey } from "./ts/hotkey";
|
||||||
import { polyfill } from "./ts/polyfill";
|
import { polyfill } from "./ts/polyfill";
|
||||||
|
import { runEmbedding } from "./ts/process/embedding/transformers";
|
||||||
|
|
||||||
polyfill()
|
polyfill()
|
||||||
|
|
||||||
@@ -13,4 +14,5 @@ const app = new App({
|
|||||||
|
|
||||||
loadData()
|
loadData()
|
||||||
initHotkey()
|
initHotkey()
|
||||||
|
runEmbedding("test")
|
||||||
export default app;
|
export default app;
|
||||||
@@ -5,6 +5,7 @@ let pipeline: (task: string, model?: string, { quantized, progress_callback, con
|
|||||||
async function loadTransformer() {
|
async function loadTransformer() {
|
||||||
if(!pipeline){
|
if(!pipeline){
|
||||||
const transformersLib = await import('@xenova/transformers')
|
const transformersLib = await import('@xenova/transformers')
|
||||||
|
transformersLib.env.localModelPath = "https://sv.risuai.xyz/transformers/"
|
||||||
pipeline = transformersLib.pipeline
|
pipeline = transformersLib.pipeline
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -50,6 +51,7 @@ export const runEmbedding = async (text: string):Promise<Float32Array> => {
|
|||||||
await loadTransformer()
|
await loadTransformer()
|
||||||
let extractor = await pipeline('feature-extraction', 'Xenova/all-MiniLM-L6-v2');
|
let extractor = await pipeline('feature-extraction', 'Xenova/all-MiniLM-L6-v2');
|
||||||
let result = await extractor(text, { pooling: 'mean', normalize: true });
|
let result = await extractor(text, { pooling: 'mean', normalize: true });
|
||||||
|
console.log(result)
|
||||||
return result?.data ?? null;
|
return result?.data ?? null;
|
||||||
|
|
||||||
}
|
}
|
||||||
@@ -227,6 +227,9 @@ export async function saveDb(){
|
|||||||
if(!forageStorage.isAccount){
|
if(!forageStorage.isAccount){
|
||||||
await forageStorage.setItem(`database/dbbackup-${(Date.now()/100).toFixed()}.bin`, dbData)
|
await forageStorage.setItem(`database/dbbackup-${(Date.now()/100).toFixed()}.bin`, dbData)
|
||||||
}
|
}
|
||||||
|
if(forageStorage.isAccount){
|
||||||
|
await sleep(2500);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if(!forageStorage.isAccount){
|
if(!forageStorage.isAccount){
|
||||||
await getDbBackups()
|
await getDbBackups()
|
||||||
|
|||||||
Reference in New Issue
Block a user