From b6787b93a7df4eea1657f314376bb3ed951dc45b Mon Sep 17 00:00:00 2001 From: kwaroran Date: Fri, 5 Jan 2024 23:33:27 +0900 Subject: [PATCH] Fix extractor initialization in runEmbedding function --- src/ts/process/embedding/transformers.ts | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/ts/process/embedding/transformers.ts b/src/ts/process/embedding/transformers.ts index 716f67fd..619fc384 100644 --- a/src/ts/process/embedding/transformers.ts +++ b/src/ts/process/embedding/transformers.ts @@ -47,9 +47,12 @@ export const runSummarizer = async (text: string) => { return v } +let extractor:Pipeline = null export const runEmbedding = async (text: string):Promise => { await loadTransformer() - let extractor = await pipeline('feature-extraction', 'Xenova/all-MiniLM-L6-v2'); + if(!extractor){ + extractor = await pipeline('feature-extraction', 'Xenova/all-MiniLM-L6-v2'); + } const tokenizer = await AutoTokenizer.from_pretrained('Xenova/all-MiniLM-L6-v2'); const tokens = tokenizer.encode(text) if (tokens.length > 256) {