This commit is contained in:
Kwaroran
2025-05-18 17:21:04 +09:00
7 changed files with 87 additions and 86 deletions

View File

@@ -21,6 +21,8 @@ export const localModels = {
'bgem3GPU': 'Xenova/bge-m3',
'multiMiniLM': 'Xenova/paraphrase-multilingual-MiniLM-L12-v2',
'multiMiniLMGPU': 'Xenova/paraphrase-multilingual-MiniLM-L12-v2',
'bgeM3Ko': 'HyperBlaze/BGE-m3-ko',
'bgeM3KoGPU': 'HyperBlaze/BGE-m3-ko',
},
gpuModels:[
'MiniLMGPU',
@@ -28,6 +30,7 @@ export const localModels = {
'bgeSmallEnGPU',
'bgem3GPU',
'multiMiniLMGPU',
'bgeM3KoGPU',
]
}

View File

@@ -128,7 +128,7 @@ export async function hypaMemoryV3(
} finally {
if (settings.summarizationModel !== "subModel") {
try {
unloadEngine();
await unloadEngine();
} catch {}
}
}

View File

@@ -66,7 +66,7 @@ export const runEmbedding = async (texts: string[], model:EmbeddingModel = 'Xeno
}
extractor = await pipeline('feature-extraction', model, {
// Default dtype for webgpu is fp32, so we can use q8, which is the default dtype in wasm.
...(device === 'webgpu' ? { dtype: "q8" } : {}),
dtype: "q8",
device: device,
progress_callback: (progress) => {
console.log(progress)

View File

@@ -310,9 +310,6 @@ export function setDatabase(data:Database){
legacy_uc:false,
};
}
if(checkNullish(data.NAIImgConfig.cfg_rescale)){
data.NAIImgConfig.cfg_rescale = 0;
}
if(checkNullish(data.customTextTheme)){
data.customTextTheme = {
FontColorStandard: "#f8f8f2",