mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Remove md5 function from getHash

Browse Source
This commit is contained in:
sub-hub
2025-04-03 10:28:40 +09:00
committed by GitHub
parent 4df80bf98b
commit 99efcc5f23
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/ts/tokenizer.ts
View File

@@ -9,7 +9,6 @@ import { globalFetch } from "./globalApi.svelte";
import { getModelInfo, LLMTokenizer, type LLMModel } from "./model/modellist"; import { getModelInfo, LLMTokenizer, type LLMModel } from "./model/modellist";
import { pluginV2 } from "./plugins/plugins"; import { pluginV2 } from "./plugins/plugins";
import type { GemmaTokenizer } from "@huggingface/transformers"; import type { GemmaTokenizer } from "@huggingface/transformers";
import md5 from 'blueimp-md5';
import { LRUMap } from 'mnemonist'; import { LRUMap } from 'mnemonist';
const MAX_CACHE_SIZE = 3000; const MAX_CACHE_SIZE = 3000;
@@ -26,7 +25,7 @@ function getHash(
pluginTokenizer: string pluginTokenizer: string
): string { ): string {
const combined = `${data}::${aiModel}::${customTokenizer}::${currentPluginProvider}::${googleClaudeTokenizing ? '1' : '0'}::${modelInfo.tokenizer}::${pluginTokenizer}`; const combined = `${data}::${aiModel}::${customTokenizer}::${currentPluginProvider}::${googleClaudeTokenizing ? '1' : '0'}::${modelInfo.tokenizer}::${pluginTokenizer}`;
return md5(combined); return combined;
} }