diff --git a/src/ts/tokenizer.ts b/src/ts/tokenizer.ts index 6512e54a..3211c878 100644 --- a/src/ts/tokenizer.ts +++ b/src/ts/tokenizer.ts @@ -11,7 +11,7 @@ import { pluginV2 } from "./plugins/plugins"; import type { GemmaTokenizer } from "@huggingface/transformers"; import { LRUMap } from 'mnemonist'; -const MAX_CACHE_SIZE = 3000; +const MAX_CACHE_SIZE = 1500; const encodeCache = new LRUMap(MAX_CACHE_SIZE);