Refactor code for local models

This commit is contained in:
kwaroran
2024-01-16 17:52:33 +09:00
parent 9db4810bbc
commit 1b1c6ad2fd
3 changed files with 47 additions and 10 deletions

View File

@@ -1685,6 +1685,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
const suggesting = model === "submodel"
const proompt = stringlizeChatOba(formated, currentChar.name, suggesting, arg.continue)
const stopStrings = getStopStrings(suggesting)
console.log(stopStrings)
const modelPath = aiModel.replace('local_', '')
const res = await runGGUFModel({
prompt: proompt,