Refactor parameter handling in requestGoogleCloudVertex function to filter parameters based on modelInfo

This commit is contained in:
Kwaroran
2024-12-12 12:56:17 +09:00
parent 146aaa1e7c
commit fcd049eae8

View File

@@ -1494,12 +1494,17 @@ async function requestGoogleCloudVertex(arg:RequestDataArgumentExtended):Promise
}, },
] ]
let para:Parameter[] = ['temperature', 'top_p', 'top_k', 'presence_penalty', 'frequency_penalty']
para = para.filter((v) => {
return arg.modelInfo.parameters.includes(v)
})
const body = { const body = {
contents: reformatedChat, contents: reformatedChat,
generation_config: applyParameters({ generation_config: applyParameters({
"maxOutputTokens": maxTokens, "maxOutputTokens": maxTokens,
}, ['temperature', 'top_p', 'top_k', 'presence_penalty', 'frequency_penalty'], { }, para, {
'top_p': "topP", 'top_p': "topP",
'top_k': "topK", 'top_k': "topK",
'presence_penalty': "presencePenalty", 'presence_penalty': "presencePenalty",