Refactor parameter handling in requestGoogleCloudVertex function to filter parameters based on modelInfo
This commit is contained in:
@@ -1494,12 +1494,17 @@ async function requestGoogleCloudVertex(arg:RequestDataArgumentExtended):Promise
|
|||||||
},
|
},
|
||||||
]
|
]
|
||||||
|
|
||||||
|
let para:Parameter[] = ['temperature', 'top_p', 'top_k', 'presence_penalty', 'frequency_penalty']
|
||||||
|
|
||||||
|
para = para.filter((v) => {
|
||||||
|
return arg.modelInfo.parameters.includes(v)
|
||||||
|
})
|
||||||
|
|
||||||
const body = {
|
const body = {
|
||||||
contents: reformatedChat,
|
contents: reformatedChat,
|
||||||
generation_config: applyParameters({
|
generation_config: applyParameters({
|
||||||
"maxOutputTokens": maxTokens,
|
"maxOutputTokens": maxTokens,
|
||||||
}, ['temperature', 'top_p', 'top_k', 'presence_penalty', 'frequency_penalty'], {
|
}, para, {
|
||||||
'top_p': "topP",
|
'top_p': "topP",
|
||||||
'top_k': "topK",
|
'top_k': "topK",
|
||||||
'presence_penalty': "presencePenalty",
|
'presence_penalty': "presencePenalty",
|
||||||
|
|||||||
Reference in New Issue
Block a user