Refactor parameter handling in requestGoogleCloudVertex function to filter parameters based on modelInfo

2024-12-12 12:56:17 +09:00
parent 146aaa1e7c
commit fcd049eae8
1 changed files with 6 additions and 1 deletions
--- a/src/ts/process/request.ts
+++ b/src/ts/process/request.ts
@@ -1494,12 +1494,17 @@ async function requestGoogleCloudVertex(arg:RequestDataArgumentExtended):Promise
        },
    ]

+    let para:Parameter[] = ['temperature', 'top_p', 'top_k', 'presence_penalty', 'frequency_penalty']
+
+    para = para.filter((v) => {
+        return arg.modelInfo.parameters.includes(v)
+    })

    const body = {
        contents: reformatedChat,
        generation_config: applyParameters({
            "maxOutputTokens": maxTokens,
-        }, ['temperature', 'top_p', 'top_k', 'presence_penalty', 'frequency_penalty'], {
+        }, para, {
            'top_p': "topP",
            'top_k': "topK",
            'presence_penalty': "presencePenalty",