mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix AWS Support

Browse Source 
AWS Claude model calling no longer support direct calling, but support Cross-region inference instead. All Cross-region inference model profile IDs equal to original model name with "us." in the beginning.
Reference: https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/inference-profiles
This commit is contained in:
heshiqi
2024-11-08 14:18:37 +08:00
parent 39a462ded4
commit 3bbb2ace7d
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/ts/process/request.ts
View File

@@ -2059,12 +2059,12 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
"anthropic.claude-3-5-sonnet-20241022-v2:0" "anthropic.claude-3-5-sonnet-20241022-v2:0"
]; ];
const awsModel = const awsModel = "us." + (
raiModel.includes("3-5-sonnet-20241022") ? modelIDs[6] : raiModel.includes("3-5-sonnet-20241022") ? modelIDs[6] :
raiModel.includes("3-5-sonnet-20240620") ? modelIDs[5] : raiModel.includes("3-5-sonnet-20240620") ? modelIDs[5] :
raiModel.includes("3-opus") ? modelIDs[4] : raiModel.includes("3-opus") ? modelIDs[4] :
raiModel.includes("3-sonnet") ? modelIDs[3] : raiModel.includes("3-sonnet") ? modelIDs[3] :
modelIDs[2]; modelIDs[2]);
const url = `https://${host}/model/${awsModel}/invoke${stream ? "-with-response-stream" : ""}` const url = `https://${host}/model/${awsModel}/invoke${stream ? "-with-response-stream" : ""}`
const params = { const params = {