From ebe7a938ce002b1bce15a0bd325ba43e8b6430a0 Mon Sep 17 00:00:00 2001 From: gdosu Date: Sat, 13 Jan 2024 20:53:03 +0900 Subject: [PATCH] Fix versioning, applied top-p --- src/ts/process/request.ts | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/src/ts/process/request.ts b/src/ts/process/request.ts index 6d98b608..d99bd569 100644 --- a/src/ts/process/request.ts +++ b/src/ts/process/request.ts @@ -1462,7 +1462,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model' const match = raiModel.match(pattern); if (match) { - const [, , instant, , major, , minor] = match; + const [, , instant, v, major, dot, minor] = match; if (instant) { awsModel = "anthropic.claude-instant-v1"; @@ -1477,7 +1477,9 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model' if (major === "2") { if (minor === "0") { awsModel = "anthropic.claude-v2"; - } + } else if (!v && !dot && !minor) { + awsModel = "anthropic.claude-v2"; + } } } @@ -1488,6 +1490,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model' max_tokens_to_sample: maxTokens, stop_sequences: ["\n\nHuman:", "\n\nSystem:", "\n\nAssistant:"], temperature: temperature, + top_p: db.top_p, } const rq = new HttpRequest({ method: "POST",