mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix versioning, applied top-p

Browse Source
This commit is contained in:
gdosu
2024-01-13 20:53:03 +09:00
parent 8f3011914a
commit ebe7a938ce
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/ts/process/request.ts
View File

@@ -1462,7 +1462,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
const match = raiModel.match(pattern); const match = raiModel.match(pattern);
if (match) { if (match) {
const [, , instant, , major, , minor] = match; const [, , instant, v, major, dot, minor] = match;
if (instant) { if (instant) {
awsModel = "anthropic.claude-instant-v1"; awsModel = "anthropic.claude-instant-v1";
@@ -1477,6 +1477,8 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
if (major === "2") { if (major === "2") {
if (minor === "0") { if (minor === "0") {
awsModel = "anthropic.claude-v2"; awsModel = "anthropic.claude-v2";
} else if (!v && !dot && !minor) {
awsModel = "anthropic.claude-v2";
} }
} }
} }
@@ -1488,6 +1490,7 @@ export async function requestChatDataMain(arg:requestDataArgument, model:'model'
max_tokens_to_sample: maxTokens, max_tokens_to_sample: maxTokens,
stop_sequences: ["\n\nHuman:", "\n\nSystem:", "\n\nAssistant:"], stop_sequences: ["\n\nHuman:", "\n\nSystem:", "\n\nAssistant:"],
temperature: temperature, temperature: temperature,
top_p: db.top_p,
} }
const rq = new HttpRequest({ const rq = new HttpRequest({
method: "POST", method: "POST",