Fixed “Separate Parameters” scaling issue (#685)
# PR Checklist - [YES, I tested it on models from OpenAI/Anthropic/Google.] Did you check if it works normally in all models? *ignore this when it dosen't uses models* - [No, I've only tested it on node hosted versions] Did you check if it works normally in all of web, local and node hosted versions? if it dosen't, did you blocked it in those versions? - [No] Did you added a type def? # Description Fixed an issue where the “Temperature” parameter was not scaled correctly when using the “Separate Parameters” feature.
This commit is contained in:
@@ -105,11 +105,46 @@ function applyParameters(data: { [key: string]: any }, parameters: Parameter[],
|
|||||||
}
|
}
|
||||||
|
|
||||||
for(const parameter of parameters){
|
for(const parameter of parameters){
|
||||||
|
|
||||||
|
let value = 0
|
||||||
if(parameter === 'top_k' && arg.ignoreTopKIfZero && db.seperateParameters[ModelMode][parameter] === 0){
|
if(parameter === 'top_k' && arg.ignoreTopKIfZero && db.seperateParameters[ModelMode][parameter] === 0){
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
let value = db.seperateParameters[ModelMode][parameter]
|
switch(parameter){
|
||||||
|
case 'temperature':{
|
||||||
|
value = db.seperateParameters[ModelMode].temperature === -1000 ? -1000 : (db.seperateParameters[ModelMode].temperature / 100)
|
||||||
|
break
|
||||||
|
}
|
||||||
|
case 'top_k':{
|
||||||
|
value = db.seperateParameters[ModelMode].top_k
|
||||||
|
break
|
||||||
|
}
|
||||||
|
case 'repetition_penalty':{
|
||||||
|
value = db.seperateParameters[ModelMode].repetition_penalty
|
||||||
|
break
|
||||||
|
}
|
||||||
|
case 'min_p':{
|
||||||
|
value = db.seperateParameters[ModelMode].min_p
|
||||||
|
break
|
||||||
|
}
|
||||||
|
case 'top_a':{
|
||||||
|
value = db.seperateParameters[ModelMode].top_a
|
||||||
|
break
|
||||||
|
}
|
||||||
|
case 'top_p':{
|
||||||
|
value = db.seperateParameters[ModelMode].top_p
|
||||||
|
break
|
||||||
|
}
|
||||||
|
case 'frequency_penalty':{
|
||||||
|
value = db.seperateParameters[ModelMode].frequency_penalty === -1000 ? -1000 : (db.seperateParameters[ModelMode].frequency_penalty / 100)
|
||||||
|
break
|
||||||
|
}
|
||||||
|
case 'presence_penalty':{
|
||||||
|
value = db.seperateParameters[ModelMode].presence_penalty === -1000 ? -1000 : (db.seperateParameters[ModelMode].presence_penalty / 100)
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
if(value === -1000 || value === undefined){
|
if(value === -1000 || value === undefined){
|
||||||
continue
|
continue
|
||||||
|
|||||||
Reference in New Issue
Block a user