Add parameters to custom APIs, closes #771
This commit is contained in:
@@ -1370,7 +1370,7 @@ export const LLMModels: LLMModel[] = [
|
|||||||
format: LLMFormat.Plugin,
|
format: LLMFormat.Plugin,
|
||||||
flags: [LLMFlags.hasFullSystemPrompt],
|
flags: [LLMFlags.hasFullSystemPrompt],
|
||||||
recommended: true,
|
recommended: true,
|
||||||
parameters: ['temperature', 'top_p', 'frequency_penalty', 'presence_penalty', 'repetition_penalty', 'min_p', 'top_a', 'top_k'],
|
parameters: ['temperature', 'top_p', 'frequency_penalty', 'presence_penalty', 'repetition_penalty', 'min_p', 'top_a', 'top_k', 'thinking_tokens', 'reasoning_effort'],
|
||||||
tokenizer: LLMTokenizer.Unknown
|
tokenizer: LLMTokenizer.Unknown
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
@@ -1380,7 +1380,7 @@ export const LLMModels: LLMModel[] = [
|
|||||||
format: LLMFormat.OpenAICompatible,
|
format: LLMFormat.OpenAICompatible,
|
||||||
flags: [LLMFlags.hasFullSystemPrompt, LLMFlags.hasStreaming],
|
flags: [LLMFlags.hasFullSystemPrompt, LLMFlags.hasStreaming],
|
||||||
recommended: true,
|
recommended: true,
|
||||||
parameters: ['temperature', 'top_p', 'frequency_penalty', 'presence_penalty', 'repetition_penalty', 'min_p', 'top_a', 'top_k'],
|
parameters: ['temperature', 'top_p', 'frequency_penalty', 'presence_penalty', 'repetition_penalty', 'min_p', 'top_a', 'top_k', 'thinking_tokens', 'reasoning_effort'],
|
||||||
tokenizer: LLMTokenizer.Unknown
|
tokenizer: LLMTokenizer.Unknown
|
||||||
},
|
},
|
||||||
]
|
]
|
||||||
|
|||||||
Reference in New Issue
Block a user