48 lines
1.3 KiB
TypeScript
48 lines
1.3 KiB
TypeScript
export interface OobaChatCompletionRequestParams {
|
|
mode: 'instruct'|'chat'|'chat-instruct'
|
|
turn_template?: string
|
|
name1_instruct?: string
|
|
name2_instruct?: string
|
|
context_instruct?: string
|
|
system_message?: string
|
|
name1?: string
|
|
name2?: string
|
|
context?: string
|
|
greeting?: string
|
|
chat_instruct_command?: string
|
|
preset?: string; // The '?' denotes that the property is optional
|
|
tokenizer?: string;
|
|
min_p?: number;
|
|
top_k?: number;
|
|
repetition_penalty?: number;
|
|
repetition_penalty_range?: number;
|
|
typical_p?: number;
|
|
tfs?: number;
|
|
top_a?: number;
|
|
epsilon_cutoff?: number;
|
|
eta_cutoff?: number;
|
|
guidance_scale?: number;
|
|
negative_prompt?: string;
|
|
penalty_alpha?: number;
|
|
mirostat_mode?: number;
|
|
mirostat_tau?: number;
|
|
mirostat_eta?: number;
|
|
temperature_last?: boolean;
|
|
do_sample?: boolean;
|
|
seed?: number;
|
|
encoder_repetition_penalty?: number;
|
|
no_repeat_ngram_size?: number;
|
|
min_length?: number;
|
|
num_beams?: number;
|
|
length_penalty?: number;
|
|
early_stopping?: boolean;
|
|
truncation_length?: number;
|
|
max_tokens_second?: number;
|
|
custom_token_bans?: string;
|
|
auto_max_new_tokens?: boolean;
|
|
ban_eos_token?: boolean;
|
|
add_bos_token?: boolean;
|
|
skip_special_tokens?: boolean;
|
|
grammar_string?: string;
|
|
|
|
} |