[feat] new nai formating/kayra
This commit is contained in:
@@ -1,6 +1,6 @@
|
||||
import { DataBase, setPreset, type botPreset, setDatabase } from "src/ts/storage/database";
|
||||
import { get } from "svelte/store";
|
||||
import { prebuiltPresets } from "./templates";
|
||||
import { prebuiltNAIpresets, prebuiltPresets } from "./templates";
|
||||
import { alertConfirm, alertSelect } from "src/ts/alert";
|
||||
import { language } from "src/lang";
|
||||
|
||||
@@ -20,6 +20,17 @@ export async function setRecommended(model: string, ask:'ask'|'force') {
|
||||
const pr:botPreset = prebuiltPresets.OAI
|
||||
setDatabase(setPreset(db, pr))
|
||||
}
|
||||
else if(db.aiModel.startsWith('novelai')){
|
||||
const pr:botPreset = prebuiltPresets.OAI
|
||||
pr.NAISettings = prebuiltNAIpresets
|
||||
pr.temperature = 1.05
|
||||
pr.maxContext = 8000
|
||||
pr.maxResponse = 300
|
||||
pr.mainPrompt = "***\n[ Style: chat ]"
|
||||
pr.jailbreak = ''
|
||||
pr.globalNote = ''
|
||||
setDatabase(setPreset(db, pr))
|
||||
}
|
||||
else if(db.aiModel === 'textgen_webui'){
|
||||
const sel = parseInt(await alertSelect(["Llama, Alpaca", "Koala", "Vicuna", "WizardLM", "Others"]))
|
||||
let pr = prebuiltPresets.ooba
|
||||
@@ -60,5 +71,5 @@ export async function setRecommended(model: string, ask:'ask'|'force') {
|
||||
}
|
||||
|
||||
export function recommendedPresetExist(model:string){
|
||||
return model.startsWith('gpt') || model === 'openrouter' || model === 'reverse_proxy' || model === 'textgen_webui'
|
||||
return model.startsWith('gpt') || model === 'openrouter' || model === 'reverse_proxy' || model === 'textgen_webui' || model.startsWith('novelai')
|
||||
}
|
||||
@@ -1,4 +1,5 @@
|
||||
import type { botPreset } from "../../storage/database";
|
||||
import type { NAISettings } from "../models/nai";
|
||||
|
||||
|
||||
export const prebuiltPresets:{OAI:botPreset,ooba:botPreset} = {
|
||||
@@ -137,4 +138,20 @@ export const prebuiltPresets:{OAI:botPreset,ooba:botPreset} = {
|
||||
"top_k": 140
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
export const prebuiltNAIpresets:NAISettings = {
|
||||
topK: 12,
|
||||
topP: 0.85,
|
||||
topA: 0.1,
|
||||
tailFreeSampling: 0.915,
|
||||
repetitionPenalty: 2.8,
|
||||
repetitionPenaltyRange: 2048,
|
||||
repetitionPenaltySlope: 0.02,
|
||||
repostitionPenaltyPresence: 0,
|
||||
seperator: "",
|
||||
frequencyPenalty: 0.03,
|
||||
presencePenalty: 0,
|
||||
typicalp: 1
|
||||
}
|
||||
Reference in New Issue
Block a user