Experimental llamacpp support

This commit is contained in:
kwaroran
2024-01-16 10:56:23 +09:00
parent 91735d0512
commit 9db4810bbc
6 changed files with 248 additions and 82 deletions

View File

@@ -145,8 +145,8 @@
<button class="hover:bg-selected px-6 py-2 text-lg" on:click={() => {changeModel('reverse_proxy')}}>Reverse Proxy</button>
{#if import.meta.env.DEV}
<button class="hover:bg-selected px-6 py-2 text-lg" on:click={async () => {
changeModel('local_gptq')
}}>Local Model GPTQ <Help key="experimental"/> </button>
changeModel('local_') // TODO: Fix this
}}>Local GGUF Model <Help key="experimental"/> </button>
{/if}
<button class="hover:bg-selected px-6 py-2 text-lg" on:click={() => {changeModel('ooba')}}>Oobabooga</button>
{#if showUnrec}