Remove experimental caching
This commit is contained in:
@@ -150,11 +150,6 @@
|
||||
<Check bind:check={DBState.db.allowAllExtentionFiles} name="Allow all in file select"/>
|
||||
</div>
|
||||
{#if DBState.db.useExperimental}
|
||||
<div class="flex items-center mt-4">
|
||||
<Check bind:check={DBState.db.claudeCachingExperimental} name={language.claudeCachingExperimental}>
|
||||
<Help key="experimental"/><Help key="claudeCachingExperimental"/>
|
||||
</Check>
|
||||
</div>
|
||||
<div class="flex items-center mt-4">
|
||||
<Check bind:check={DBState.db.putUserOpen} name={language.oaiRandomUser}>
|
||||
<Help key="experimental"/><Help key="oaiRandomUser"/>
|
||||
|
||||
@@ -2644,29 +2644,6 @@ async function requestClaude(arg:RequestDataArgumentExtended):Promise<requestDat
|
||||
}]
|
||||
})
|
||||
}
|
||||
if(db.claudeCachingExperimental){
|
||||
for(let i = 0;i<4;i++){
|
||||
const ind = claudeChat.findLastIndex((v) => {
|
||||
if(v.role !== 'user'){
|
||||
return false
|
||||
}
|
||||
if(v.content.length === 0){
|
||||
return false
|
||||
}
|
||||
if(v.content[0].cache_control){ // if it already has cache control, skip
|
||||
return false
|
||||
}
|
||||
return true
|
||||
})
|
||||
console.log(ind)
|
||||
if(ind === -1){
|
||||
break
|
||||
}
|
||||
claudeChat[ind].content[0].cache_control = {
|
||||
type: 'ephemeral'
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
let finalChat:Claude3ExtendedChat[] = claudeChat
|
||||
|
||||
@@ -2834,10 +2811,6 @@ async function requestClaude(arg:RequestDataArgumentExtended):Promise<requestDat
|
||||
|
||||
let betas:string[] = []
|
||||
|
||||
if(db.claudeCachingExperimental){
|
||||
betas.push('prompt-caching-2024-07-31')
|
||||
}
|
||||
|
||||
if(body.max_tokens > 8192){
|
||||
betas.push('output-128k-2025-02-19')
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user