Remove experimental caching
This commit is contained in:
@@ -150,11 +150,6 @@
|
|||||||
<Check bind:check={DBState.db.allowAllExtentionFiles} name="Allow all in file select"/>
|
<Check bind:check={DBState.db.allowAllExtentionFiles} name="Allow all in file select"/>
|
||||||
</div>
|
</div>
|
||||||
{#if DBState.db.useExperimental}
|
{#if DBState.db.useExperimental}
|
||||||
<div class="flex items-center mt-4">
|
|
||||||
<Check bind:check={DBState.db.claudeCachingExperimental} name={language.claudeCachingExperimental}>
|
|
||||||
<Help key="experimental"/><Help key="claudeCachingExperimental"/>
|
|
||||||
</Check>
|
|
||||||
</div>
|
|
||||||
<div class="flex items-center mt-4">
|
<div class="flex items-center mt-4">
|
||||||
<Check bind:check={DBState.db.putUserOpen} name={language.oaiRandomUser}>
|
<Check bind:check={DBState.db.putUserOpen} name={language.oaiRandomUser}>
|
||||||
<Help key="experimental"/><Help key="oaiRandomUser"/>
|
<Help key="experimental"/><Help key="oaiRandomUser"/>
|
||||||
|
|||||||
@@ -2644,29 +2644,6 @@ async function requestClaude(arg:RequestDataArgumentExtended):Promise<requestDat
|
|||||||
}]
|
}]
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
if(db.claudeCachingExperimental){
|
|
||||||
for(let i = 0;i<4;i++){
|
|
||||||
const ind = claudeChat.findLastIndex((v) => {
|
|
||||||
if(v.role !== 'user'){
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
if(v.content.length === 0){
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
if(v.content[0].cache_control){ // if it already has cache control, skip
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
return true
|
|
||||||
})
|
|
||||||
console.log(ind)
|
|
||||||
if(ind === -1){
|
|
||||||
break
|
|
||||||
}
|
|
||||||
claudeChat[ind].content[0].cache_control = {
|
|
||||||
type: 'ephemeral'
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
let finalChat:Claude3ExtendedChat[] = claudeChat
|
let finalChat:Claude3ExtendedChat[] = claudeChat
|
||||||
|
|
||||||
@@ -2834,10 +2811,6 @@ async function requestClaude(arg:RequestDataArgumentExtended):Promise<requestDat
|
|||||||
|
|
||||||
let betas:string[] = []
|
let betas:string[] = []
|
||||||
|
|
||||||
if(db.claudeCachingExperimental){
|
|
||||||
betas.push('prompt-caching-2024-07-31')
|
|
||||||
}
|
|
||||||
|
|
||||||
if(body.max_tokens > 8192){
|
if(body.max_tokens > 8192){
|
||||||
betas.push('output-128k-2025-02-19')
|
betas.push('output-128k-2025-02-19')
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user