romtuck/openclaw
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(litellm): use anthropic-messages API for Claude models

Browse Source 
- Set api: 'anthropic-messages' for claude-* models through LiteLLM
- Add LiteLLM to resolveCacheControlTtl for cache parameter passthrough
- Enables proper Anthropic cache control headers for cost savings

This fixes the missing cache support by ensuring:
1. Claude models use the correct API format (anthropic-messages)
2. Cache control TTL is resolved and passed through for LiteLLM
This commit is contained in:
Charles-Henri ROBICHE 2026-01-29 00:01:57 +01:00
parent c50d5c7f34
commit 920fe168de
No known key found for this signature in database
2 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/agents/litellm-models.ts
View File

@ -22,9 +22,14 @@ export type LitellmModelEntry = {
}; };
export function buildLitellmModelDefinition(entry: LitellmModelEntry): ModelDefinitionConfig { export function buildLitellmModelDefinition(entry: LitellmModelEntry): ModelDefinitionConfig {
// Detect Claude models and use Anthropic Messages API for proper cache control support
const isClaude = entry.id.toLowerCase().startsWith("claude-");
return { return {
id: entry.id, id: entry.id,
name: entry.name, name: entry.name,
// Claude models through LiteLLM should use anthropic-messages API for cache control
...(isClaude ? { api: "anthropic-messages" as const } : {}),
reasoning: entry.reasoning ?? false, reasoning: entry.reasoning ?? false,
input: entry.input ? [...entry.input] : ["text"], input: entry.input ? [...entry.input] : ["text"],
cost: LITELLM_DEFAULT_COST, cost: LITELLM_DEFAULT_COST,

2
src/agents/pi-embedded-runner/extra-params.ts
View File

@ -32,6 +32,8 @@ function resolveCacheControlTtl(
if (raw !== "5m" && raw !== "1h") return undefined; if (raw !== "5m" && raw !== "1h") return undefined;
if (provider === "anthropic") return raw; if (provider === "anthropic") return raw;
if (provider === "openrouter" && modelId.startsWith("anthropic/")) return raw; if (provider === "openrouter" && modelId.startsWith("anthropic/")) return raw;
// LiteLLM proxying to Anthropic models (claude-*)
if (provider === "litellm" && modelId.startsWith("claude-")) return raw;
return undefined; return undefined;
} }