Skip to content
Closed
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
66 changes: 42 additions & 24 deletions src/data/compatibility-matrix.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"schema_version": "1",
"generated_at": "2026-05-21T06:19:19Z",
"generated_at": "2026-06-08T06:10:58Z",
"litellm_version": "v1.83.14-stable",
"claude_code_version": "2.1.126",
"providers": [
Expand All @@ -16,13 +16,15 @@
"name": "Basic messaging (non-streaming)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
},
"bedrock_converse": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5-bedrock-converse] claude CLI failed: exit=1; text=API Error: Content block is not a text block"
},
"vertex_ai": {
"status": "pass"
Expand All @@ -37,13 +39,15 @@
"name": "Basic messaging (streaming)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
},
"bedrock_converse": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5-bedrock-converse] claude CLI failed: exit=1; text=API Error: Content block is not a text block"
},
"vertex_ai": {
"status": "pass"
Expand All @@ -58,13 +62,16 @@
"name": "Tool use",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
"status": "fail",
"error": "[claude-opus-4-7-bedrock-invoke] claude CLI timed out after 120.0s"
},
"bedrock_converse": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5-bedrock-converse] claude CLI failed: exit=1; text=API Error: Content block is not a text block"
},
"vertex_ai": {
"status": "pass"
Expand All @@ -79,14 +86,14 @@
"name": "Prompt caching (5m TTL)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
},
"bedrock_converse": {
"status": "fail",
"error": "[claude-haiku-4-5-bedrock-converse] claude CLI failed: exit=1; text=API Error: Content block is not a text block"
"status": "pass"
},
"vertex_ai": {
"status": "pass"
Expand All @@ -101,13 +108,15 @@
"name": "Vision",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
},
"bedrock_converse": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5-bedrock-converse] claude CLI failed: exit=1; text=API Error: Content block is not a text block"
},
"vertex_ai": {
"status": "pass"
Expand All @@ -122,15 +131,16 @@
"name": "Thinking",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "fail",
"error": "[claude-opus-4-7-bedrock-invoke] no `thinking` content block observed in stream-json events"
},
"bedrock_converse": {
"status": "fail",
"error": "[claude-opus-4-7-bedrock-converse] no `thinking` content block observed in stream-json events"
"error": "[claude-haiku-4-5-bedrock-converse] claude CLI failed: exit=1; text=API Error: Content block is not a text block"
},
"vertex_ai": {
"status": "fail",
Expand All @@ -146,7 +156,8 @@
"name": "Tool use (streaming / fine-grained)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
Expand All @@ -168,7 +179,8 @@
"name": "Extended thinking + tool use",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
Expand All @@ -190,7 +202,8 @@
"name": "PDF document input",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
Expand All @@ -212,7 +225,8 @@
"name": "Prompt caching (1h TTL)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
Expand All @@ -234,7 +248,8 @@
"name": "Web search (server tool)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
Expand All @@ -256,7 +271,8 @@
"name": "Structured outputs",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
Expand Down Expand Up @@ -299,7 +315,8 @@
"name": "Tool search (MCP discovery)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] tool_search probe failed: status 400: {\"error\":{\"message\":\"{\\\"type\\\":\\\"error\\\",\\\"error\\\":{\\\"type\\\":\\\"invalid_request_error\\\",\\\"message\\\":\\\"Your credit balance is too low to access the Anthropic API. Please go to Plans & Billing to upgrade or purchase credits.\\\"},\\\"request_id\\\":\\\"req_011CbqHnukJWqbzpJVsa3pYm\\\"}. Received Model Group=claude-haiku-4-5\\nAvailable Model Group Fallbacks=None\",\"type\":\"None\",\"param\":\"None\",\"code\":\"400\"}}"
},
"bedrock_invoke": {
"status": "fail",
Expand All @@ -321,11 +338,12 @@
"name": "Long context (1M)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-sonnet-4-6] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "fail",
"error": "[claude-opus-4-7-bedrock-invoke] claude CLI failed: exit=1; (no diagnostic output)"
"error": "[claude-opus-4-7-bedrock-invoke] claude CLI failed: exit=1; text=API Error: Claude Code is unable to respond to this request, which appears to violate our Usage Policy (https://www.anthropic.com/legal/aup). Try rephrasing the request or attempting a different approach. If you are seeing this refusal repeatedly, try running /model claude-sonnet-4-20250514 to switch models."
},
"bedrock_converse": {
"status": "fail",
Expand Down