Skip to content
Closed
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
64 changes: 40 additions & 24 deletions src/data/compatibility-matrix.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"schema_version": "1",
"generated_at": "2026-05-21T06:19:19Z",
"generated_at": "2026-06-11T06:15:51Z",
"litellm_version": "v1.83.14-stable",
"claude_code_version": "2.1.126",
"providers": [
Expand All @@ -16,13 +16,15 @@
"name": "Basic messaging (non-streaming)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
},
"bedrock_converse": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5-bedrock-converse] claude CLI failed: exit=1; text=API Error: Content block is not a text block"
},
"vertex_ai": {
"status": "pass"
Expand All @@ -37,7 +39,8 @@
"name": "Basic messaging (streaming)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
Expand All @@ -58,13 +61,15 @@
"name": "Tool use",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
},
"bedrock_converse": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5-bedrock-converse] claude CLI failed: exit=1; text=API Error: Content block is not a text block"
},
"vertex_ai": {
"status": "pass"
Expand All @@ -79,7 +84,8 @@
"name": "Prompt caching (5m TTL)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
Expand All @@ -101,13 +107,15 @@
"name": "Vision",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
},
"bedrock_converse": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5-bedrock-converse] claude CLI failed: exit=1; text=API Error: Content block is not a text block"
},
"vertex_ai": {
"status": "pass"
Expand All @@ -122,15 +130,16 @@
"name": "Thinking",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "fail",
"error": "[claude-opus-4-7-bedrock-invoke] no `thinking` content block observed in stream-json events"
},
"bedrock_converse": {
"status": "fail",
"error": "[claude-opus-4-7-bedrock-converse] no `thinking` content block observed in stream-json events"
"error": "[claude-haiku-4-5-bedrock-converse] claude CLI failed: exit=1; text=API Error: Content block is not a text block"
},
"vertex_ai": {
"status": "fail",
Expand All @@ -146,7 +155,8 @@
"name": "Tool use (streaming / fine-grained)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
Expand All @@ -168,7 +178,8 @@
"name": "Extended thinking + tool use",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
Expand All @@ -190,7 +201,8 @@
"name": "PDF document input",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
Expand All @@ -212,7 +224,8 @@
"name": "Prompt caching (1h TTL)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
Expand All @@ -234,7 +247,8 @@
"name": "Web search (server tool)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
Expand All @@ -256,13 +270,15 @@
"name": "Structured outputs",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "pass"
},
"bedrock_converse": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5-bedrock-converse] claude CLI failed: exit=1; text=API Error: Content block is not a text block"
},
"vertex_ai": {
"status": "pass"
Expand Down Expand Up @@ -299,7 +315,8 @@
"name": "Tool search (MCP discovery)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-haiku-4-5] tool_search probe failed: status 400: {\"error\":{\"message\":\"{\\\"type\\\":\\\"error\\\",\\\"error\\\":{\\\"type\\\":\\\"invalid_request_error\\\",\\\"message\\\":\\\"Your credit balance is too low to access the Anthropic API. Please go to Plans & Billing to upgrade or purchase credits.\\\"},\\\"request_id\\\":\\\"req_011CbvyitYSZmuge7iz4wo9X\\\"}. Received Model Group=claude-haiku-4-5\\nAvailable Model Group Fallbacks=None\",\"type\":\"None\",\"param\":\"None\",\"code\":\"400\"}}"
},
"bedrock_invoke": {
"status": "fail",
Expand All @@ -321,15 +338,14 @@
"name": "Long context (1M)",
"providers": {
"anthropic": {
"status": "pass"
"status": "fail",
"error": "[claude-sonnet-4-6] claude CLI failed: exit=1; api_status=400; text=Credit balance is too low"
},
"bedrock_invoke": {
"status": "fail",
"error": "[claude-opus-4-7-bedrock-invoke] claude CLI failed: exit=1; (no diagnostic output)"
"status": "pass"
},
"bedrock_converse": {
"status": "fail",
"error": "[claude-opus-4-7-bedrock-converse] claude returned empty assistant text"
"status": "pass"
},
"vertex_ai": {
"status": "pass"
Expand Down