{
  "catalogVersion": "4510bd969166c4aba5fab0e6303d728328ea2ea027158d72b26b3ec40ce75586",
  "scoringVersion": "833a275c394c4636785a5c93343281f298244311d34c9ce1a5cdb980848f613d",
  "asOf": "2026-11-21",
  "metrics": [
    {
      "id": "terminal-bench",
      "label": "Terminal-Bench",
      "short": "Terminal-Bench 4.1",
      "seriesId": "terminal-bench-4-1-agents",
      "cohort": {
        "id": "terminal-bench-4-1-agents-2026-11-19",
        "title": "Terminal-Bench",
        "version": "4.1",
        "unit": "percentage points",
        "conditions": "Best public leaderboard resolution rate for each agent with any model. The model behind the score is named with it, and it drives much of the result.",
        "sourceId": "terminal-bench",
        "measuredAt": "2026-11-19",
        "verifiedAt": "2026-11-19"
      },
      "ranked": [
        {
          "id": "github-copilot",
          "name": "GitHub Copilot CLI",
          "status": "ranked",
          "constraints": [
            {
              "attribute": "file-edits",
              "equals": true,
              "match": true,
              "evidence": {
                "value": true,
                "status": "verified",
                "verifiedAt": "2026-11-19",
                "source": {
                  "name": "GitHub Copilot CLI repository",
                  "url": "https://github.com/github/copilot-cli"
                }
              }
            }
          ],
          "unverified": [],
          "score": 71.21,
          "configuration": "Copilot Fusion · max",
          "detail": "±2.9 (95% CI), 330 trials, submitted 2026-11-17"
        },
        {
          "id": "claude-code",
          "name": "Claude Code",
          "status": "ranked",
          "constraints": [
            {
              "attribute": "file-edits",
              "equals": true,
              "match": true,
              "evidence": {
                "value": true,
                "status": "verified",
                "verifiedAt": "2026-11-18",
                "source": {
                  "name": "Claude Code overview",
                  "url": "https://code.claude.com/docs/en/overview"
                }
              }
            }
          ],
          "unverified": [],
          "score": 65.76,
          "configuration": "Fable 5.2 · max",
          "detail": "±2.9 (95% CI), 330 trials, submitted 2026-11-09"
        },
        {
          "id": "antigravity-cli",
          "name": "Antigravity CLI",
          "status": "ranked",
          "constraints": [
            {
              "attribute": "file-edits",
              "equals": true,
              "match": true,
              "evidence": {
                "value": true,
                "status": "verified",
                "verifiedAt": "2026-11-19",
                "source": {
                  "name": "Google Antigravity CLI documentation",
                  "url": "https://antigravity.google/docs/overview?tab=cli"
                }
              }
            }
          ],
          "unverified": [],
          "score": 64.55,
          "configuration": "Gemini 4 Carbon · high",
          "detail": "±3.2 (95% CI), 330 trials, submitted 2026-10-28"
        },
        {
          "id": "codex",
          "name": "Codex",
          "status": "ranked",
          "constraints": [
            {
              "attribute": "file-edits",
              "equals": true,
              "match": true,
              "evidence": {
                "value": true,
                "status": "verified",
                "verifiedAt": "2026-11-18",
                "source": {
                  "name": "Codex CLI documentation",
                  "url": "https://learn.chatgpt.com/docs/codex/cli"
                }
              }
            }
          ],
          "unverified": [],
          "score": 62.12,
          "configuration": "GPT-6.2 Astra · max",
          "detail": "±2.3 (95% CI), 330 trials, submitted 2026-11-17"
        },
        {
          "id": "muse-code",
          "name": "Muse Code",
          "status": "ranked",
          "constraints": [
            {
              "attribute": "file-edits",
              "equals": true,
              "match": true,
              "evidence": {
                "value": true,
                "status": "verified",
                "verifiedAt": "2026-11-19",
                "source": {
                  "name": "Muse Code documentation",
                  "url": "https://dev.meta.ai/docs/muse-code"
                }
              }
            }
          ],
          "unverified": [],
          "score": 46.97,
          "configuration": "Muse Wonder · xhigh",
          "detail": "±3.8 (95% CI), 330 trials, submitted 2026-10-12"
        },
        {
          "id": "grok-build",
          "name": "Grok Build",
          "status": "ranked",
          "constraints": [
            {
              "attribute": "file-edits",
              "equals": true,
              "match": null,
              "evidence": {
                "value": null,
                "status": "unknown"
              }
            }
          ],
          "unverified": [
            "file-edits"
          ],
          "score": 38.79,
          "configuration": "Grok 4.7 · xhigh",
          "detail": "±3.6 (95% CI), 330 trials, submitted 2026-09-21"
        },
        {
          "id": "mini-swe-agent",
          "name": "mini-swe-agent",
          "status": "ranked",
          "constraints": [
            {
              "attribute": "file-edits",
              "equals": true,
              "match": null,
              "evidence": {
                "value": null,
                "status": "unknown"
              }
            }
          ],
          "unverified": [
            "file-edits"
          ],
          "score": 26.97,
          "configuration": "MiMo V2.6 Pro · none",
          "detail": "±3.6 (95% CI), 330 trials, submitted 2026-09-22"
        }
      ],
      "unranked": [
        {
          "id": "aider",
          "name": "Aider",
          "status": "not-benchmarked",
          "constraints": [
            {
              "attribute": "file-edits",
              "equals": true,
              "match": true,
              "evidence": {
                "value": true,
                "status": "verified",
                "verifiedAt": "2026-11-18",
                "source": {
                  "name": "Aider usage docs",
                  "url": "https://aider.chat/docs/usage.html"
                }
              }
            }
          ],
          "unverified": [],
          "score": null
        },
        {
          "id": "cline",
          "name": "Cline",
          "status": "not-benchmarked",
          "constraints": [
            {
              "attribute": "file-edits",
              "equals": true,
              "match": true,
              "evidence": {
                "value": true,
                "status": "verified",
                "verifiedAt": "2026-11-18",
                "source": {
                  "name": "Cline FAQ",
                  "url": "https://cline.bot/faq"
                }
              }
            }
          ],
          "unverified": [],
          "score": null
        },
        {
          "id": "cursor",
          "name": "Cursor",
          "status": "not-benchmarked",
          "constraints": [
            {
              "attribute": "file-edits",
              "equals": true,
              "match": null,
              "evidence": {
                "value": null,
                "status": "unknown"
              }
            }
          ],
          "unverified": [
            "file-edits"
          ],
          "score": null
        },
        {
          "id": "opencode-2",
          "name": "OpenCode 2",
          "status": "not-benchmarked",
          "constraints": [
            {
              "attribute": "file-edits",
              "equals": true,
              "match": true,
              "evidence": {
                "value": true,
                "status": "verified",
                "verifiedAt": "2026-11-18",
                "source": {
                  "name": "OpenCode tools documentation",
                  "url": "https://opencode.ai/docs/tools/"
                }
              }
            }
          ],
          "unverified": [],
          "score": null
        }
      ]
    }
  ],
  "ranked": [
    {
      "id": "github-copilot",
      "name": "GitHub Copilot CLI",
      "status": "ranked",
      "constraints": [
        {
          "attribute": "file-edits",
          "equals": true,
          "match": true,
          "evidence": {
            "value": true,
            "status": "verified",
            "verifiedAt": "2026-11-19",
            "source": {
              "name": "GitHub Copilot CLI repository",
              "url": "https://github.com/github/copilot-cli"
            }
          }
        }
      ],
      "unverified": [],
      "score": 71.21,
      "configuration": "Copilot Fusion · max",
      "detail": "±2.9 (95% CI), 330 trials, submitted 2026-11-17"
    },
    {
      "id": "claude-code",
      "name": "Claude Code",
      "status": "ranked",
      "constraints": [
        {
          "attribute": "file-edits",
          "equals": true,
          "match": true,
          "evidence": {
            "value": true,
            "status": "verified",
            "verifiedAt": "2026-11-18",
            "source": {
              "name": "Claude Code overview",
              "url": "https://code.claude.com/docs/en/overview"
            }
          }
        }
      ],
      "unverified": [],
      "score": 65.76,
      "configuration": "Fable 5.2 · max",
      "detail": "±2.9 (95% CI), 330 trials, submitted 2026-11-09"
    },
    {
      "id": "antigravity-cli",
      "name": "Antigravity CLI",
      "status": "ranked",
      "constraints": [
        {
          "attribute": "file-edits",
          "equals": true,
          "match": true,
          "evidence": {
            "value": true,
            "status": "verified",
            "verifiedAt": "2026-11-19",
            "source": {
              "name": "Google Antigravity CLI documentation",
              "url": "https://antigravity.google/docs/overview?tab=cli"
            }
          }
        }
      ],
      "unverified": [],
      "score": 64.55,
      "configuration": "Gemini 4 Carbon · high",
      "detail": "±3.2 (95% CI), 330 trials, submitted 2026-10-28"
    },
    {
      "id": "codex",
      "name": "Codex",
      "status": "ranked",
      "constraints": [
        {
          "attribute": "file-edits",
          "equals": true,
          "match": true,
          "evidence": {
            "value": true,
            "status": "verified",
            "verifiedAt": "2026-11-18",
            "source": {
              "name": "Codex CLI documentation",
              "url": "https://learn.chatgpt.com/docs/codex/cli"
            }
          }
        }
      ],
      "unverified": [],
      "score": 62.12,
      "configuration": "GPT-6.2 Astra · max",
      "detail": "±2.3 (95% CI), 330 trials, submitted 2026-11-17"
    },
    {
      "id": "muse-code",
      "name": "Muse Code",
      "status": "ranked",
      "constraints": [
        {
          "attribute": "file-edits",
          "equals": true,
          "match": true,
          "evidence": {
            "value": true,
            "status": "verified",
            "verifiedAt": "2026-11-19",
            "source": {
              "name": "Muse Code documentation",
              "url": "https://dev.meta.ai/docs/muse-code"
            }
          }
        }
      ],
      "unverified": [],
      "score": 46.97,
      "configuration": "Muse Wonder · xhigh",
      "detail": "±3.8 (95% CI), 330 trials, submitted 2026-10-12"
    },
    {
      "id": "grok-build",
      "name": "Grok Build",
      "status": "ranked",
      "constraints": [
        {
          "attribute": "file-edits",
          "equals": true,
          "match": null,
          "evidence": {
            "value": null,
            "status": "unknown"
          }
        }
      ],
      "unverified": [
        "file-edits"
      ],
      "score": 38.79,
      "configuration": "Grok 4.7 · xhigh",
      "detail": "±3.6 (95% CI), 330 trials, submitted 2026-09-21"
    },
    {
      "id": "mini-swe-agent",
      "name": "mini-swe-agent",
      "status": "ranked",
      "constraints": [
        {
          "attribute": "file-edits",
          "equals": true,
          "match": null,
          "evidence": {
            "value": null,
            "status": "unknown"
          }
        }
      ],
      "unverified": [
        "file-edits"
      ],
      "score": 26.97,
      "configuration": "MiMo V2.6 Pro · none",
      "detail": "±3.6 (95% CI), 330 trials, submitted 2026-09-22"
    }
  ],
  "unranked": [
    {
      "id": "aider",
      "name": "Aider",
      "status": "not-benchmarked",
      "constraints": [
        {
          "attribute": "file-edits",
          "equals": true,
          "match": true,
          "evidence": {
            "value": true,
            "status": "verified",
            "verifiedAt": "2026-11-18",
            "source": {
              "name": "Aider usage docs",
              "url": "https://aider.chat/docs/usage.html"
            }
          }
        }
      ],
      "unverified": [],
      "score": null
    },
    {
      "id": "cline",
      "name": "Cline",
      "status": "not-benchmarked",
      "constraints": [
        {
          "attribute": "file-edits",
          "equals": true,
          "match": true,
          "evidence": {
            "value": true,
            "status": "verified",
            "verifiedAt": "2026-11-18",
            "source": {
              "name": "Cline FAQ",
              "url": "https://cline.bot/faq"
            }
          }
        }
      ],
      "unverified": [],
      "score": null
    },
    {
      "id": "cursor",
      "name": "Cursor",
      "status": "not-benchmarked",
      "constraints": [
        {
          "attribute": "file-edits",
          "equals": true,
          "match": null,
          "evidence": {
            "value": null,
            "status": "unknown"
          }
        }
      ],
      "unverified": [
        "file-edits"
      ],
      "score": null
    },
    {
      "id": "opencode-2",
      "name": "OpenCode 2",
      "status": "not-benchmarked",
      "constraints": [
        {
          "attribute": "file-edits",
          "equals": true,
          "match": true,
          "evidence": {
            "value": true,
            "status": "verified",
            "verifiedAt": "2026-11-18",
            "source": {
              "name": "OpenCode tools documentation",
              "url": "https://opencode.ai/docs/tools/"
            }
          }
        }
      ],
      "unverified": [],
      "score": null
    }
  ],
  "configuration": {
    "title": "Coding agent benchmark ranking",
    "description": "Agents ranked by their best Terminal-Bench result with any model; the model behind each score is named with it and drives much of the result. Agents documented as unable to edit files are excluded. Agents with no leaderboard submission are listed as not benchmarked.",
    "category": "agents",
    "requires": [
      {
        "attribute": "file-edits",
        "equals": true
      }
    ],
    "metrics": [
      {
        "id": "terminal-bench",
        "label": "Terminal-Bench",
        "short": "Terminal-Bench 4.1",
        "seriesId": "terminal-bench-4-1-agents"
      }
    ],
    "version": "833a275c394c4636785a5c93343281f298244311d34c9ce1a5cdb980848f613d"
  },
  "url": "/api/rankings/agents.json"
}