Umutcan EdizsalanandCursor
af4813e7b6
source_review.json extended with three projects reviewed 2026-07-23 (LokmenoWer/best-cad-mcp B/74, daobataotie/CAD-MCP B/35, zh19980811/Easy-MCP-AutoCad C/30) and our entry updated to the released v1.4.0 (95: CI matrix, PyPI packaging, A/B gate, paper space, ISO 286, opt-in solids). Chart regenerated via render_chart; README benchmark section now opens with the leaderboard + 9-row table, source-review lane merged into it. Co-authored-by: Cursor <cursoragent@cursor.com>
90 lines
3.9 KiB
JSON
90 lines
3.9 KiB
JSON
{
|
|
"schema_version": "1.0",
|
|
"reviewed_at": "2026-07-23",
|
|
"title": "AutoCAD MCP source-reviewed capability benchmark",
|
|
"evidence_boundary": "source_review_not_shared_live_run",
|
|
"methodology": "Public source, documented behavior, and locally recorded test evidence scored with a fixed 100-point rubric. Repository stars and raw tool counts do not score points.",
|
|
"rubric": [
|
|
{"category": "Functional CAD coverage", "weight": 25},
|
|
{"category": "Correctness and delivery", "weight": 20},
|
|
{"category": "Backends and platforms", "weight": 15},
|
|
{"category": "Engineering production", "weight": 15},
|
|
{"category": "Tests and maintenance", "weight": 15},
|
|
{"category": "Security and operations", "weight": 10}
|
|
],
|
|
"projects": [
|
|
{
|
|
"repository": "U-C4N/Autocad-MCP",
|
|
"url": "https://github.com/U-C4N/Autocad-MCP",
|
|
"reviewed_version": "1.4.0 (PyPI release)",
|
|
"score": 95,
|
|
"evidence_grade": "A",
|
|
"note": "Dual COM/ezdxf backends, paper space, ISO 129/286/1101 annotation, closed-loop quality gates, auditable delivery; v1.4 adds CI matrix incl. Windows, PyPI packaging, and a version A/B correctness gate (21/21, 0 regressions)."
|
|
},
|
|
{
|
|
"repository": "varavista/autocad-mcp",
|
|
"url": "https://github.com/varavista/autocad-mcp",
|
|
"reviewed_version": "2026-07-16 snapshot",
|
|
"score": 84,
|
|
"evidence_grade": "A",
|
|
"note": "Broad backend and CAD coverage with layout and xref depth."
|
|
},
|
|
{
|
|
"repository": "beiming183-cloud/AutoCAD-MCP",
|
|
"url": "https://github.com/beiming183-cloud/AutoCAD-MCP",
|
|
"reviewed_version": "2026-07-16 snapshot",
|
|
"score": 83,
|
|
"evidence_grade": "A",
|
|
"note": "Atomic operations, postconditions, 3D tools, and verified artifact delivery."
|
|
},
|
|
{
|
|
"repository": "AnCode666/multiCAD-mcp",
|
|
"url": "https://github.com/AnCode666/multiCAD-mcp",
|
|
"reviewed_version": "2026-07-16 snapshot",
|
|
"score": 73,
|
|
"evidence_grade": "A",
|
|
"note": "TABLE/MLEADER, data exchange, multi-document workflows, and alternative CAD support."
|
|
},
|
|
{
|
|
"repository": "puran-water/autocad-mcp",
|
|
"url": "https://github.com/puran-water/autocad-mcp",
|
|
"reviewed_version": "2026-07-16 snapshot",
|
|
"score": 70,
|
|
"evidence_grade": "A",
|
|
"note": "AutoCAD LT file IPC, ezdxf, P&ID workflows, leaders, and screenshots."
|
|
},
|
|
{
|
|
"repository": "NCO-1986/AutoCAD_mcp",
|
|
"url": "https://github.com/NCO-1986/AutoCAD_mcp",
|
|
"reviewed_version": "2026-07-16 snapshot",
|
|
"score": 68,
|
|
"evidence_grade": "B",
|
|
"note": ".NET main-thread integration with a broad live AutoCAD operation surface."
|
|
},
|
|
{
|
|
"repository": "LokmenoWer/best-cad-mcp",
|
|
"url": "https://github.com/LokmenoWer/best-cad-mcp",
|
|
"reviewed_version": "v1.5.0 (2026-07-23 snapshot)",
|
|
"score": 74,
|
|
"evidence_grade": "B",
|
|
"note": "Very broad live-AutoCAD operation surface with CAD-IR understanding, visual grounding, and guarded CADPlan dry-run/rollback; COM-only (no headless lane), no standards-based generators or toleranced annotation."
|
|
},
|
|
{
|
|
"repository": "daobataotie/CAD-MCP",
|
|
"url": "https://github.com/daobataotie/CAD-MCP",
|
|
"reviewed_version": "2026-07-23 snapshot",
|
|
"score": 35,
|
|
"evidence_grade": "B",
|
|
"note": "Multi-CAD reach (AutoCAD/GstarCAD/ZWCAD) over Windows COM with a small basic drawing surface; no verification, transactions, tests, or delivery evidence documented."
|
|
},
|
|
{
|
|
"repository": "zh19980811/Easy-MCP-AutoCad",
|
|
"url": "https://github.com/zh19980811/Easy-MCP-AutoCad",
|
|
"reviewed_version": "2026-07-23 snapshot",
|
|
"score": 30,
|
|
"evidence_grade": "C",
|
|
"note": "Basic COM drawing tool set with SQLite persistence; reviewed from the documented tool surface only, execution path not exercised locally."
|
|
}
|
|
]
|
|
}
|