fix: align benchmark docs with verification

This commit is contained in:
Umutcan Edizsalan
2026-07-17 15:16:56 +03:00
parent 112fe5125c
commit 1d47408157
2 changed files with 4 additions and 3 deletions
+3
View File
@@ -86,6 +86,9 @@ python -m benchmarks.render_chart
python -m benchmarks.run_competitors --server autocad-mcp-pro --backend ezdxf --json
```
The v1.3 ezdxf reference run records **10/10 tasks (100.0)**. It is a
self-check, not a competitor ranking.
Cross-project runtime scores will be published only after equivalent adapters
execute the same task contract. The complete rubric, caveats, version A/B suite,
and reproduction commands live in [`benchmarks/`](benchmarks/README.md).
+1 -3
View File
@@ -69,9 +69,7 @@ def render_chart(data: dict[str, Any], output: Path) -> None:
labels = [item["repository"] for item in projects]
scores = [item["score"] for item in projects]
grades = [item["evidence_grade"] for item in projects]
colors = [
"#0969da" if label == "U-C4N/Autocad-MCP" else "#6e7781" for label in labels
]
colors = ["#0969da" if label == "U-C4N/Autocad-MCP" else "#6e7781" for label in labels]
fig, ax = plt.subplots(figsize=(12, 6.4), constrained_layout=True)
fig.patch.set_facecolor("#f6f8fa")