fix: align benchmark docs with verification
This commit is contained in:
@@ -86,6 +86,9 @@ python -m benchmarks.render_chart
|
||||
python -m benchmarks.run_competitors --server autocad-mcp-pro --backend ezdxf --json
|
||||
```
|
||||
|
||||
The v1.3 ezdxf reference run records **10/10 tasks (100.0)**. It is a
|
||||
self-check, not a competitor ranking.
|
||||
|
||||
Cross-project runtime scores will be published only after equivalent adapters
|
||||
execute the same task contract. The complete rubric, caveats, version A/B suite,
|
||||
and reproduction commands live in [`benchmarks/`](benchmarks/README.md).
|
||||
|
||||
@@ -69,9 +69,7 @@ def render_chart(data: dict[str, Any], output: Path) -> None:
|
||||
labels = [item["repository"] for item in projects]
|
||||
scores = [item["score"] for item in projects]
|
||||
grades = [item["evidence_grade"] for item in projects]
|
||||
colors = [
|
||||
"#0969da" if label == "U-C4N/Autocad-MCP" else "#6e7781" for label in labels
|
||||
]
|
||||
colors = ["#0969da" if label == "U-C4N/Autocad-MCP" else "#6e7781" for label in labels]
|
||||
|
||||
fig, ax = plt.subplots(figsize=(12, 6.4), constrained_layout=True)
|
||||
fig.patch.set_facecolor("#f6f8fa")
|
||||
|
||||
Reference in New Issue
Block a user