Umut CANandClaude Opus 5.5
17bf3a39ce
The v1.6 roadmap in five tracks: 154 -> 247 registered tools in 28 groups. Evidence re-measured for the release: - correctness A/B against v1.5.1: 26/48 -> 48/48, 22 fixed, 0 regressed (ab-v1.5.1-vs-v1.6.0.json, replacing the -dev report); - the reference adapter on matrix v7: 21/21 (autocad-mcp-pro.json, which was the v3 run of 1.5); the published-report test follows it to v7; - the 100-point rubric re-scored per category, every withheld point named: 93 (the competitor rows are their July snapshots, not re-reviewed); - the perf lane as medians of five alternating runs, beside a v1.4.0 comparison on one interpreter (perf-v1.4.0-vs-v1.6.0.json). Two roadmap criteria are not green, and the changelog, the README and the roadmap say so: criterion 5 is withdrawn (track D, Plant 3D, dropped) and criterion 7 is not met (creation 1.25x / 1.38x v1.4.0's time, still 1.17x / 1.20x with the timeout off). Carried to 1.7. README rewritten for 1.6: what is new, the mechanical and architectural sheets, the rubric and task-matrix charts, the measured limits (including the four feature tables that ship empty), and the 1.7 roadmap. server.json describes the 1.6 surface and declares TOOL_PACKS. CLAUDE.md corrects the ISO 286 letter set and the empty feature tables. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01FKFStjEFzpGyLq5bMpWxTd
302 lines
6.1 KiB
JSON
302 lines
6.1 KiB
JSON
{
|
|
"summary": {
|
|
"baseline_ref": "v1.5.1",
|
|
"total": 48,
|
|
"old_pass": 26,
|
|
"new_pass": 48,
|
|
"old_pct": 54.2,
|
|
"new_pct": 100.0,
|
|
"fixed": 22,
|
|
"regressed": 0
|
|
},
|
|
"rows": [
|
|
{
|
|
"check": "core_line_length",
|
|
"category": "Core",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "core_circle_radius",
|
|
"category": "Core",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "core_layer_create",
|
|
"category": "Core",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "core_polyline_closed",
|
|
"category": "Core",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "core_linear_dim",
|
|
"category": "Core",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "core_save_dxf_roundtrip",
|
|
"category": "Core",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "dim_aligned_no_error",
|
|
"category": "Dimensions",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "dim_angular_no_error",
|
|
"category": "Dimensions",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "array_polar_360_distinct",
|
|
"category": "Modify",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "point_intersection_line_line",
|
|
"category": "Geometry",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "point_tangent_external",
|
|
"category": "Geometry",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "arc_has_length",
|
|
"category": "Query",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "arc_select_by_length",
|
|
"category": "Query",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "ezdxf_bounding_box",
|
|
"category": "Query",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "mtext_rotation_roundtrip",
|
|
"category": "Entities",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "screenshot_png",
|
|
"category": "Render",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "dim_overlap_critique_fires",
|
|
"category": "Quality gate",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "iso13567_dim_layer",
|
|
"category": "Quality gate",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "construction_left_iso_caught",
|
|
"category": "Quality gate",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "gear_no_self_overlap",
|
|
"category": "Engineering",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "center_linetype_applied",
|
|
"category": "Entities",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "hatch_area_subtracts_its_island",
|
|
"category": "Measurement",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "boundary_area_agrees_with_measure",
|
|
"category": "Measurement",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "two_vertex_circle_has_area",
|
|
"category": "Measurement",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "diameter_dim_measures_the_diameter",
|
|
"category": "Dimensions",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "radius_dim_ignores_the_leader_length",
|
|
"category": "Dimensions",
|
|
"old": "pass",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "pid_block_define_attdef_roundtrip",
|
|
"category": "P&ID",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "pid_tag_parse_fic",
|
|
"category": "P&ID",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "pid_graph_edge_count",
|
|
"category": "P&ID",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "settings_dimstyle_iso25_values",
|
|
"category": "Settings",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "settings_layer_state_roundtrip",
|
|
"category": "Settings",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "settings_pdf_mediabox_a3",
|
|
"category": "Settings",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "mech_part_roundtrip",
|
|
"category": "Mechanical",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "mech_section_hatch_area",
|
|
"category": "Mechanical",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "mech_iso286_on_dimension",
|
|
"category": "Mechanical",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "mech_thread_unrepresented_is_caught",
|
|
"category": "Mechanical",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "std_part_iso4014_m12",
|
|
"category": "Mechanical",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "sheet_frame_iso5457_a3",
|
|
"category": "Sheet",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "bom_balloon_link",
|
|
"category": "Sheet",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "arch_junction_l_t_x",
|
|
"category": "Architecture",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "arch_room_area_net",
|
|
"category": "Architecture",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "arch_opening_cuts_wall",
|
|
"category": "Architecture",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "arch_rooms_detect_foreign",
|
|
"category": "Architecture",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "scale_check_detects_schematic",
|
|
"category": "Understanding",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "pipe_takeoff_rmst_exact",
|
|
"category": "Understanding",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "cable_takeoff_roundup",
|
|
"category": "Understanding",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "diff_detects_known_edits",
|
|
"category": "Understanding",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
},
|
|
{
|
|
"check": "topology_known_defects",
|
|
"category": "Understanding",
|
|
"old": "miss",
|
|
"new": "pass"
|
|
}
|
|
]
|
|
} |