{
  "benchmark": "BenchCAD/Vision2Code",
  "design": {
    "samples": 15,
    "attempts_per_sample": 3,
    "attempts_per_method": 45,
    "seed": 42,
    "difficulty_counts": {
      "easy": 5,
      "medium": 5,
      "hard": 5
    }
  },
  "cadviga": {
    "benchmark": "BenchCAD/Vision2Code",
    "run_id": "benchcad_seed42_5each_3attempts",
    "started_at": "2026-07-22T10:45:58.151811+00:00",
    "completed_at": "2026-07-22T19:19:34.185208+00:00",
    "count": 45,
    "successful": 45,
    "metrics": {
      "mean_voxel_iou": 0.380005,
      "mean_composite_score": 0.507289
    },
    "by_difficulty": {
      "easy": {
        "count": 15,
        "successful": 15,
        "mean_voxel_iou": 0.454047,
        "mean_composite_score": 0.543533
      },
      "medium": {
        "count": 15,
        "successful": 15,
        "mean_voxel_iou": 0.27116,
        "mean_composite_score": 0.41466
      },
      "hard": {
        "count": 15,
        "successful": 15,
        "mean_voxel_iou": 0.414808,
        "mean_composite_score": 0.563673
      }
    }
  },
  "baseline": {
    "benchmark": "BenchCAD/Vision2Code",
    "run_id": "benchcad_baseline_seed42_5each_3attempts",
    "started_at": "2026-07-22T10:50:30.386823+00:00",
    "completed_at": "2026-07-22T11:36:02.663369+00:00",
    "count": 45,
    "successful": 17,
    "metrics": {
      "mean_voxel_iou": 0.41266,
      "mean_composite_score": 0.523641
    },
    "by_difficulty": {
      "easy": {
        "count": 15,
        "successful": 8,
        "mean_voxel_iou": 0.609925,
        "mean_composite_score": 0.6409
      },
      "medium": {
        "count": 15,
        "successful": 6,
        "mean_voxel_iou": 0.311286,
        "mean_composite_score": 0.450233
      },
      "hard": {
        "count": 15,
        "successful": 3,
        "mean_voxel_iou": 0.089371,
        "mean_composite_score": 0.357767
      }
    },
    "method": "one_shot_baseline_no_mcp"
  },
  "derived": {
    "success_rate_cadviga": 1.0,
    "success_rate_baseline": 0.37777777777777777,
    "success_rate_difference_pp": 62.22222222222222,
    "zero_filled_voxel_iou": {
      "cadviga": 0.380005,
      "baseline": 0.15589377777777777,
      "ratio": 2.4375892701868223
    },
    "zero_filled_composite": {
      "cadviga": 0.507289,
      "baseline": 0.19781993333333334,
      "ratio": 2.5643977907180906
    },
    "mean_duration_s": {
      "cadviga": 447.38502222222223,
      "baseline": 60.71242222222223,
      "ratio": 7.368920656545118
    },
    "welch_p_values": {
      "voxel_iou": 0.6898221505,
      "composite_score": 0.7839166158
    }
  },
  "samples": [
    {
      "record_id": "u_bolt_001112_s20260506",
      "family": "u_bolt",
      "difficulty": "easy",
      "cadviga": {
        "record_id": "u_bolt_001112_s20260506",
        "family": "u_bolt",
        "difficulty": "easy",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.633429,
            "composite_score": 0.6792,
            "duration_s": 487.129,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.611557,
            "composite_score": 0.6669,
            "duration_s": 353.955,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.331485,
            "composite_score": 0.2943,
            "duration_s": 751.353,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.5254903333333333,
        "mean_composite_score": 0.5468000000000001,
        "mean_duration_s": 530.8123333333333
      },
      "baseline": {
        "record_id": "u_bolt_001112_s20260506",
        "family": "u_bolt",
        "difficulty": "easy",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.733421,
            "composite_score": 0.7401,
            "duration_s": 70.016,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.741366,
            "composite_score": 0.7448,
            "duration_s": 125.314,
            "error": null
          },
          {
            "attempt": 3,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 28.412,
            "error": "RuntimeError: ValueError: Chamfer requires that edges be selected"
          }
        ],
        "successes": 2,
        "mean_voxel_iou": 0.7373935,
        "mean_composite_score": 0.74245,
        "mean_duration_s": 74.58066666666666
      }
    },
    {
      "record_id": "knob_001352_s20260506",
      "family": "knob",
      "difficulty": "easy",
      "cadviga": {
        "record_id": "knob_001352_s20260506",
        "family": "knob",
        "difficulty": "easy",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.334975,
            "composite_score": 0.456,
            "duration_s": 207.269,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.293443,
            "composite_score": 0.2269,
            "duration_s": 227.075,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.312213,
            "composite_score": 0.4415,
            "duration_s": 167.439,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.31354366666666666,
        "mean_composite_score": 0.3748,
        "mean_duration_s": 200.59433333333334
      },
      "baseline": {
        "record_id": "knob_001352_s20260506",
        "family": "knob",
        "difficulty": "easy",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.804047,
            "composite_score": 0.781,
            "duration_s": 37.793,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.888353,
            "composite_score": 0.8319,
            "duration_s": 31.707,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.266486,
            "composite_score": 0.2069,
            "duration_s": 31.115,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.6529619999999999,
        "mean_composite_score": 0.6066,
        "mean_duration_s": 33.538333333333334
      }
    },
    {
      "record_id": "tee_nut_001166_s20260506",
      "family": "tee_nut",
      "difficulty": "easy",
      "cadviga": {
        "record_id": "tee_nut_001166_s20260506",
        "family": "tee_nut",
        "difficulty": "easy",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.618218,
            "composite_score": 0.6697,
            "duration_s": 307.336,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.659029,
            "composite_score": 0.699,
            "duration_s": 276.771,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.580918,
            "composite_score": 0.6394,
            "duration_s": 279.791,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.6193883333333333,
        "mean_composite_score": 0.6693666666666666,
        "mean_duration_s": 287.966
      },
      "baseline": {
        "record_id": "tee_nut_001166_s20260506",
        "family": "tee_nut",
        "difficulty": "easy",
        "attempts": [
          {
            "attempt": 1,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 43.42,
            "error": "RuntimeError: OCP.OCP.StdFail.StdFail_NotDone: BRep_API: command not done"
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.606197,
            "composite_score": 0.6579,
            "duration_s": 57.011,
            "error": null
          },
          {
            "attempt": 3,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 29.911,
            "error": "RuntimeError: OCP.OCP.Standard.Standard_Failure: There are no suitable edges for chamfer or fillet"
          }
        ],
        "successes": 1,
        "mean_voxel_iou": 0.606197,
        "mean_composite_score": 0.6579,
        "mean_duration_s": 43.44733333333334
      }
    },
    {
      "record_id": "hinge_000914_s20260506",
      "family": "hinge",
      "difficulty": "easy",
      "cadviga": {
        "record_id": "hinge_000914_s20260506",
        "family": "hinge",
        "difficulty": "easy",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.033787,
            "composite_score": 0.3282,
            "duration_s": 326.59,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.627691,
            "composite_score": 0.732,
            "duration_s": 336.193,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.577605,
            "composite_score": 0.7104,
            "duration_s": 427.072,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.4130276666666666,
        "mean_composite_score": 0.5902,
        "mean_duration_s": 363.285
      },
      "baseline": {
        "record_id": "hinge_000914_s20260506",
        "family": "hinge",
        "difficulty": "easy",
        "attempts": [
          {
            "attempt": 1,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 40.357,
            "error": "RuntimeError: OCP.OCP.StdFail.StdFail_NotDone: BRep_API: command not done"
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.465432,
            "composite_score": 0.6418,
            "duration_s": 65.629,
            "error": null
          },
          {
            "attempt": 3,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 45.093,
            "error": "RuntimeError: OCP.OCP.StdFail.StdFail_NotDone: BRep_API: command not done"
          }
        ],
        "successes": 1,
        "mean_voxel_iou": 0.465432,
        "mean_composite_score": 0.6418,
        "mean_duration_s": 50.35966666666667
      }
    },
    {
      "record_id": "turnbuckle_001275_s20260506",
      "family": "turnbuckle",
      "difficulty": "easy",
      "cadviga": {
        "record_id": "turnbuckle_001275_s20260506",
        "family": "turnbuckle",
        "difficulty": "easy",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.381352,
            "composite_score": 0.5258,
            "duration_s": 421.991,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.445513,
            "composite_score": 0.5646,
            "duration_s": 401.111,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.369486,
            "composite_score": 0.5191,
            "duration_s": 523.729,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.39878366666666665,
        "mean_composite_score": 0.5365000000000001,
        "mean_duration_s": 448.94366666666673
      },
      "baseline": {
        "record_id": "turnbuckle_001275_s20260506",
        "family": "turnbuckle",
        "difficulty": "easy",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.374095,
            "composite_score": 0.5228,
            "duration_s": 63.005,
            "error": null
          },
          {
            "attempt": 2,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 46.042,
            "error": "RuntimeError: AttributeError: 'Workplane' object has no attribute 'filter'. Did you mean: 'fillet'?"
          },
          {
            "attempt": 3,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 45.365,
            "error": "RuntimeError: OCP.OCP.StdFail.StdFail_NotDone: BRep_API: command not done"
          }
        ],
        "successes": 1,
        "mean_voxel_iou": 0.374095,
        "mean_composite_score": 0.5228,
        "mean_duration_s": 51.470666666666666
      }
    },
    {
      "record_id": "turnbuckle_001239_s20260506",
      "family": "turnbuckle",
      "difficulty": "medium",
      "cadviga": {
        "record_id": "turnbuckle_001239_s20260506",
        "family": "turnbuckle",
        "difficulty": "medium",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.36963,
            "composite_score": 0.5207,
            "duration_s": 452.582,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.288521,
            "composite_score": 0.4724,
            "duration_s": 526.024,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.41435,
            "composite_score": 0.5463,
            "duration_s": 494.761,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.3575003333333333,
        "mean_composite_score": 0.5131333333333333,
        "mean_duration_s": 491.1223333333333
      },
      "baseline": {
        "record_id": "turnbuckle_001239_s20260506",
        "family": "turnbuckle",
        "difficulty": "medium",
        "attempts": [
          {
            "attempt": 1,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 49.659,
            "error": "RuntimeError: OCP.OCP.StdFail.StdFail_NotDone: BRep_API: command not done"
          },
          {
            "attempt": 2,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 61.592,
            "error": "RuntimeError: unknown subprocess error"
          },
          {
            "attempt": 3,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 64.807,
            "error": "RuntimeError: OCP.OCP.StdFail.StdFail_NotDone: BRep_API: command not done"
          }
        ],
        "successes": 0,
        "mean_voxel_iou": null,
        "mean_composite_score": null,
        "mean_duration_s": 58.686
      }
    },
    {
      "record_id": "pipe_elbow_000974_s20260506",
      "family": "pipe_elbow",
      "difficulty": "medium",
      "cadviga": {
        "record_id": "pipe_elbow_000974_s20260506",
        "family": "pipe_elbow",
        "difficulty": "medium",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.39132,
            "composite_score": 0.3932,
            "duration_s": 1184.314,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.525691,
            "composite_score": 0.6525,
            "duration_s": 211.094,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.086855,
            "composite_score": 0.3625,
            "duration_s": 456.399,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.334622,
        "mean_composite_score": 0.4694,
        "mean_duration_s": 617.269
      },
      "baseline": {
        "record_id": "pipe_elbow_000974_s20260506",
        "family": "pipe_elbow",
        "difficulty": "medium",
        "attempts": [
          {
            "attempt": 1,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 59.352,
            "error": "RuntimeError: OCP.OCP.Standard.Standard_ConstructionError: ChFi3d_Builder:only 2 faces"
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.442947,
            "composite_score": 0.6632,
            "duration_s": 99.943,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.337097,
            "composite_score": 0.3818,
            "duration_s": 67.964,
            "error": null
          }
        ],
        "successes": 2,
        "mean_voxel_iou": 0.390022,
        "mean_composite_score": 0.5225,
        "mean_duration_s": 75.753
      }
    },
    {
      "record_id": "knob_001348_s20260506",
      "family": "knob",
      "difficulty": "medium",
      "cadviga": {
        "record_id": "knob_001348_s20260506",
        "family": "knob",
        "difficulty": "medium",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.126113,
            "composite_score": 0.3021,
            "duration_s": 440.657,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.139032,
            "composite_score": 0.3232,
            "duration_s": 389.388,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.128905,
            "composite_score": 0.3136,
            "duration_s": 473.229,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.13135,
        "mean_composite_score": 0.31296666666666667,
        "mean_duration_s": 434.4246666666666
      },
      "baseline": {
        "record_id": "knob_001348_s20260506",
        "family": "knob",
        "difficulty": "medium",
        "attempts": [
          {
            "attempt": 1,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 44.054,
            "error": "RuntimeError: OCP.OCP.StdFail.StdFail_NotDone: BRep_API: command not done"
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.59817,
            "composite_score": 0.5057,
            "duration_s": 123.252,
            "error": null
          },
          {
            "attempt": 3,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 53.646,
            "error": "RuntimeError: ValueError: Fillets requires that edges be selected"
          }
        ],
        "successes": 1,
        "mean_voxel_iou": 0.59817,
        "mean_composite_score": 0.5057,
        "mean_duration_s": 73.65066666666667
      }
    },
    {
      "record_id": "knob_000898_s20260506",
      "family": "knob",
      "difficulty": "medium",
      "cadviga": {
        "record_id": "knob_000898_s20260506",
        "family": "knob",
        "difficulty": "medium",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.094336,
            "composite_score": 0.2816,
            "duration_s": 479.461,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.120406,
            "composite_score": 0.3532,
            "duration_s": 465.516,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.126724,
            "composite_score": 0.1077,
            "duration_s": 578.133,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.11382199999999999,
        "mean_composite_score": 0.24750000000000003,
        "mean_duration_s": 507.7033333333334
      },
      "baseline": {
        "record_id": "knob_000898_s20260506",
        "family": "knob",
        "difficulty": "medium",
        "attempts": [
          {
            "attempt": 1,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 49.604,
            "error": "RuntimeError: OCP.OCP.Standard.Standard_Failure: There are no suitable edges for chamfer or fillet"
          },
          {
            "attempt": 2,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 58.453,
            "error": "RuntimeError: ValueError: More than one wire is required"
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.307049,
            "composite_score": 0.5188,
            "duration_s": 135.637,
            "error": null
          }
        ],
        "successes": 1,
        "mean_voxel_iou": 0.307049,
        "mean_composite_score": 0.5188,
        "mean_duration_s": 81.23133333333334
      }
    },
    {
      "record_id": "j_hook_000905_s20260506",
      "family": "j_hook",
      "difficulty": "medium",
      "cadviga": {
        "record_id": "j_hook_000905_s20260506",
        "family": "j_hook",
        "difficulty": "medium",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.12546,
            "composite_score": 0.3451,
            "duration_s": 434.798,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.130061,
            "composite_score": 0.3458,
            "duration_s": 402.241,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 1.0,
            "composite_score": 0.9,
            "duration_s": 399.766,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.41850699999999996,
        "mean_composite_score": 0.5303,
        "mean_duration_s": 412.2683333333334
      },
      "baseline": {
        "record_id": "j_hook_000905_s20260506",
        "family": "j_hook",
        "difficulty": "medium",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.088412,
            "composite_score": 0.3151,
            "duration_s": 115.158,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.094039,
            "composite_score": 0.3168,
            "duration_s": 161.239,
            "error": null
          },
          {
            "attempt": 3,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 54.017,
            "error": "RuntimeError: ValueError: Null TopoDS_Shape object"
          }
        ],
        "successes": 2,
        "mean_voxel_iou": 0.0912255,
        "mean_composite_score": 0.31595,
        "mean_duration_s": 110.13799999999999
      }
    },
    {
      "record_id": "j_hook_001287_s20260506",
      "family": "j_hook",
      "difficulty": "hard",
      "cadviga": {
        "record_id": "j_hook_001287_s20260506",
        "family": "j_hook",
        "difficulty": "hard",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.078272,
            "composite_score": 0.3011,
            "duration_s": 435.627,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.0,
            "composite_score": 0.0,
            "duration_s": 558.416,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.054829,
            "composite_score": 0.2873,
            "duration_s": 444.084,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.044367,
        "mean_composite_score": 0.19613333333333335,
        "mean_duration_s": 479.37566666666663
      },
      "baseline": {
        "record_id": "j_hook_001287_s20260506",
        "family": "j_hook",
        "difficulty": "hard",
        "attempts": [
          {
            "attempt": 1,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 39.923,
            "error": "RuntimeError: OCP.OCP.StdFail.StdFail_NotDone: BRep_API: command not done"
          },
          {
            "attempt": 2,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 55.55,
            "error": "RuntimeError: OCP.OCP.StdFail.StdFail_NotDone: BRep_API: command not done"
          },
          {
            "attempt": 3,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 45.995,
            "error": "RuntimeError: ValueError: Null TopoDS_Shape object"
          }
        ],
        "successes": 0,
        "mean_voxel_iou": null,
        "mean_composite_score": null,
        "mean_duration_s": 47.156
      }
    },
    {
      "record_id": "hex_key_organizer_001436_s20260506",
      "family": "hex_key_organizer",
      "difficulty": "hard",
      "cadviga": {
        "record_id": "hex_key_organizer_001436_s20260506",
        "family": "hex_key_organizer",
        "difficulty": "hard",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.631295,
            "composite_score": 0.7438,
            "duration_s": 336.794,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.871016,
            "composite_score": 0.8871,
            "duration_s": 265.42,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 1.0,
            "composite_score": 1.0,
            "duration_s": 348.56,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.8341036666666667,
        "mean_composite_score": 0.8769666666666667,
        "mean_duration_s": 316.92466666666667
      },
      "baseline": {
        "record_id": "hex_key_organizer_001436_s20260506",
        "family": "hex_key_organizer",
        "difficulty": "hard",
        "attempts": [
          {
            "attempt": 1,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 48.407,
            "error": "RuntimeError: OCP.OCP.StdFail.StdFail_NotDone: BRep_API: command not done"
          },
          {
            "attempt": 2,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 63.514,
            "error": "RuntimeError: ValueError: Chamfer requires that edges be selected"
          },
          {
            "attempt": 3,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 38.512,
            "error": "RuntimeError: OCP.OCP.StdFail.StdFail_NotDone: BRep_API: command not done"
          }
        ],
        "successes": 0,
        "mean_voxel_iou": null,
        "mean_composite_score": null,
        "mean_duration_s": 50.14433333333333
      }
    },
    {
      "record_id": "pillow_block_001313_s20260506",
      "family": "pillow_block",
      "difficulty": "hard",
      "cadviga": {
        "record_id": "pillow_block_001313_s20260506",
        "family": "pillow_block",
        "difficulty": "hard",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.244908,
            "composite_score": 0.5014,
            "duration_s": 641.586,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.387754,
            "composite_score": 0.5648,
            "duration_s": 463.282,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.240921,
            "composite_score": 0.472,
            "duration_s": 461.379,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.29119433333333333,
        "mean_composite_score": 0.5127333333333333,
        "mean_duration_s": 522.0823333333334
      },
      "baseline": {
        "record_id": "pillow_block_001313_s20260506",
        "family": "pillow_block",
        "difficulty": "hard",
        "attempts": [
          {
            "attempt": 1,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 45.373,
            "error": "RuntimeError: OCP.OCP.StdFail.StdFail_NotDone: BRep_API: command not done"
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.235272,
            "composite_score": 0.4481,
            "duration_s": 68.771,
            "error": null
          },
          {
            "attempt": 3,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 58.858,
            "error": "RuntimeError: OCP.OCP.StdFail.StdFail_NotDone: BRep_API: command not done"
          }
        ],
        "successes": 1,
        "mean_voxel_iou": 0.235272,
        "mean_composite_score": 0.4481,
        "mean_duration_s": 57.66733333333334
      }
    },
    {
      "record_id": "turnbuckle_001266_s20260506",
      "family": "turnbuckle",
      "difficulty": "hard",
      "cadviga": {
        "record_id": "turnbuckle_001266_s20260506",
        "family": "turnbuckle",
        "difficulty": "hard",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.012966,
            "composite_score": 0.308,
            "duration_s": 419.621,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.020754,
            "composite_score": 0.2818,
            "duration_s": 618.277,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.022253,
            "composite_score": 0.3154,
            "duration_s": 515.166,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.018657666666666666,
        "mean_composite_score": 0.30173333333333335,
        "mean_duration_s": 517.688
      },
      "baseline": {
        "record_id": "turnbuckle_001266_s20260506",
        "family": "turnbuckle",
        "difficulty": "hard",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.027615,
            "composite_score": 0.3225,
            "duration_s": 65.955,
            "error": null
          },
          {
            "attempt": 2,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 55.455,
            "error": "RuntimeError: OCP.OCP.StdFail.StdFail_NotDone: BRep_API: command not done"
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.005226,
            "composite_score": 0.3027,
            "duration_s": 68.869,
            "error": null
          }
        ],
        "successes": 2,
        "mean_voxel_iou": 0.0164205,
        "mean_composite_score": 0.3126,
        "mean_duration_s": 63.42633333333333
      }
    },
    {
      "record_id": "ball_knob_001116_s20260506",
      "family": "ball_knob",
      "difficulty": "hard",
      "cadviga": {
        "record_id": "ball_knob_001116_s20260506",
        "family": "ball_knob",
        "difficulty": "hard",
        "attempts": [
          {
            "attempt": 1,
            "status": "ok",
            "voxel_iou": 0.975094,
            "composite_score": 0.9851,
            "duration_s": 590.54,
            "error": null
          },
          {
            "attempt": 2,
            "status": "ok",
            "voxel_iou": 0.688274,
            "composite_score": 0.812,
            "duration_s": 486.676,
            "error": null
          },
          {
            "attempt": 3,
            "status": "ok",
            "voxel_iou": 0.993791,
            "composite_score": 0.9953,
            "duration_s": 663.731,
            "error": null
          }
        ],
        "successes": 3,
        "mean_voxel_iou": 0.8857196666666667,
        "mean_composite_score": 0.9308,
        "mean_duration_s": 580.3156666666666
      },
      "baseline": {
        "record_id": "ball_knob_001116_s20260506",
        "family": "ball_knob",
        "difficulty": "hard",
        "attempts": [
          {
            "attempt": 1,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 40.072,
            "error": "RuntimeError: ValueError: Chamfer requires that edges be selected"
          },
          {
            "attempt": 2,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 38.636,
            "error": "RuntimeError: OCP.OCP.Standard.Standard_Failure: There are no suitable edges for chamfer or fillet"
          },
          {
            "attempt": 3,
            "status": "failed",
            "voxel_iou": null,
            "composite_score": null,
            "duration_s": 39.602,
            "error": "RuntimeError: OCP.OCP.Standard.Standard_Failure: There are no suitable edges for chamfer or fillet"
          }
        ],
        "successes": 0,
        "mean_voxel_iou": null,
        "mean_composite_score": null,
        "mean_duration_s": 39.43666666666667
      }
    }
  ]
}