[ { "name": "span1_cardinality", "report_path": "PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_cardinality_fix_hard5_eval_20260522/report.json", "input_conditioning": {}, "aggregate": { "mean_weighted_score": 45.82714647572273, "mean_joint_f1": 0.1455806938159879, "mean_part_count_mae": 1.2, "success_rate": 1.0 }, "rows": [ { "sample_name": "000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6", "benchmark_index": 0, "sample_id": "ArtVIP/major_appliances/model_refrigerator_6", "source_dataset": "ArtVIP", "category": "major_appliances", "object_id": "major_appliances/model_refrigerator_6", "num_parts": 7, "movable_parts": 6, "variant": "official_pact", "variant_label": "Official PAct", "variant_note": "Released PAct cache, no OT wrapper.", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_cardinality_fix_hard5_eval_20260522/variants/official_pact/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6@000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6_synthetic_processed.@ng/object.json", "pact_exploded_png": null, "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 75.60742173194885, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.5686020167749695, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 0, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 0, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 2, "status": "measured", "note": "" }, "joint_precision": { "value": 0.25, "status": "measured", "note": "" }, "joint_recall": { "value": 0.16666666666666666, "status": "measured", "note": "" }, "joint_f1": { "value": 0.2, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.3333333333333333, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 0.0, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.907206636798821, "status": "measured", "note": "" }, "joint_limit_error": { "value": 19.479155005347298, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.43139798322503053, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.2, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 7, "gt_part_count": 7, "pred_joint_count": 4, "gt_joint_count": 6, "matches": [ { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.5045842397081185, "limit_error": 17.158373653888702, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 54.217689999417665, "origin_error": 1.0101611452409403, "limit_error": 357.9056048976068, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.4992244827144925, "limit_error": 4.774576842784882, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 0.0, "origin_error": 0.907206636798821, "limit_error": 19.479155005347298, "accepted": true } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 56.860201677496946, "part_decomposition": 100.0, "kinematics": 20.0, "motion_consistency": 20.0, "ot_routing_diagnostics": 0.0 }, "weighted_score": 48.97792658065742, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_cardinality_fix_hard5_eval_20260522/variant_cards/official_pact/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6.png", "interactive_3d": { "source_textured_glb": "viewer_assets/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6/source_textured.glb", "gt_parts_glb": "viewer_assets/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6/gt_parts.glb", "pact_glb": "viewer_assets/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6/official_pact/pact_parts.glb" } }, { "sample_name": "004_GAPartNet_small_appliances_small_appliances_103101", "benchmark_index": 4, "sample_id": "GAPartNet/small_appliances/103101", "source_dataset": "GAPartNet", "category": "small_appliances", "object_id": "small_appliances/103101", "num_parts": 12, "movable_parts": 11, "variant": "official_pact", "variant_label": "Official PAct", "variant_note": "Released PAct cache, no OT wrapper.", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_cardinality_fix_hard5_eval_20260522/variants/official_pact/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/004_GAPartNet_small_appliances_small_appliances_103101@004_GAPartNet_small_appliances_small_appliances_103101_synthetic_processed.@ng/object.json", "pact_exploded_png": null, "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 75.60742173194885, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.7231612674307326, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 3, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 0.75, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 3, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 4, "status": "measured", "note": "" }, "joint_precision": { "value": 0.42857142857142855, "status": "measured", "note": "" }, "joint_recall": { "value": 0.2727272727272727, "status": "measured", "note": "" }, "joint_f1": { "value": 0.33333333333333326, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.36363636363636365, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 8.762760619749113, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.2951286836192311, "status": "measured", "note": "" }, "joint_limit_error": { "value": 41.82182341750755, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.2768387325692674, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.33333333333333326, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 9, "gt_part_count": 12, "pred_joint_count": 7, "gt_joint_count": 11, "matches": [ { "type_mismatch": 0.0, "axis_error_deg": 26.288281859247338, "origin_error": 0.0, "limit_error": 0.2226892479658127, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 0.0, "origin_error": 0.5085030684510654, "limit_error": 85.83438107385157, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.4519086856608418, "limit_error": 76.14456058053568, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 2.883268088465967, "origin_error": 0.28020471941113645, "limit_error": 359.996, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 0.0, "origin_error": 0.376882982406628, "limit_error": 39.408399930705265, "accepted": true }, { "type_mismatch": 1.0, "axis_error_deg": 90.0, "origin_error": 0.4738884069895797, "limit_error": 40.28460150146484, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.37634598348039827, "limit_error": 36.98462515258789, "accepted": false } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 72.31612674307326, "part_decomposition": 75.0, "kinematics": 33.33333333333333, "motion_consistency": 33.33333333333333, "ot_routing_diagnostics": 0.0 }, "weighted_score": 51.76921299452034, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_cardinality_fix_hard5_eval_20260522/variant_cards/official_pact/004_GAPartNet_small_appliances_small_appliances_103101.png", "interactive_3d": { "source_textured_glb": "viewer_assets/004_GAPartNet_small_appliances_small_appliances_103101/source_textured.glb", "gt_parts_glb": "viewer_assets/004_GAPartNet_small_appliances_small_appliances_103101/gt_parts.glb", "pact_glb": "viewer_assets/004_GAPartNet_small_appliances_small_appliances_103101/official_pact/pact_parts.glb" } }, { "sample_name": "026_GAPartNet_electronics_electronics_104000", "benchmark_index": 26, "sample_id": "GAPartNet/electronics/104000", "source_dataset": "GAPartNet", "category": "electronics", "object_id": "electronics/104000", "num_parts": 21, "movable_parts": 20, "variant": "official_pact", "variant_label": "Official PAct", "variant_note": "Released PAct cache, no OT wrapper.", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_cardinality_fix_hard5_eval_20260522/variants/official_pact/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/026_GAPartNet_electronics_electronics_104000@026_GAPartNet_electronics_electronics_104000_synthetic_processed.@ng/object.json", "pact_exploded_png": null, "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 75.60742173194885, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.7028193704504472, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 2, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 0.9047619047619048, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 2, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 6, "status": "measured", "note": "" }, "joint_precision": { "value": 0.14285714285714285, "status": "measured", "note": "" }, "joint_recall": { "value": 0.1, "status": "measured", "note": "" }, "joint_f1": { "value": 0.11764705882352941, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.3, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 17.976202906548572, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.17672817728076212, "status": "measured", "note": "" }, "joint_limit_error": { "value": 179.83377344201688, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.2971806295495528, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.11764705882352941, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 19, "gt_part_count": 21, "pred_joint_count": 14, "gt_joint_count": 20, "matches": [ { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.5934362097363611, "limit_error": 80.79724774169922, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 43.04642885856789, "origin_error": 0.0, "limit_error": 0.08146688681840897, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.6784809536108066, "limit_error": 54.877957489013674, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.6839508919925048, "limit_error": 56.418282653808596, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.5839632433390937, "limit_error": 69.86158862304687, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 88.3404619934052, "origin_error": 0.0, "limit_error": 0.42561465096473694, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 89.86618887660855, "origin_error": 0.0, "limit_error": 0.4348041970729828, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 80.91877434301702, "origin_error": 0.0, "limit_error": 0.3491941947937012, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 28.036721968119373, "origin_error": 0.0, "limit_error": 0.0864259045124054, "accepted": true }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.5517874884219719, "limit_error": 59.656363342285154, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 78.65002716863181, "origin_error": 0.40294027150854766, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 73.53535816336581, "origin_error": 0.44122337385386456, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 75.91563212707156, "origin_error": 0.420633932187118, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 7.915683844977769, "origin_error": 0.35345635456152424, "limit_error": 359.58112097952136, "accepted": true } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 70.28193704504471, "part_decomposition": 90.47619047619048, "kinematics": 11.76470588235294, "motion_consistency": 11.76470588235294, "ot_routing_diagnostics": 0.0 }, "weighted_score": 45.624643163090504, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_cardinality_fix_hard5_eval_20260522/variant_cards/official_pact/026_GAPartNet_electronics_electronics_104000.png", "interactive_3d": { "source_textured_glb": "viewer_assets/026_GAPartNet_electronics_electronics_104000/source_textured.glb", "gt_parts_glb": "viewer_assets/026_GAPartNet_electronics_electronics_104000/gt_parts.glb", "pact_glb": "viewer_assets/026_GAPartNet_electronics_electronics_104000/official_pact/pact_parts.glb" } }, { "sample_name": "073_PartNetMobility_electronics_electronics_3811", "benchmark_index": 73, "sample_id": "PartNetMobility/electronics/3811", "source_dataset": "PartNetMobility", "category": "electronics", "object_id": "electronics/3811", "num_parts": 31, "movable_parts": 30, "variant": "official_pact", "variant_label": "Official PAct", "variant_note": "Released PAct cache, no OT wrapper.", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_cardinality_fix_hard5_eval_20260522/variants/official_pact/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/073_PartNetMobility_electronics_electronics_3811@073_PartNetMobility_electronics_electronics_3811_synthetic_processed.@ng/object.json", "pact_exploded_png": null, "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 75.60742173194885, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.6006018107154049, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 0, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 0, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 8, "status": "measured", "note": "" }, "joint_precision": { "value": 0.09090909090909091, "status": "measured", "note": "" }, "joint_recall": { "value": 0.06666666666666667, "status": "measured", "note": "" }, "joint_f1": { "value": 0.07692307692307691, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.23333333333333334, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 24.167267844400783, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.0, "status": "measured", "note": "" }, "joint_limit_error": { "value": 1.102366357445717, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.39939818928459514, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.07692307692307691, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 31, "gt_part_count": 31, "pred_joint_count": 22, "gt_joint_count": 30, "matches": [ { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.3355165533004372, "limit_error": 32.03235897827148, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 28.0221568473413, "origin_error": 0.0, "limit_error": 0.9840747857093811, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 20.312378841460266, "origin_error": 0.0, "limit_error": 1.2206579291820527, "accepted": true }, { "type_mismatch": 1.0, "axis_error_deg": 1.930453435528138, "origin_error": 0.16769753850233635, "limit_error": 359.11, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 2.3425302612001904, "origin_error": 0.1622113493127735, "limit_error": 359.11, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.43662617312735547, "limit_error": 45.1055439453125, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.41098681224517064, "limit_error": 50.45210919189453, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.6122661888970704, "limit_error": 84.15937915039062, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.6340330340388866, "limit_error": 85.61434283447265, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.6204250651133424, "limit_error": 87.6378413696289, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.6188560793872183, "limit_error": 78.54429736328125, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.6140928547105403, "limit_error": 80.45726123046875, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.38482729637224605, "limit_error": 82.96470532226563, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.639441916533735, "limit_error": 106.49317059326172, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.39005900009139755, "limit_error": 66.80174145507813, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 82.33611788318899, "origin_error": 0.0, "limit_error": 0.017697017312049867, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 62.601958160294515, "origin_error": 0.0, "limit_error": 0.09266858142614365, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 39.16802492078924, "origin_error": 0.0, "limit_error": 0.018271191373467444, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 41.59934529798158, "origin_error": 0.0, "limit_error": 0.058021183729171755, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 40.99426466095904, "origin_error": 0.0, "limit_error": 0.0012388046230189503, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.4113505997094112, "limit_error": 58.62166748046875, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.7154561660146196, "origin_error": 0.3655667149762199, "limit_error": 359.11, "accepted": false } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 60.060181071540484, "part_decomposition": 100.0, "kinematics": 7.692307692307692, "motion_consistency": 7.692307692307692, "ot_routing_diagnostics": 0.0 }, "weighted_score": 44.30100025016227, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_cardinality_fix_hard5_eval_20260522/variant_cards/official_pact/073_PartNetMobility_electronics_electronics_3811.png", "interactive_3d": { "source_textured_glb": "viewer_assets/073_PartNetMobility_electronics_electronics_3811/source_textured.glb", "gt_parts_glb": "viewer_assets/073_PartNetMobility_electronics_electronics_3811/gt_parts.glb", "pact_glb": "viewer_assets/073_PartNetMobility_electronics_electronics_3811/official_pact/pact_parts.glb" } }, { "sample_name": "097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179", "benchmark_index": 97, "sample_id": "PartNetMobility/major_appliances/PartNetMobility_7179", "source_dataset": "PartNetMobility", "category": "major_appliances", "object_id": "major_appliances/PartNetMobility_7179", "num_parts": 6, "movable_parts": 5, "variant": "official_pact", "variant_label": "Official PAct", "variant_note": "Released PAct cache, no OT wrapper.", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_cardinality_fix_hard5_eval_20260522/variants/official_pact/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179@097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179_synthetic_processed.@ng/object.json", "pact_exploded_png": null, "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 75.60742173194885, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.6582090169338177, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 1, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 0.8333333333333334, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 1, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 2, "status": "measured", "note": "" }, "joint_precision": { "value": 0.0, "status": "measured", "note": "" }, "joint_recall": { "value": 0.0, "status": "measured", "note": "" }, "joint_f1": { "value": 0.0, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.4, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 90.0, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.0, "status": "measured", "note": "" }, "joint_limit_error": { "value": 0.0, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.3417909830661823, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.0, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 5, "gt_part_count": 6, "pred_joint_count": 3, "gt_joint_count": 5, "matches": [ { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.6148404100413382, "limit_error": 42.6953283985469, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.6250341864587071, "limit_error": 62.44915326038865, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 6.174872874608795, "origin_error": 0.1970158399233687, "limit_error": 359.472, "accepted": false } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 65.82090169338177, "part_decomposition": 83.33333333333334, "kinematics": 0.0, "motion_consistency": 0.0, "ot_routing_diagnostics": 0.0 }, "weighted_score": 38.46294939018309, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_cardinality_fix_hard5_eval_20260522/variant_cards/official_pact/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179.png", "interactive_3d": { "source_textured_glb": "viewer_assets/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179/source_textured.glb", "gt_parts_glb": "viewer_assets/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179/gt_parts.glb", "pact_glb": "viewer_assets/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179/official_pact/pact_parts.glb" } } ] }, { "name": "span2_min_evidence", "report_path": "PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/report.json", "input_conditioning": { "sentinel_cell_span": 2 }, "aggregate": { "mean_weighted_score": 50.8062818358482, "by_source": { "ArtVIP": 55.868498079480155, "GAPartNet": 57.64855448956678, "PartNetMobility": 41.432901060313654 }, "mean_joint_f1": 0.25895283663704716, "mean_part_count_mae": 1.0 }, "rows": [ { "sample_name": "000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6", "benchmark_index": 0, "sample_id": "ArtVIP/major_appliances/model_refrigerator_6", "source_dataset": "ArtVIP", "category": "major_appliances", "object_id": "major_appliances/model_refrigerator_6", "num_parts": 7, "movable_parts": 6, "texture_render": { "visual_meshes": 58, "texture_like_meshes": 2, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_inputs/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6@000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/00__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 72.910080909729, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.5686412420034407, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 0, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 0, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 1, "status": "measured", "note": "" }, "joint_precision": { "value": 0.4, "status": "measured", "note": "" }, "joint_recall": { "value": 0.3333333333333333, "status": "measured", "note": "" }, "joint_f1": { "value": 0.3636363636363636, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.6666666666666666, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 4.9038912462580395, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.7002002690916835, "status": "measured", "note": "" }, "joint_limit_error": { "value": 0.4090285524725914, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.4313587579965593, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.3636363636363636, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 7, "gt_part_count": 7, "pred_joint_count": 5, "gt_joint_count": 6, "matches": [ { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.7487234221571033, "limit_error": 3.566188753974006, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 55.67033244669975, "origin_error": 1.0162103103133702, "limit_error": 357.9056048976068, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 2.044269035565249, "origin_error": 0.594233812816865, "limit_error": 0.4102758392691612, "accepted": true }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.4986246198528633, "limit_error": 7.65175849199295, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 7.763513456950831, "origin_error": 0.806166725366502, "limit_error": 0.4077812656760216, "accepted": true } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 56.864124200344065, "part_decomposition": 100.0, "kinematics": 36.36363636363636, "motion_consistency": 36.36363636363636, "ot_routing_diagnostics": 0.0 }, "weighted_score": 55.868498079480155, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/vlm_cards/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6.png", "vlm": { "ok": false, "text": "", "error": "skipped" } }, { "sample_name": "004_GAPartNet_small_appliances_small_appliances_103101", "benchmark_index": 4, "sample_id": "GAPartNet/small_appliances/103101", "source_dataset": "GAPartNet", "category": "small_appliances", "object_id": "small_appliances/103101", "num_parts": 12, "movable_parts": 11, "texture_render": { "visual_meshes": 256, "texture_like_meshes": 0, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_inputs/004_GAPartNet_small_appliances_small_appliances_103101/004_GAPartNet_small_appliances_small_appliances_103101_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/004_GAPartNet_small_appliances_small_appliances_103101@004_GAPartNet_small_appliances_small_appliances_103101_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/01__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 72.910080909729, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.7244036348923542, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 3, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 0.75, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 3, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 3, "status": "measured", "note": "" }, "joint_precision": { "value": 0.875, "status": "measured", "note": "" }, "joint_recall": { "value": 0.6363636363636364, "status": "measured", "note": "" }, "joint_f1": { "value": 0.7368421052631579, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.7272727272727273, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 8.906973389229117, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.1392905631457751, "status": "measured", "note": "" }, "joint_limit_error": { "value": 108.25120206974732, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.27559636510764585, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.7368421052631579, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 9, "gt_part_count": 12, "pred_joint_count": 8, "gt_joint_count": 11, "matches": [ { "type_mismatch": 0.0, "axis_error_deg": 18.116002475009534, "origin_error": 0.0, "limit_error": 0.26183035159111023, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 14.051168830338819, "origin_error": 0.0, "limit_error": 0.2406863489151001, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 10.36268725159973, "origin_error": 0.0, "limit_error": 0.1779531308412552, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 1.7380523388112459, "origin_error": 0.2735442957697023, "limit_error": 354.3074341116953, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 32.18335880719997, "origin_error": 0.0, "limit_error": 0.15553799951076508, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 13.393073970921845, "origin_error": 0.0, "limit_error": 0.20990226352214814, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 0.0, "origin_error": 0.3759560831689568, "limit_error": 44.30593753366069, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 4.687828857922644, "origin_error": 0.3255335630817665, "limit_error": 358.25467074800565, "accepted": true } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 72.44036348923541, "part_decomposition": 75.0, "kinematics": 73.68421052631578, "motion_consistency": 73.68421052631578, "ot_routing_diagnostics": 0.0 }, "weighted_score": 68.77867235148591, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/vlm_cards/004_GAPartNet_small_appliances_small_appliances_103101.png", "vlm": { "ok": false, "text": "", "error": "skipped" } }, { "sample_name": "026_GAPartNet_electronics_electronics_104000", "benchmark_index": 26, "sample_id": "GAPartNet/electronics/104000", "source_dataset": "GAPartNet", "category": "electronics", "object_id": "electronics/104000", "num_parts": 21, "movable_parts": 20, "texture_render": { "visual_meshes": 158, "texture_like_meshes": 29, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_inputs/026_GAPartNet_electronics_electronics_104000/026_GAPartNet_electronics_electronics_104000_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/026_GAPartNet_electronics_electronics_104000@026_GAPartNet_electronics_electronics_104000_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/02__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 72.910080909729, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.7048978118145095, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 1, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 0.9523809523809523, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 1, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 5, "status": "measured", "note": "" }, "joint_precision": { "value": 0.13333333333333333, "status": "measured", "note": "" }, "joint_recall": { "value": 0.1, "status": "measured", "note": "" }, "joint_f1": { "value": 0.1142857142857143, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.3, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 8.527734909226503, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.1765979573407778, "status": "measured", "note": "" }, "joint_limit_error": { "value": 179.83888289745335, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.2951021881854905, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.1142857142857143, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 20, "gt_part_count": 21, "pred_joint_count": 15, "gt_joint_count": 20, "matches": [ { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.594471574611599, "limit_error": 87.53090557861329, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 36.1588415381623, "origin_error": 0.0, "limit_error": 0.06985882264375687, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.6754627803800637, "limit_error": 70.08390155029296, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.6845901136542677, "limit_error": 53.28553500366211, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.5844697100087739, "limit_error": 79.25790515136718, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 88.75619286000574, "origin_error": 0.0, "limit_error": 0.4279503781795502, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 88.82729340026744, "origin_error": 0.0, "limit_error": 0.391377236366272, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 83.33413052112883, "origin_error": 0.0, "limit_error": 0.35442414474487305, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 14.206493991546308, "origin_error": 0.0, "limit_error": 0.09664481538534164, "accepted": true }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.552464094844724, "limit_error": 71.07889447021485, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 5.374636226712673, "origin_error": 0.0633726500400473, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 10.652945671269194, "origin_error": 0.15786532165079237, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 65.35087474711183, "origin_error": 0.20840804694369044, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 55.69723947672081, "origin_error": 0.2124122582188036, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 2.8489758269066976, "origin_error": 0.3531959146815556, "limit_error": 359.58112097952136, "accepted": true } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 70.48978118145095, "part_decomposition": 95.23809523809523, "kinematics": 11.428571428571429, "motion_consistency": 11.428571428571429, "ot_routing_diagnostics": 0.0 }, "weighted_score": 46.51843662764764, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/vlm_cards/026_GAPartNet_electronics_electronics_104000.png", "vlm": { "ok": false, "text": "", "error": "skipped" } }, { "sample_name": "073_PartNetMobility_electronics_electronics_3811", "benchmark_index": 73, "sample_id": "PartNetMobility/electronics/3811", "source_dataset": "PartNetMobility", "category": "electronics", "object_id": "electronics/3811", "num_parts": 31, "movable_parts": 30, "texture_render": { "visual_meshes": 286, "texture_like_meshes": 70, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_inputs/073_PartNetMobility_electronics_electronics_3811/073_PartNetMobility_electronics_electronics_3811_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/073_PartNetMobility_electronics_electronics_3811@073_PartNetMobility_electronics_electronics_3811_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/03__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 72.910080909729, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.5991728421739015, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 0, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 0, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 10, "status": "measured", "note": "" }, "joint_precision": { "value": 0.1, "status": "measured", "note": "" }, "joint_recall": { "value": 0.06666666666666667, "status": "measured", "note": "" }, "joint_f1": { "value": 0.08, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.16666666666666666, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 20.225395923935842, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.0, "status": "measured", "note": "" }, "joint_limit_error": { "value": 1.0252033945918084, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.40082715782609846, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.08, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 31, "gt_part_count": 31, "pred_joint_count": 20, "gt_joint_count": 30, "matches": [ { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.2215051066043078, "limit_error": 11.287471916198731, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 16.640580912975967, "origin_error": 0.0, "limit_error": 1.2036358559131624, "accepted": true }, { "type_mismatch": 1.0, "axis_error_deg": 1.280453767588814, "origin_error": 0.1649997906169374, "limit_error": 359.11, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.23208366263238897, "limit_error": 15.828502311706544, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 3.7907951982715455, "origin_error": 0.18123290312471463, "limit_error": 359.11, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.4011916701241844, "limit_error": 43.33262524414062, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.4468866782740864, "limit_error": 18.704226348876954, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.6264661902933223, "limit_error": 85.23078265380859, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.6306386592279544, "limit_error": 86.81886401367187, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.6362336925124105, "limit_error": 85.29901232910156, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.628077467792126, "limit_error": 81.0297099609375, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.6285169492653314, "limit_error": 84.09974780273437, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.601493311583193, "limit_error": 83.69178662109375, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.32528692675787696, "limit_error": 96.32860455322266, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.3686049597635958, "limit_error": 73.87251934814454, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 32.241606005055445, "origin_error": 0.0, "limit_error": 0.8997389267757535, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.601474587746633, "limit_error": 22.04489436340332, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 43.43473516807506, "origin_error": 0.0, "limit_error": 0.11208159136772156, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 40.69131839639688, "origin_error": 0.0, "limit_error": 0.0461243015229702, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 23.810210934895718, "origin_error": 0.0, "limit_error": 0.8467709332704544, "accepted": true } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 59.917284217390154, "part_decomposition": 100.0, "kinematics": 8.0, "motion_consistency": 8.0, "ot_routing_diagnostics": 0.0 }, "weighted_score": 44.40799224485107, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/vlm_cards/073_PartNetMobility_electronics_electronics_3811.png", "vlm": { "ok": false, "text": "", "error": "skipped" } }, { "sample_name": "097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179", "benchmark_index": 97, "sample_id": "PartNetMobility/major_appliances/PartNetMobility_7179", "source_dataset": "PartNetMobility", "category": "major_appliances", "object_id": "major_appliances/PartNetMobility_7179", "num_parts": 6, "movable_parts": 5, "texture_render": { "visual_meshes": 99, "texture_like_meshes": 25, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_inputs/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179@097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/04__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 72.910080909729, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.6578835143547167, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 1, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 0.8333333333333334, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 1, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 2, "status": "measured", "note": "" }, "joint_precision": { "value": 0.0, "status": "measured", "note": "" }, "joint_recall": { "value": 0.0, "status": "measured", "note": "" }, "joint_f1": { "value": 0.0, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.4, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 90.0, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.0, "status": "measured", "note": "" }, "joint_limit_error": { "value": 0.0, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.3421164856452833, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.0, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 5, "gt_part_count": 6, "pred_joint_count": 3, "gt_joint_count": 5, "matches": [ { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.5923758450889791, "limit_error": 60.34116046031448, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.583503870557132, "limit_error": 57.96612866322068, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 15.409640151173345, "origin_error": 0.17416853936176677, "limit_error": 359.472, "accepted": false } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 65.78835143547167, "part_decomposition": 83.33333333333334, "kinematics": 0.0, "motion_consistency": 0.0, "ot_routing_diagnostics": 0.0 }, "weighted_score": 38.457809875776235, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span2_hard5_20260522/vlm_cards/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179.png", "vlm": { "ok": false, "text": "", "error": "skipped" } } ] }, { "name": "span3_overexpanded", "report_path": "PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/report.json", "input_conditioning": { "sentinel_cell_span": 3 }, "aggregate": { "mean_weighted_score": 43.52126417134006, "by_source": { "ArtVIP": 40.54308913934189, "GAPartNet": 46.77075185348108, "PartNetMobility": 41.760864005198115 }, "mean_joint_f1": 0.08594910700173858, "mean_part_count_mae": 1.2 }, "rows": [ { "sample_name": "000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6", "benchmark_index": 0, "sample_id": "ArtVIP/major_appliances/model_refrigerator_6", "source_dataset": "ArtVIP", "category": "major_appliances", "object_id": "major_appliances/model_refrigerator_6", "num_parts": 7, "movable_parts": 6, "texture_render": { "visual_meshes": 58, "texture_like_meshes": 2, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_inputs/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6@000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/00__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 73.11539120674134, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.5677289788249864, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 0, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 0, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 3, "status": "measured", "note": "" }, "joint_precision": { "value": 0.0, "status": "measured", "note": "" }, "joint_recall": { "value": 0.0, "status": "measured", "note": "" }, "joint_f1": { "value": 0.0, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.3333333333333333, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 90.0, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.0, "status": "measured", "note": "" }, "joint_limit_error": { "value": 0.0, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.4322710211750136, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.0, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 7, "gt_part_count": 7, "pred_joint_count": 3, "gt_joint_count": 6, "matches": [ { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.7455815705367544, "limit_error": 44.22985118759827, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 64.86378539189155, "origin_error": 1.0266692601867498, "limit_error": 357.9056048976068, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.11648754919375193, "limit_error": 32.39415055513382, "accepted": false } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 56.77289788249864, "part_decomposition": 100.0, "kinematics": 0.0, "motion_consistency": 0.0, "ot_routing_diagnostics": 0.0 }, "weighted_score": 40.54308913934189, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/vlm_cards/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6.png", "vlm": { "ok": false, "text": "", "error": "skipped" } }, { "sample_name": "004_GAPartNet_small_appliances_small_appliances_103101", "benchmark_index": 4, "sample_id": "GAPartNet/small_appliances/103101", "source_dataset": "GAPartNet", "category": "small_appliances", "object_id": "small_appliances/103101", "num_parts": 12, "movable_parts": 11, "texture_render": { "visual_meshes": 256, "texture_like_meshes": 0, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_inputs/004_GAPartNet_small_appliances_small_appliances_103101/004_GAPartNet_small_appliances_small_appliances_103101_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/004_GAPartNet_small_appliances_small_appliances_103101@004_GAPartNet_small_appliances_small_appliances_103101_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/01__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 73.11539120674134, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.7247672668339308, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 2, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 0.8333333333333334, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 2, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 3, "status": "measured", "note": "" }, "joint_precision": { "value": 0.25, "status": "measured", "note": "" }, "joint_recall": { "value": 0.18181818181818182, "status": "measured", "note": "" }, "joint_f1": { "value": 0.2105263157894737, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.7272727272727273, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 16.012781670258846, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.1767612779778804, "status": "measured", "note": "" }, "joint_limit_error": { "value": 179.20918665862598, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.2752327331660692, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.2105263157894737, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 10, "gt_part_count": 12, "pred_joint_count": 8, "gt_joint_count": 11, "matches": [ { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.6110085940976455, "limit_error": 9.820304900269512, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 34.594810936720975, "origin_error": 0.0, "limit_error": 0.20906824553012848, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 23.727851765628625, "origin_error": 0.0, "limit_error": 0.16370256924629212, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.45191012484390275, "limit_error": 68.16897082833842, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 37.34231294698918, "origin_error": 0.0, "limit_error": 0.12926808679103852, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 41.3118126988435, "origin_error": 0.0, "limit_error": 0.08979065650701523, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 38.94919192084567, "origin_error": 0.0, "limit_error": 0.09006430143117905, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 8.297711574889066, "origin_error": 0.3535225559557608, "limit_error": 358.25467074800565, "accepted": true } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 72.47672668339308, "part_decomposition": 83.33333333333334, "kinematics": 21.05263157894737, "motion_consistency": 21.05263157894737, "ot_routing_diagnostics": 0.0 }, "weighted_score": 48.37813505342588, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/vlm_cards/004_GAPartNet_small_appliances_small_appliances_103101.png", "vlm": { "ok": false, "text": "", "error": "skipped" } }, { "sample_name": "026_GAPartNet_electronics_electronics_104000", "benchmark_index": 26, "sample_id": "GAPartNet/electronics/104000", "source_dataset": "GAPartNet", "category": "electronics", "object_id": "electronics/104000", "num_parts": 21, "movable_parts": 20, "texture_render": { "visual_meshes": 158, "texture_like_meshes": 29, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_inputs/026_GAPartNet_electronics_electronics_104000/026_GAPartNet_electronics_electronics_104000_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/026_GAPartNet_electronics_electronics_104000@026_GAPartNet_electronics_electronics_104000_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/02__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 73.11539120674134, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.6990425200864698, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 2, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 0.9047619047619048, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 2, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 3, "status": "measured", "note": "" }, "joint_precision": { "value": 0.11764705882352941, "status": "measured", "note": "" }, "joint_recall": { "value": 0.1, "status": "measured", "note": "" }, "joint_f1": { "value": 0.1081081081081081, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.3, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 12.024289827149174, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.16505925055316453, "status": "measured", "note": "" }, "joint_limit_error": { "value": 179.839094259249, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.30095747991353017, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.1081081081081081, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 19, "gt_part_count": 21, "pred_joint_count": 17, "gt_joint_count": 20, "matches": [ { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.589663093969616, "limit_error": 66.960158203125, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.4946860658675493, "limit_error": 37.22115979003906, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.5832273382553115, "limit_error": 81.24366870117187, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.5855929248803223, "limit_error": 70.61596789550781, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.6668405754130134, "limit_error": 62.5371676940918, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 88.23167261417727, "origin_error": 0.0, "limit_error": 0.4154739339351654, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 89.19307560957412, "origin_error": 0.0, "limit_error": 0.4141410846710205, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 45.85322502856764, "origin_error": 0.0, "limit_error": 0.07645136457681656, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 84.09383135051657, "origin_error": 0.0, "limit_error": 0.3807766993045807, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 84.09531581820622, "origin_error": 0.4234338994051635, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 20.283811352867737, "origin_error": 0.0, "limit_error": 0.09706753897666931, "accepted": true }, { "type_mismatch": 1.0, "axis_error_deg": 78.81254883403551, "origin_error": 0.2889303199531756, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 86.48183392239687, "origin_error": 0.26193595520662, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 81.51854884222564, "origin_error": 0.2124122098212242, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 63.99980407095594, "origin_error": 0.19086363442869062, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 52.972831087728025, "origin_error": 0.15254743773298637, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 3.7647683014306095, "origin_error": 0.33011850110632907, "limit_error": 359.58112097952136, "accepted": true } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 69.90425200864698, "part_decomposition": 90.47619047619048, "kinematics": 10.81081081081081, "motion_consistency": 10.81081081081081, "ot_routing_diagnostics": 0.0 }, "weighted_score": 45.16336865353628, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/vlm_cards/026_GAPartNet_electronics_electronics_104000.png", "vlm": { "ok": false, "text": "", "error": "skipped" } }, { "sample_name": "073_PartNetMobility_electronics_electronics_3811", "benchmark_index": 73, "sample_id": "PartNetMobility/electronics/3811", "source_dataset": "PartNetMobility", "category": "electronics", "object_id": "electronics/3811", "num_parts": 31, "movable_parts": 30, "texture_render": { "visual_meshes": 286, "texture_like_meshes": 70, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_inputs/073_PartNetMobility_electronics_electronics_3811/073_PartNetMobility_electronics_electronics_3811_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/073_PartNetMobility_electronics_electronics_3811@073_PartNetMobility_electronics_electronics_3811_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/03__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 73.11539120674134, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.6011168759888392, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 1, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 0.967741935483871, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 1, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 6, "status": "measured", "note": "" }, "joint_precision": { "value": 0.125, "status": "measured", "note": "" }, "joint_recall": { "value": 0.1, "status": "measured", "note": "" }, "joint_f1": { "value": 0.11111111111111112, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.26666666666666666, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 10.833012172988711, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.0, "status": "measured", "note": "" }, "joint_limit_error": { "value": 0.9769470918675265, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.3988831240111608, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.11111111111111112, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 30, "gt_part_count": 31, "pred_joint_count": 24, "gt_joint_count": 30, "matches": [ { "type_mismatch": 0.0, "axis_error_deg": 15.92911454422643, "origin_error": 0.0, "limit_error": 1.1173661047220231, "accepted": true }, { "type_mismatch": 1.0, "axis_error_deg": 56.91922275281742, "origin_error": 0.08441622304675554, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 2.0469632315880437, "origin_error": 0.09785575082735418, "limit_error": 359.11, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.15786186417449016, "limit_error": 22.566509857177735, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 57.88156012887442, "origin_error": 0.15068508617747037, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.3394552031803606, "limit_error": 11.609102104187011, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.43358889851747484, "limit_error": 63.171603057861326, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.3544291573359628, "limit_error": 77.06857189941407, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.2869216337717224, "limit_error": 0.3321272988319397, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.20531974536116937, "limit_error": 0.5540663261413574, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.2692683101714588, "limit_error": 2.5406202335357664, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.5920130761828596, "limit_error": 65.61900439453125, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.591699078246679, "limit_error": 66.75951495361328, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.5995089274067428, "limit_error": 77.41201892089843, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.5871892309398312, "limit_error": 70.56511798095703, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.5926106537810082, "limit_error": 71.95199694824218, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 77.93116028463754, "origin_error": 0.0, "limit_error": 0.009067034486681223, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 87.08006474804817, "origin_error": 0.0, "limit_error": 0.0687661800980568, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 58.497398147834154, "origin_error": 0.0, "limit_error": 0.015283530905842781, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 38.461933693474336, "origin_error": 0.0, "limit_error": 0.048917956322431566, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 5.304357442052461, "origin_error": 0.0, "limit_error": 0.8818975150585174, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 11.265564532687243, "origin_error": 0.0, "limit_error": 0.9315776558220387, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 73.97734736373862, "origin_error": 0.0, "limit_error": 0.005764333901926875, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 1.0676676743051243, "origin_error": 0.33667396538042615, "limit_error": 359.11, "accepted": false } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 60.111687598883925, "part_decomposition": 96.7741935483871, "kinematics": 11.111111111111112, "motion_consistency": 11.111111111111112, "ot_routing_diagnostics": 0.0 }, "weighted_score": 45.069511888373114, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/vlm_cards/073_PartNetMobility_electronics_electronics_3811.png", "vlm": { "ok": false, "text": "", "error": "skipped" } }, { "sample_name": "097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179", "benchmark_index": 97, "sample_id": "PartNetMobility/major_appliances/PartNetMobility_7179", "source_dataset": "PartNetMobility", "category": "major_appliances", "object_id": "major_appliances/PartNetMobility_7179", "num_parts": 6, "movable_parts": 5, "texture_render": { "visual_meshes": 99, "texture_like_meshes": 25, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_inputs/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179@097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/04__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 73.11539120674134, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.6575292432836862, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 1, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 0.8333333333333334, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 1, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 2, "status": "measured", "note": "" }, "joint_precision": { "value": 0.0, "status": "measured", "note": "" }, "joint_recall": { "value": 0.0, "status": "measured", "note": "" }, "joint_f1": { "value": 0.0, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.4, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 90.0, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.0, "status": "measured", "note": "" }, "joint_limit_error": { "value": 0.0, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.3424707567163138, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.0, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 5, "gt_part_count": 6, "pred_joint_count": 3, "gt_joint_count": 5, "matches": [ { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.6063309661783732, "limit_error": 48.93109957774612, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.6286193786918552, "limit_error": 60.09754498402146, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 16.622761267258607, "origin_error": 0.17739763636740172, "limit_error": 359.472, "accepted": false } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 65.75292432836862, "part_decomposition": 83.33333333333334, "kinematics": 0.0, "motion_consistency": 0.0, "ot_routing_diagnostics": 0.0 }, "weighted_score": 38.45221612202312, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/vlm_cards/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179.png", "vlm": { "ok": false, "text": "", "error": "skipped" } } ] } ]