{ "run_id": "pact_min_evidence_span3_hard5_20260522", "title": "PAct Min-Evidence Span3 Hard-5 Official Defaults", "portal_summary": "PAct official-default hard-5 run with cardinality sentinels expanded to 3x3 mask-grid cells to test whether more upstream latent evidence keeps improving or starts polluting the condition.", "portal_tags": [ "PAct", "Eval100", "easy-cases", "metrics" ], "timestamp": "2026-05-22T22:17:01+00:00", "selection_policy": "manual benchmark_index selection: 0, 4, 26, 73, 97", "seed": 20260521, "pact_steps": "PAct defaults (ss_steps=25, slat_steps=25)", "pact_output_overrides": { "export_textured_glb": false, "fast_output": true }, "input_conditioning": { "sentinel_cell_span": 3 }, "dataset_validation": { "dataset_root": "/data/250010098/PAct-Transporter/datasets/pact_eval100_2_1_coverage_20260521", "num_records": 100, "unique_sample_ids": 100, "by_source": { "ArtVIP": 25, "GAPartNet": 25, "GRScenes": 25, "PartNetMobility": 25 }, "by_category": { "Clock": 4, "Dispenser": 4, "architectural_fixtures": 11, "electronics": 5, "household_fixtures": 13, "household_items": 6, "large_furniture": 4, "major_appliances": 22, "small_appliances": 16, "small_furniture": 9, "storage": 6 }, "by_problem_tag": { "cross_source_domain_gap": 75, "hard_motion": 74, "internal_or_occluded_part_risk": 48, "known_quality_or_conversion_issue": 40, "many_parts": 56, "mixed_joint_types": 37, "non_pm_generalization": 75, "part_decomposition": 100, "prismatic_motion": 46, "revolute_motion": 91, "single_view_conditioning": 100, "thin_structure": 9, "unseen_category": 15 }, "parsed_sdf_count": 100, "preview_count": 100, "issues": [], "ok": true }, "sample_records": [ { "sample_name": "000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6", "benchmark_index": 0, "sample_id": "ArtVIP/major_appliances/model_refrigerator_6", "source_dataset": "ArtVIP", "category": "major_appliances", "object_id": "major_appliances/model_refrigerator_6", "num_parts": 7, "movable_parts": 6, "texture_render": { "visual_meshes": 58, "texture_like_meshes": 2, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_inputs/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6@000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/00__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 73.11539120674134, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.5677289788249864, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 0, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 0, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 3, "status": "measured", "note": "" }, "joint_precision": { "value": 0.0, "status": "measured", "note": "" }, "joint_recall": { "value": 0.0, "status": "measured", "note": "" }, "joint_f1": { "value": 0.0, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.3333333333333333, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 90.0, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.0, "status": "measured", "note": "" }, "joint_limit_error": { "value": 0.0, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.4322710211750136, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.0, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 7, "gt_part_count": 7, "pred_joint_count": 3, "gt_joint_count": 6, "matches": [ { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.7455815705367544, "limit_error": 44.22985118759827, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 64.86378539189155, "origin_error": 1.0266692601867498, "limit_error": 357.9056048976068, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.11648754919375193, "limit_error": 32.39415055513382, "accepted": false } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 56.77289788249864, "part_decomposition": 100.0, "kinematics": 0.0, "motion_consistency": 0.0, "ot_routing_diagnostics": 0.0 }, "weighted_score": 40.54308913934189, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/vlm_cards/000_ArtVIP_major_appliances_major_appliances_model_refrigerator_6.png", "vlm": { "ok": false, "text": "", "error": "skipped" } }, { "sample_name": "004_GAPartNet_small_appliances_small_appliances_103101", "benchmark_index": 4, "sample_id": "GAPartNet/small_appliances/103101", "source_dataset": "GAPartNet", "category": "small_appliances", "object_id": "small_appliances/103101", "num_parts": 12, "movable_parts": 11, "texture_render": { "visual_meshes": 256, "texture_like_meshes": 0, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_inputs/004_GAPartNet_small_appliances_small_appliances_103101/004_GAPartNet_small_appliances_small_appliances_103101_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/004_GAPartNet_small_appliances_small_appliances_103101@004_GAPartNet_small_appliances_small_appliances_103101_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/01__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 73.11539120674134, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.7247672668339308, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 2, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 0.8333333333333334, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 2, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 3, "status": "measured", "note": "" }, "joint_precision": { "value": 0.25, "status": "measured", "note": "" }, "joint_recall": { "value": 0.18181818181818182, "status": "measured", "note": "" }, "joint_f1": { "value": 0.2105263157894737, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.7272727272727273, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 16.012781670258846, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.1767612779778804, "status": "measured", "note": "" }, "joint_limit_error": { "value": 179.20918665862598, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.2752327331660692, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.2105263157894737, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 10, "gt_part_count": 12, "pred_joint_count": 8, "gt_joint_count": 11, "matches": [ { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.6110085940976455, "limit_error": 9.820304900269512, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 34.594810936720975, "origin_error": 0.0, "limit_error": 0.20906824553012848, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 23.727851765628625, "origin_error": 0.0, "limit_error": 0.16370256924629212, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.45191012484390275, "limit_error": 68.16897082833842, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 37.34231294698918, "origin_error": 0.0, "limit_error": 0.12926808679103852, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 41.3118126988435, "origin_error": 0.0, "limit_error": 0.08979065650701523, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 38.94919192084567, "origin_error": 0.0, "limit_error": 0.09006430143117905, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 8.297711574889066, "origin_error": 0.3535225559557608, "limit_error": 358.25467074800565, "accepted": true } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 72.47672668339308, "part_decomposition": 83.33333333333334, "kinematics": 21.05263157894737, "motion_consistency": 21.05263157894737, "ot_routing_diagnostics": 0.0 }, "weighted_score": 48.37813505342588, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/vlm_cards/004_GAPartNet_small_appliances_small_appliances_103101.png", "vlm": { "ok": false, "text": "", "error": "skipped" } }, { "sample_name": "026_GAPartNet_electronics_electronics_104000", "benchmark_index": 26, "sample_id": "GAPartNet/electronics/104000", "source_dataset": "GAPartNet", "category": "electronics", "object_id": "electronics/104000", "num_parts": 21, "movable_parts": 20, "texture_render": { "visual_meshes": 158, "texture_like_meshes": 29, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_inputs/026_GAPartNet_electronics_electronics_104000/026_GAPartNet_electronics_electronics_104000_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/026_GAPartNet_electronics_electronics_104000@026_GAPartNet_electronics_electronics_104000_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/02__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 73.11539120674134, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.6990425200864698, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 2, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 0.9047619047619048, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 2, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 3, "status": "measured", "note": "" }, "joint_precision": { "value": 0.11764705882352941, "status": "measured", "note": "" }, "joint_recall": { "value": 0.1, "status": "measured", "note": "" }, "joint_f1": { "value": 0.1081081081081081, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.3, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 12.024289827149174, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.16505925055316453, "status": "measured", "note": "" }, "joint_limit_error": { "value": 179.839094259249, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.30095747991353017, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.1081081081081081, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 19, "gt_part_count": 21, "pred_joint_count": 17, "gt_joint_count": 20, "matches": [ { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.589663093969616, "limit_error": 66.960158203125, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.4946860658675493, "limit_error": 37.22115979003906, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.5832273382553115, "limit_error": 81.24366870117187, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.5855929248803223, "limit_error": 70.61596789550781, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.6668405754130134, "limit_error": 62.5371676940918, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 88.23167261417727, "origin_error": 0.0, "limit_error": 0.4154739339351654, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 89.19307560957412, "origin_error": 0.0, "limit_error": 0.4141410846710205, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 45.85322502856764, "origin_error": 0.0, "limit_error": 0.07645136457681656, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 84.09383135051657, "origin_error": 0.0, "limit_error": 0.3807766993045807, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 84.09531581820622, "origin_error": 0.4234338994051635, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 20.283811352867737, "origin_error": 0.0, "limit_error": 0.09706753897666931, "accepted": true }, { "type_mismatch": 1.0, "axis_error_deg": 78.81254883403551, "origin_error": 0.2889303199531756, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 86.48183392239687, "origin_error": 0.26193595520662, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 81.51854884222564, "origin_error": 0.2124122098212242, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 63.99980407095594, "origin_error": 0.19086363442869062, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 52.972831087728025, "origin_error": 0.15254743773298637, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 3.7647683014306095, "origin_error": 0.33011850110632907, "limit_error": 359.58112097952136, "accepted": true } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 69.90425200864698, "part_decomposition": 90.47619047619048, "kinematics": 10.81081081081081, "motion_consistency": 10.81081081081081, "ot_routing_diagnostics": 0.0 }, "weighted_score": 45.16336865353628, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/vlm_cards/026_GAPartNet_electronics_electronics_104000.png", "vlm": { "ok": false, "text": "", "error": "skipped" } }, { "sample_name": "073_PartNetMobility_electronics_electronics_3811", "benchmark_index": 73, "sample_id": "PartNetMobility/electronics/3811", "source_dataset": "PartNetMobility", "category": "electronics", "object_id": "electronics/3811", "num_parts": 31, "movable_parts": 30, "texture_render": { "visual_meshes": 286, "texture_like_meshes": 70, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_inputs/073_PartNetMobility_electronics_electronics_3811/073_PartNetMobility_electronics_electronics_3811_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/073_PartNetMobility_electronics_electronics_3811@073_PartNetMobility_electronics_electronics_3811_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/03__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 73.11539120674134, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.6011168759888392, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 1, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 0.967741935483871, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 1, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 6, "status": "measured", "note": "" }, "joint_precision": { "value": 0.125, "status": "measured", "note": "" }, "joint_recall": { "value": 0.1, "status": "measured", "note": "" }, "joint_f1": { "value": 0.11111111111111112, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.26666666666666666, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 10.833012172988711, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.0, "status": "measured", "note": "" }, "joint_limit_error": { "value": 0.9769470918675265, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.3988831240111608, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.11111111111111112, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 30, "gt_part_count": 31, "pred_joint_count": 24, "gt_joint_count": 30, "matches": [ { "type_mismatch": 0.0, "axis_error_deg": 15.92911454422643, "origin_error": 0.0, "limit_error": 1.1173661047220231, "accepted": true }, { "type_mismatch": 1.0, "axis_error_deg": 56.91922275281742, "origin_error": 0.08441622304675554, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 2.0469632315880437, "origin_error": 0.09785575082735418, "limit_error": 359.11, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 0.0, "origin_error": 0.15786186417449016, "limit_error": 22.566509857177735, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 57.88156012887442, "origin_error": 0.15068508617747037, "limit_error": 359.998, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.3394552031803606, "limit_error": 11.609102104187011, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.43358889851747484, "limit_error": 63.171603057861326, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.3544291573359628, "limit_error": 77.06857189941407, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.2869216337717224, "limit_error": 0.3321272988319397, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.20531974536116937, "limit_error": 0.5540663261413574, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.2692683101714588, "limit_error": 2.5406202335357664, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.5920130761828596, "limit_error": 65.61900439453125, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.591699078246679, "limit_error": 66.75951495361328, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.5995089274067428, "limit_error": 77.41201892089843, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.5871892309398312, "limit_error": 70.56511798095703, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 29.993704044077234, "origin_error": 0.5926106537810082, "limit_error": 71.95199694824218, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 77.93116028463754, "origin_error": 0.0, "limit_error": 0.009067034486681223, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 87.08006474804817, "origin_error": 0.0, "limit_error": 0.0687661800980568, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 58.497398147834154, "origin_error": 0.0, "limit_error": 0.015283530905842781, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 38.461933693474336, "origin_error": 0.0, "limit_error": 0.048917956322431566, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 5.304357442052461, "origin_error": 0.0, "limit_error": 0.8818975150585174, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 11.265564532687243, "origin_error": 0.0, "limit_error": 0.9315776558220387, "accepted": true }, { "type_mismatch": 0.0, "axis_error_deg": 73.97734736373862, "origin_error": 0.0, "limit_error": 0.005764333901926875, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 1.0676676743051243, "origin_error": 0.33667396538042615, "limit_error": 359.11, "accepted": false } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 60.111687598883925, "part_decomposition": 96.7741935483871, "kinematics": 11.111111111111112, "motion_consistency": 11.111111111111112, "ot_routing_diagnostics": 0.0 }, "weighted_score": 45.069511888373114, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/vlm_cards/073_PartNetMobility_electronics_electronics_3811.png", "vlm": { "ok": false, "text": "", "error": "skipped" } }, { "sample_name": "097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179", "benchmark_index": 97, "sample_id": "PartNetMobility/major_appliances/PartNetMobility_7179", "source_dataset": "PartNetMobility", "category": "major_appliances", "object_id": "major_appliances/PartNetMobility_7179", "num_parts": 6, "movable_parts": 5, "texture_render": { "visual_meshes": 99, "texture_like_meshes": 25, "status": "textured_visual_render" }, "partcolor_debug_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_inputs/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179_synthetic_partcolor_debug.png", "pact_object_json": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/exported_arti_objects/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179@097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179_synthetic_processed.@ng/object.json", "pact_exploded_png": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/pact_outputs/seed42_slatcfg7.0_sscfg7.0_sssteps25_slatsteps25_artioutmean_feature_regression_steps/04__exploded_part.png", "metric_groups": { "pipeline_availability": { "inference_success": { "value": 1, "status": "measured", "note": "" }, "object_json_valid": { "value": 1, "status": "measured", "note": "" }, "glb_export_success": { "value": 0, "status": "not_provided", "note": "This smoke run exports articulated object JSON/PLY, not textured GLB." }, "part_asset_completeness": { "value": 1.0, "status": "measured", "note": "" }, "runtime_seconds": { "value": 73.11539120674134, "status": "measured", "note": "" }, "peak_gpu_memory_mb": { "value": null, "status": "not_provided", "note": "Not sampled in this run." }, "reproducible_seed_match": { "value": 1, "status": "measured", "note": "" } }, "geometry": { "chamfer_l2": { "value": null, "status": "not_provided", "note": "PLY-level Chamfer hook present; omitted in smoke run for speed." }, "fscore_tau_0_01": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "normal_consistency": { "value": null, "status": "not_provided", "note": "Requires dense surface sampling." }, "scale_consistency": { "value": 0.6575292432836862, "status": "measured", "note": "" }, "mesh_manifold_sanity": { "value": null, "status": "not_provided", "note": "Requires mesh repair/manifold pass." }, "texture_or_material_coverage": { "value": 0.0, "status": "not_provided", "note": "PAct smoke export is untextured PLY." } }, "part_decomposition": { "part_count_mae": { "value": 1, "status": "measured", "note": "" }, "part_count_accuracy": { "value": 0.8333333333333334, "status": "measured", "note": "" }, "part_segmentation_miou_if_masks_available": { "value": null, "status": "requires_gt", "note": "2D mask GT is conditioning input; not a predicted mask output." }, "semantic_part_accuracy": { "value": null, "status": "not_provided", "note": "PAct output names are not semantic labels in this export." }, "parent_child_accuracy": { "value": 1.0, "status": "measured", "note": "" }, "tree_edit_distance": { "value": 1, "status": "measured", "note": "" }, "orphan_duplicate_part_rate": { "value": 0.0, "status": "measured", "note": "" } }, "kinematics": { "joint_count_mae": { "value": 2, "status": "measured", "note": "" }, "joint_precision": { "value": 0.0, "status": "measured", "note": "" }, "joint_recall": { "value": 0.0, "status": "measured", "note": "" }, "joint_f1": { "value": 0.0, "status": "measured", "note": "" }, "joint_type_accuracy": { "value": 0.4, "status": "measured", "note": "" }, "axis_angular_error_deg": { "value": 90.0, "status": "measured", "note": "" }, "origin_distance_error": { "value": 0.0, "status": "measured", "note": "" }, "joint_limit_error": { "value": 0.0, "status": "measured", "note": "" }, "kinematic_tree_validity": { "value": 1, "status": "measured", "note": "" } }, "motion_consistency": { "detachment_distance": { "value": null, "status": "requires_simulation", "note": "" }, "collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "self_collision_rate": { "value": null, "status": "requires_simulation", "note": "" }, "closed_state_assembly_error": { "value": 0.3424707567163138, "status": "measured", "note": "" }, "open_state_plausibility": { "value": 0.0, "status": "measured", "note": "" }, "trajectory_smoothness": { "value": null, "status": "requires_simulation", "note": "" } }, "ot_routing_diagnostics": { "ot_modules_active": { "value": 0, "status": "not_applicable", "note": "Raw PAct baseline; no OT module." }, "ot_gate_mean": { "value": null, "status": "not_applicable", "note": "" }, "ot_plan_marginal_error": { "value": null, "status": "not_applicable", "note": "" }, "ot_assignment_entropy": { "value": null, "status": "not_applicable", "note": "" }, "ot_edge_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_prior_beta": { "value": null, "status": "not_applicable", "note": "" }, "ot_mask_dropout_delta": { "value": null, "status": "not_applicable", "note": "" }, "ot_virtual_mass": { "value": null, "status": "not_applicable", "note": "" }, "part_patch_compactness": { "value": null, "status": "not_applicable", "note": "" } }, "robustness_breakdown": { "macro_score_by_source_dataset": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; see report.aggregate.by_source." }, "macro_score_by_category": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "macro_score_by_problem_tag": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "worst_10pct_score": { "value": null, "status": "not_applicable", "note": "Aggregate-only metric; sample count is 5." }, "failure_cluster_count": { "value": null, "status": "not_provided", "note": "Requires larger batch clustering." } }, "debug": { "pred_part_count": 5, "gt_part_count": 6, "pred_joint_count": 3, "gt_joint_count": 5, "matches": [ { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.6063309661783732, "limit_error": 48.93109957774612, "accepted": false }, { "type_mismatch": 0.0, "axis_error_deg": 90.0, "origin_error": 0.6286193786918552, "limit_error": 60.09754498402146, "accepted": false }, { "type_mismatch": 1.0, "axis_error_deg": 16.622761267258607, "origin_error": 0.17739763636740172, "limit_error": 359.472, "accepted": false } ], "pred_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 }, "ref_tree": { "root_count": 1, "duplicate_ids": 0, "dangling_parent_count": 0, "cycle_node_count": 0, "valid": 1 } } }, "group_scores": { "pipeline_availability": 100.0, "geometry": 65.75292432836862, "part_decomposition": 83.33333333333334, "kinematics": 0.0, "motion_consistency": 0.0, "ot_routing_diagnostics": 0.0 }, "weighted_score": 38.45221612202312, "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_min_evidence_span3_hard5_20260522/vlm_cards/097_PartNetMobility_major_appliances_major_appliances_PartNetMobility_7179.png", "vlm": { "ok": false, "text": "", "error": "skipped" } } ], "aggregate": { "mean_weighted_score": 43.52126417134006, "by_source": { "ArtVIP": 40.54308913934189, "GAPartNet": 46.77075185348108, "PartNetMobility": 41.760864005198115 }, "mean_joint_f1": 0.08594910700173858, "mean_part_count_mae": 1.2 } }