{
  "run_id": "pact_texture_render_smoke_20260521",
  "title": "PAct texture render smoke",
  "portal_summary": "PAct sample evaluation with complete metric statuses and Gemini VLM QA.",
  "portal_tags": [
    "PAct",
    "Eval100",
    "easy-cases",
    "metrics"
  ],
  "timestamp": "2026-05-21T16:29:15+00:00",
  "selection_policy": "manual benchmark_index selection: 74",
  "seed": 20260521,
  "pact_steps": 1,
  "dataset_validation": {
    "dataset_root": "/data/250010098/PAct-Transporter/datasets/pact_eval100_2_1_coverage_20260521",
    "num_records": 100,
    "unique_sample_ids": 100,
    "by_source": {
      "ArtVIP": 25,
      "GAPartNet": 25,
      "GRScenes": 25,
      "PartNetMobility": 25
    },
    "by_category": {
      "Clock": 4,
      "Dispenser": 4,
      "architectural_fixtures": 11,
      "electronics": 5,
      "household_fixtures": 13,
      "household_items": 6,
      "large_furniture": 4,
      "major_appliances": 22,
      "small_appliances": 16,
      "small_furniture": 9,
      "storage": 6
    },
    "by_problem_tag": {
      "cross_source_domain_gap": 75,
      "hard_motion": 74,
      "internal_or_occluded_part_risk": 48,
      "known_quality_or_conversion_issue": 40,
      "many_parts": 56,
      "mixed_joint_types": 37,
      "non_pm_generalization": 75,
      "part_decomposition": 100,
      "prismatic_motion": 46,
      "revolute_motion": 91,
      "single_view_conditioning": 100,
      "thin_structure": 9,
      "unseen_category": 15
    },
    "parsed_sdf_count": 100,
    "preview_count": 100,
    "issues": [],
    "ok": true
  },
  "sample_records": [
    {
      "sample_name": "074_GRScenes_architectural_fixtures_architectural_fixtures_grscenes_door_dd95b8cef2d3_d60712",
      "benchmark_index": 74,
      "sample_id": "GRScenes/architectural_fixtures/grscenes_door_dd95b8cef2d3_d60712",
      "source_dataset": "GRScenes",
      "category": "architectural_fixtures",
      "object_id": "architectural_fixtures/grscenes_door_dd95b8cef2d3_d60712",
      "num_parts": 2,
      "movable_parts": 1,
      "pact_object_json": null,
      "pact_exploded_png": null,
      "metric_groups": {
        "pipeline_availability": {
          "inference_success": {
            "value": 0,
            "status": "measured",
            "note": ""
          },
          "object_json_valid": {
            "value": 0,
            "status": "measured",
            "note": ""
          },
          "glb_export_success": {
            "value": 0,
            "status": "not_provided",
            "note": "This smoke run exports articulated object JSON/PLY, not textured GLB."
          },
          "part_asset_completeness": {
            "value": 0.0,
            "status": "measured",
            "note": ""
          },
          "runtime_seconds": {
            "value": 0.0,
            "status": "measured",
            "note": ""
          },
          "peak_gpu_memory_mb": {
            "value": null,
            "status": "not_provided",
            "note": "Not sampled in this run."
          },
          "reproducible_seed_match": {
            "value": 1,
            "status": "measured",
            "note": ""
          }
        },
        "geometry": {
          "chamfer_l2": {
            "value": null,
            "status": "not_provided",
            "note": "PLY-level Chamfer hook present; omitted in smoke run for speed."
          },
          "fscore_tau_0_01": {
            "value": null,
            "status": "not_provided",
            "note": "Requires dense surface sampling."
          },
          "normal_consistency": {
            "value": null,
            "status": "not_provided",
            "note": "Requires dense surface sampling."
          },
          "scale_consistency": {
            "value": 0.0,
            "status": "measured",
            "note": ""
          },
          "mesh_manifold_sanity": {
            "value": null,
            "status": "not_provided",
            "note": "Requires mesh repair/manifold pass."
          },
          "texture_or_material_coverage": {
            "value": 0.0,
            "status": "not_provided",
            "note": "PAct smoke export is untextured PLY."
          }
        },
        "part_decomposition": {
          "part_count_mae": {
            "value": 2,
            "status": "measured",
            "note": ""
          },
          "part_count_accuracy": {
            "value": 0.0,
            "status": "measured",
            "note": ""
          },
          "part_segmentation_miou_if_masks_available": {
            "value": null,
            "status": "requires_gt",
            "note": "2D mask GT is conditioning input; not a predicted mask output."
          },
          "semantic_part_accuracy": {
            "value": null,
            "status": "not_provided",
            "note": "PAct output names are not semantic labels in this export."
          },
          "parent_child_accuracy": {
            "value": 0.0,
            "status": "measured",
            "note": ""
          },
          "tree_edit_distance": {
            "value": 3,
            "status": "measured",
            "note": ""
          },
          "orphan_duplicate_part_rate": {
            "value": 0.0,
            "status": "measured",
            "note": ""
          }
        },
        "kinematics": {
          "joint_count_mae": {
            "value": 1,
            "status": "measured",
            "note": ""
          },
          "joint_precision": {
            "value": 0.0,
            "status": "measured",
            "note": ""
          },
          "joint_recall": {
            "value": 0.0,
            "status": "measured",
            "note": ""
          },
          "joint_f1": {
            "value": 0.0,
            "status": "measured",
            "note": ""
          },
          "joint_type_accuracy": {
            "value": 0.0,
            "status": "measured",
            "note": ""
          },
          "axis_angular_error_deg": {
            "value": 90.0,
            "status": "measured",
            "note": ""
          },
          "origin_distance_error": {
            "value": 0.0,
            "status": "measured",
            "note": ""
          },
          "joint_limit_error": {
            "value": 0.0,
            "status": "measured",
            "note": ""
          },
          "kinematic_tree_validity": {
            "value": 0,
            "status": "measured",
            "note": ""
          }
        },
        "motion_consistency": {
          "detachment_distance": {
            "value": null,
            "status": "requires_simulation",
            "note": ""
          },
          "collision_rate": {
            "value": null,
            "status": "requires_simulation",
            "note": ""
          },
          "self_collision_rate": {
            "value": null,
            "status": "requires_simulation",
            "note": ""
          },
          "closed_state_assembly_error": {
            "value": 1.0,
            "status": "measured",
            "note": ""
          },
          "open_state_plausibility": {
            "value": 0.0,
            "status": "measured",
            "note": ""
          },
          "trajectory_smoothness": {
            "value": null,
            "status": "requires_simulation",
            "note": ""
          }
        },
        "ot_routing_diagnostics": {
          "ot_modules_active": {
            "value": 0,
            "status": "not_applicable",
            "note": "Raw PAct baseline; no OT module."
          },
          "ot_gate_mean": {
            "value": null,
            "status": "not_applicable",
            "note": ""
          },
          "ot_plan_marginal_error": {
            "value": null,
            "status": "not_applicable",
            "note": ""
          },
          "ot_assignment_entropy": {
            "value": null,
            "status": "not_applicable",
            "note": ""
          },
          "ot_edge_delta": {
            "value": null,
            "status": "not_applicable",
            "note": ""
          },
          "ot_mask_prior_beta": {
            "value": null,
            "status": "not_applicable",
            "note": ""
          },
          "ot_mask_dropout_delta": {
            "value": null,
            "status": "not_applicable",
            "note": ""
          },
          "ot_virtual_mass": {
            "value": null,
            "status": "not_applicable",
            "note": ""
          },
          "part_patch_compactness": {
            "value": null,
            "status": "not_applicable",
            "note": ""
          }
        },
        "robustness_breakdown": {
          "macro_score_by_source_dataset": {
            "value": null,
            "status": "not_applicable",
            "note": "Aggregate-only metric; see report.aggregate.by_source."
          },
          "macro_score_by_category": {
            "value": null,
            "status": "not_applicable",
            "note": "Aggregate-only metric; sample count is 5."
          },
          "macro_score_by_problem_tag": {
            "value": null,
            "status": "not_applicable",
            "note": "Aggregate-only metric; sample count is 5."
          },
          "worst_10pct_score": {
            "value": null,
            "status": "not_applicable",
            "note": "Aggregate-only metric; sample count is 5."
          },
          "failure_cluster_count": {
            "value": null,
            "status": "not_provided",
            "note": "Requires larger batch clustering."
          }
        },
        "debug": {
          "pred_part_count": 0,
          "gt_part_count": 2,
          "pred_joint_count": 0,
          "gt_joint_count": 1,
          "matches": [],
          "pred_tree": {
            "root_count": 0,
            "duplicate_ids": 0,
            "dangling_parent_count": 0,
            "cycle_node_count": 0,
            "valid": 0
          },
          "ref_tree": {
            "root_count": 1,
            "duplicate_ids": 0,
            "dangling_parent_count": 0,
            "cycle_node_count": 0,
            "valid": 1
          }
        }
      },
      "group_scores": {
        "pipeline_availability": 0.0,
        "geometry": 0.0,
        "part_decomposition": 0.0,
        "kinematics": 0.0,
        "motion_consistency": 0.0,
        "ot_routing_diagnostics": 0.0
      },
      "weighted_score": 0.0,
      "vlm_card": "/data/250010098/PAct-Transporter/reports/20260513_pact_transporter_exploration/runs/pact_texture_render_smoke_20260521/vlm_cards/074_GRScenes_architectural_fixtures_architectural_fixtures_grscenes_door_dd95b8cef2d3_d60712.png",
      "vlm": {
        "ok": false,
        "text": "",
        "error": "skipped"
      }
    }
  ],
  "aggregate": {
    "mean_weighted_score": 0.0,
    "by_source": {
      "GRScenes": 0.0
    },
    "mean_joint_f1": 0.0,
    "mean_part_count_mae": 2.0
  }
}