{"generated_at":"2026-08-11T16:52:13+00:00","harness":{"components":["physical transition-chain scoring","external-motion attribution","immutable run manifest and provenance","strict 68-episode semantic validation","atomic artifacts and validation-gated publishing"],"episode":"68 declared Pick&Place scenarios: 20 nominal, 15 edge, 10 adversarial, and 23 domain-randomization.","id":"robogate-fair-pnp-v2","qualification_id":"rgq-7cf56738537612c82bf8","qualification_status":"passed","validation":"Harness qualification and strict model-result validation passed. Only qualification-bound v2 evidence is displayed."},"models":[{"adapter_contract":{"action":"libero_osc_pose_normalized_v1","camera":"libero_primary_and_panda_hand_eye_in_hand_rotate_180_rgb_v1","cross_sim_alignment":"identity_metric_axes_no_origin_or_controller_dynamics_alignment_v1","observation":"libero_eef_xyz_axisangle_gripper_qpos_quantiles_chunk10_continuous_gripper_v1","task_alignment":"zero_shot_out_of_training_task_distribution_v1","training_reference":"allenai/MolmoAct2-LIBERO@0d24a92b"},"adapter_sha256":"18e41e0a5cc62c30d72a8dab6c30c30b5f8baf22d3754eb1cd7017984038c670","checkpoint_sha256":"e3520de4833989f8b709e4adc108febdba46465cb9493cdb2318987c2985ebd4","container_digest":"sha256:11ea55084a5c7eae8bf2310bf89256a6829ff00e925418b2464bb0de36dcec5d","display_name":"MolmoAct2 LIBERO","evaluation_contract_sha256":"d27a353375327a29e80dd704bcee7b0f138ad9b05cbfec1ce81d1fb508078620","execution":{"checkpoint_schema_version":"1.0.0","resumed_from_checkpoint":false,"segments":1},"failure_dist":{"control_rejected":68},"framework":"Unknown","furthest_stage":"Started","gripper_close_cmds_median":null,"harness_id":"robogate-fair-pnp-v2","license":null,"medal":"gold","model":"molmoact2","object_moved_max_m":null,"org":"Ai2 (MolmoAct2)","params_M":null,"per_domain":{"adversarial":{"pass":0,"total":10},"domain_randomization":{"pass":0,"total":23},"edge_cases":{"pass":0,"total":15},"nominal":{"pass":0,"total":20}},"policy_runtime":{"backend":"lerobot","class_name":"MolmoAct2Policy","distribution":"lerobot","distribution_version":"0.6.1","module":"lerobot.policies.molmoact2.modeling_molmoact2","module_sha256":"b7bdfefea36a195424f437ae4672ad066b3731459e0ed352406ed01f91ea9065","source_kind":"git_checkout","source_revision":"e40b58a8dfa9e7b86918c374791599d070518d11","source_sha256":"03534cdec6ed22472f173fd6a4141a97eec8300593bfe30947c1e8469a85732e"},"progress_score":0,"qualification_id":"rgq-7cf56738537612c82bf8","rank":1,"reach_best_m":0.172,"reach_median_m":0.251,"result_sha256":"4510dcbb573f0aad29e97890a45a8b6acf30eaccac78b0d1ba267a7121d22713","run_id":"rgr-20260802T105800Z-960d083dd005","scenarios_pass":0,"scenarios_total":68,"slug":"molmoact2","source_eval":"molmoact2--rgr-20260802T105800Z-960d083dd005.json","stage_dist":{"Started":68},"success_rate_pct":0,"unnorm_key":null,"validation_status":"validated","vram_gb":null,"wilson95_pct":[0,5.35]},{"adapter_contract":{"action":"libero_osc_pose_normalized_v1","camera":"libero_primary_and_panda_hand_eye_in_hand_rotate_180_rgb_v1","cross_sim_alignment":"identity_metric_axes_no_origin_or_controller_dynamics_alignment_v1","observation":"libero_eef_xyz_axisangle_gripper_qpos_v1","task_alignment":"zero_shot_out_of_training_task_distribution_v1","training_reference":"IPEC-COMMUNITY/libero_10_no_noops_1.0.0_lerobot@e1a223d30b896c1613f270a2bfc63d382b3de7e1"},"adapter_sha256":"b773bf10bdd9f2bfa82a93d2613e4ea6e2cc929b5aa571462aedc7faf8d73598","checkpoint_sha256":"05c9c6d5775da565d046ec2886f78dad7c3ce2d562c83fb9f4033cab2f72d9ff","container_digest":"sha256:11ea55084a5c7eae8bf2310bf89256a6829ff00e925418b2464bb0de36dcec5d","display_name":"GR00T N1.7 LIBERO-Spatial","evaluation_contract_sha256":"d27a353375327a29e80dd704bcee7b0f138ad9b05cbfec1ce81d1fb508078620","execution":{"checkpoint_schema_version":"1.0.0","resumed_from_checkpoint":false,"segments":1},"failure_dist":{"control_rejected":68},"framework":"Unknown","furthest_stage":"Started","gripper_close_cmds_median":null,"harness_id":"robogate-fair-pnp-v2","license":null,"medal":"silver","model":"gr00t17-spatial","object_moved_max_m":null,"org":"NVIDIA","params_M":null,"per_domain":{"adversarial":{"pass":0,"total":10},"domain_randomization":{"pass":0,"total":23},"edge_cases":{"pass":0,"total":15},"nominal":{"pass":0,"total":20}},"policy_runtime":{"backend":"lerobot","class_name":"GrootPolicy","distribution":"lerobot","distribution_version":"0.6.1","module":"lerobot.policies.groot.modeling_groot","module_sha256":"f5c99ad1c476c97c0e87c72c15fadd03cbfc1a2d1a74a2568d3543072e77b1a2","source_kind":"git_checkout","source_revision":"e40b58a8dfa9e7b86918c374791599d070518d11","source_sha256":"03534cdec6ed22472f173fd6a4141a97eec8300593bfe30947c1e8469a85732e"},"progress_score":0,"qualification_id":"rgq-7cf56738537612c82bf8","rank":2,"reach_best_m":0.183,"reach_median_m":0.231,"result_sha256":"834b855df90a29951f665f4979d55b407adbe826feb75a07d2aacc83d5904c03","run_id":"rgr-20260802T054124Z-b094d99b5f5c","scenarios_pass":0,"scenarios_total":68,"slug":"gr00t17-spatial","source_eval":"gr00t17-spatial--rgr-20260802T054124Z-b094d99b5f5c.json","stage_dist":{"Started":68},"success_rate_pct":0,"unnorm_key":null,"validation_status":"validated","vram_gb":null,"wilson95_pct":[0,5.35]},{"adapter_contract":{"action":"libero_osc_pose_normalized_v1","camera":"libero_primary_and_panda_hand_eye_in_hand_rotate_180_rgb_v1","cross_sim_alignment":"identity_metric_axes_no_origin_or_controller_dynamics_alignment_v1","observation":"libero_eef_xyz_axisangle_gripper_qpos_v1","task_alignment":"zero_shot_out_of_training_task_distribution_v1","training_reference":"IPEC-COMMUNITY/libero_10_no_noops_1.0.0_lerobot@e1a223d30b896c1613f270a2bfc63d382b3de7e1"},"adapter_sha256":"b773bf10bdd9f2bfa82a93d2613e4ea6e2cc929b5aa571462aedc7faf8d73598","checkpoint_sha256":"d11d49a4aa4f55e2bf7b884987ff762c665a20a026f757056025cb88506a6fa7","container_digest":"sha256:11ea55084a5c7eae8bf2310bf89256a6829ff00e925418b2464bb0de36dcec5d","display_name":"GR00T N1.7 LIBERO-Object","evaluation_contract_sha256":"d27a353375327a29e80dd704bcee7b0f138ad9b05cbfec1ce81d1fb508078620","execution":{"checkpoint_schema_version":"1.0.0","resumed_from_checkpoint":false,"segments":1},"failure_dist":{"control_rejected":63,"grasp_miss":5},"framework":"Unknown","furthest_stage":"Started","gripper_close_cmds_median":null,"harness_id":"robogate-fair-pnp-v2","license":null,"medal":"bronze","model":"gr00t17-object","object_moved_max_m":null,"org":"NVIDIA","params_M":null,"per_domain":{"adversarial":{"pass":0,"total":10},"domain_randomization":{"pass":0,"total":23},"edge_cases":{"pass":0,"total":15},"nominal":{"pass":0,"total":20}},"policy_runtime":{"backend":"lerobot","class_name":"GrootPolicy","distribution":"lerobot","distribution_version":"0.6.1","module":"lerobot.policies.groot.modeling_groot","module_sha256":"f5c99ad1c476c97c0e87c72c15fadd03cbfc1a2d1a74a2568d3543072e77b1a2","source_kind":"git_checkout","source_revision":"e40b58a8dfa9e7b86918c374791599d070518d11","source_sha256":"03534cdec6ed22472f173fd6a4141a97eec8300593bfe30947c1e8469a85732e"},"progress_score":0,"qualification_id":"rgq-7cf56738537612c82bf8","rank":3,"reach_best_m":0.128,"reach_median_m":0.222,"result_sha256":"b506181bb74d756bc62d9053a0addb7c2b8b340fb94ca7102d641c2c475e7f14","run_id":"rgr-20260802T061251Z-599b80657573","scenarios_pass":0,"scenarios_total":68,"slug":"gr00t17-object","source_eval":"gr00t17-object--rgr-20260802T061251Z-599b80657573.json","stage_dist":{"Started":68},"success_rate_pct":0,"unnorm_key":null,"validation_status":"validated","vram_gb":null,"wilson95_pct":[0,5.35]},{"adapter_contract":{"action":"libero_osc_pose_normalized_v1","camera":"libero_primary_and_panda_hand_eye_in_hand_rotate_180_rgb_v1","cross_sim_alignment":"identity_metric_axes_no_origin_or_controller_dynamics_alignment_v1","observation":"libero_eef_xyz_axisangle_gripper_qpos_v1","task_alignment":"zero_shot_out_of_training_task_distribution_v1","training_reference":"IPEC-COMMUNITY/libero_10_no_noops_1.0.0_lerobot@e1a223d30b896c1613f270a2bfc63d382b3de7e1"},"adapter_sha256":"b773bf10bdd9f2bfa82a93d2613e4ea6e2cc929b5aa571462aedc7faf8d73598","checkpoint_sha256":"64dad5fd0ab232d04d9a3db40969df74a2ddcff3bfc09ad54b54973cd85ce282","container_digest":"sha256:11ea55084a5c7eae8bf2310bf89256a6829ff00e925418b2464bb0de36dcec5d","display_name":"GR00T N1.7 LIBERO-10","evaluation_contract_sha256":"d27a353375327a29e80dd704bcee7b0f138ad9b05cbfec1ce81d1fb508078620","execution":{"checkpoint_schema_version":"1.0.0","resumed_from_checkpoint":false,"segments":1},"failure_dist":{"control_rejected":11,"grasp_miss":57},"framework":"Unknown","furthest_stage":"Started","gripper_close_cmds_median":null,"harness_id":"robogate-fair-pnp-v2","license":null,"medal":null,"model":"gr00t17-libero10","object_moved_max_m":null,"org":"NVIDIA","params_M":null,"per_domain":{"adversarial":{"pass":0,"total":10},"domain_randomization":{"pass":0,"total":23},"edge_cases":{"pass":0,"total":15},"nominal":{"pass":0,"total":20}},"policy_runtime":{"backend":"lerobot","class_name":"GrootPolicy","distribution":"lerobot","distribution_version":"0.6.1","module":"lerobot.policies.groot.modeling_groot","module_sha256":"f5c99ad1c476c97c0e87c72c15fadd03cbfc1a2d1a74a2568d3543072e77b1a2","source_kind":"git_checkout","source_revision":"e40b58a8dfa9e7b86918c374791599d070518d11","source_sha256":"03534cdec6ed22472f173fd6a4141a97eec8300593bfe30947c1e8469a85732e"},"progress_score":0,"qualification_id":"rgq-7cf56738537612c82bf8","rank":4,"reach_best_m":0.134,"reach_median_m":0.253,"result_sha256":"954c9d2e429428bb00bbbeba6db1affaacfda9b6458555c8bd61424c72db5d3d","run_id":"rgr-20260801T210852Z-2a2cf9cf5e91","scenarios_pass":0,"scenarios_total":68,"slug":"gr00t17-libero10","source_eval":"gr00t17-libero10--rgr-20260801T210852Z-2a2cf9cf5e91.json","stage_dist":{"Started":68},"success_rate_pct":0,"unnorm_key":null,"validation_status":"validated","vram_gb":null,"wilson95_pct":[0,5.35]},{"adapter_contract":{"action":"libero_osc_pose_normalized_v1","camera":"libero_primary_and_panda_hand_eye_in_hand_rotate_180_rgb_v1","cross_sim_alignment":"identity_metric_axes_no_origin_or_controller_dynamics_alignment_v1","observation":"libero_eef_xyz_axisangle_gripper_qpos_v1","task_alignment":"zero_shot_out_of_training_task_distribution_v1","training_reference":"IPEC-COMMUNITY/libero_10_no_noops_1.0.0_lerobot@e1a223d30b896c1613f270a2bfc63d382b3de7e1"},"adapter_sha256":"b773bf10bdd9f2bfa82a93d2613e4ea6e2cc929b5aa571462aedc7faf8d73598","checkpoint_sha256":"ebfb6032ef945a7d6e4a2684bb86d0080e011988049568d91987d93f1c4611f0","container_digest":"sha256:11ea55084a5c7eae8bf2310bf89256a6829ff00e925418b2464bb0de36dcec5d","display_name":"GR00T N1.7 LIBERO-Goal","evaluation_contract_sha256":"d27a353375327a29e80dd704bcee7b0f138ad9b05cbfec1ce81d1fb508078620","execution":{"checkpoint_schema_version":"1.0.0","resumed_from_checkpoint":false,"segments":1},"failure_dist":{"control_rejected":57,"grasp_miss":11},"framework":"Unknown","furthest_stage":"Started","gripper_close_cmds_median":null,"harness_id":"robogate-fair-pnp-v2","license":null,"medal":null,"model":"gr00t17-goal","object_moved_max_m":null,"org":"NVIDIA","params_M":null,"per_domain":{"adversarial":{"pass":0,"total":10},"domain_randomization":{"pass":0,"total":23},"edge_cases":{"pass":0,"total":15},"nominal":{"pass":0,"total":20}},"policy_runtime":{"backend":"lerobot","class_name":"GrootPolicy","distribution":"lerobot","distribution_version":"0.6.1","module":"lerobot.policies.groot.modeling_groot","module_sha256":"f5c99ad1c476c97c0e87c72c15fadd03cbfc1a2d1a74a2568d3543072e77b1a2","source_kind":"git_checkout","source_revision":"e40b58a8dfa9e7b86918c374791599d070518d11","source_sha256":"03534cdec6ed22472f173fd6a4141a97eec8300593bfe30947c1e8469a85732e"},"progress_score":0,"qualification_id":"rgq-7cf56738537612c82bf8","rank":5,"reach_best_m":0.178,"reach_median_m":0.257,"result_sha256":"37889d4c30469b6a9494962727c133857ca6acf9778cca2637331c97015fd7a6","run_id":"rgr-20260802T064114Z-bd68a2f574a4","scenarios_pass":0,"scenarios_total":68,"slug":"gr00t17-goal","source_eval":"gr00t17-goal--rgr-20260802T064114Z-bd68a2f574a4.json","stage_dist":{"Started":68},"success_rate_pct":0,"unnorm_key":null,"validation_status":"validated","vram_gb":null,"wilson95_pct":[0,5.35]},{"adapter_contract":{"action":"libero_osc_pose_normalized_v1","camera":"libero_primary_and_panda_hand_eye_in_hand_rotate_180_rgb_v1","cross_sim_alignment":"identity_metric_axes_no_origin_or_controller_dynamics_alignment_v1","observation":"libero_eef_xyz_axisangle_gripper_qpos_minmax_chunk32_v1","task_alignment":"zero_shot_out_of_training_task_distribution_v1","training_reference":"lerobot/fastwam_libero_uncond_2cam224"},"adapter_sha256":"a7e4c0c2047190680f2623dfc37f006f3722bb672981b5c2134b411bec89834d","checkpoint_sha256":"b97596d6f4562bb550d8857ab8b81f64ba2cea18f92680c125b0a0c84f2c1fa0","container_digest":"sha256:11ea55084a5c7eae8bf2310bf89256a6829ff00e925418b2464bb0de36dcec5d","display_name":"FastWAM LIBERO","evaluation_contract_sha256":"d27a353375327a29e80dd704bcee7b0f138ad9b05cbfec1ce81d1fb508078620","execution":{"checkpoint_schema_version":"1.0.0","resumed_from_checkpoint":false,"segments":1},"failure_dist":{"control_rejected":6,"grasp_miss":62},"framework":"Unknown","furthest_stage":"Started","gripper_close_cmds_median":null,"harness_id":"robogate-fair-pnp-v2","license":null,"medal":null,"model":"fastwam","object_moved_max_m":null,"org":"FastWAM","params_M":null,"per_domain":{"adversarial":{"pass":0,"total":10},"domain_randomization":{"pass":0,"total":23},"edge_cases":{"pass":0,"total":15},"nominal":{"pass":0,"total":20}},"policy_runtime":{"backend":"lerobot","class_name":"FastWAMPolicy","distribution":"lerobot","distribution_version":"0.6.1","module":"lerobot.policies.fastwam.modeling_fastwam","module_sha256":"3e43dbf620f9c15b2a6a0eaf5d2438c698bb6845ffaf3fc715791bff23475fc8","source_kind":"git_checkout","source_revision":"e40b58a8dfa9e7b86918c374791599d070518d11","source_sha256":"03534cdec6ed22472f173fd6a4141a97eec8300593bfe30947c1e8469a85732e"},"progress_score":0,"qualification_id":"rgq-7cf56738537612c82bf8","rank":6,"reach_best_m":0.181,"reach_median_m":0.257,"result_sha256":"d076f8521a8da6a8b907c194f3620c9fdf4bb3eb48d5fd5c7681ee310e2f2f45","run_id":"rgr-20260811T155636Z-bc96a5a14577","scenarios_pass":0,"scenarios_total":68,"slug":"fastwam","source_eval":"fastwam--rgr-20260811T155636Z-bc96a5a14577.json","stage_dist":{"Started":68},"success_rate_pct":0,"unnorm_key":null,"validation_status":"validated","vram_gb":null,"wilson95_pct":[0,5.35]}],"n_models":6,"n_quarantined_models":19,"n_validated_models":6,"product_charter":"/PRODUCT_CHARTER.md","publication_eligible":true,"quarantined_models":[{"display_name":"Cosmos-Policy-LIBERO-Predict2 (2B)","model":"cosmos-policy-2b","org":"NVIDIA","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"cosmos-policy-2b","source_eval":"vla_cosmos-policy_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"GR00T N1.7 official (LIBERO-10)","model":"gr00t17-libero10","org":"NVIDIA","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"gr00t17-libero10","source_eval":"vla_gr00t17-libero10_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"LingBot-VA (LIBERO-Long)","model":"lingbot-va","org":"LingBot","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"lingbot-va","source_eval":"vla_lingbot-va_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"N1.7-LIBERO-10","model":"groot-n1.7-libero10","org":"NVIDIA","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"groot-n1.7-libero10","source_eval":"vla_groot-n17-libero_10_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"N1.7-LIBERO-Goal","model":"groot-n1.7-liberogoal","org":"NVIDIA","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"groot-n1.7-liberogoal","source_eval":"vla_groot-n17-libero_goal_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"N1.7-LIBERO-Object","model":"groot-n1.7-liberoobject","org":"NVIDIA","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"groot-n1.7-liberoobject","source_eval":"vla_groot-n17-libero_object_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"N1.7-LIBERO-Spatial","model":"groot-n1.7-liberospatial","org":"NVIDIA","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"groot-n1.7-liberospatial","source_eval":"vla_groot-n17-libero_spatial_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"OpenVLA-OFT (libero_10) — fixed harness","model":"openvla-oft-libero10","org":"Stanford / moojink","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"openvla-oft-libero10","source_eval":"vla_oft-libero_10_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","type","value"],"validation_status":"quarantined"},{"display_name":"OpenVLA-OFT (libero_goal) — fixed harness","model":"openvla-oft-liberogoal","org":"Stanford / moojink","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"openvla-oft-liberogoal","source_eval":"vla_oft-libero_goal_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","type","value"],"validation_status":"quarantined"},{"display_name":"OpenVLA-OFT (libero_object) — fixed harness","model":"openvla-oft-liberoobject","org":"Stanford / moojink","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"openvla-oft-liberoobject","source_eval":"vla_oft-libero_object_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","type","value"],"validation_status":"quarantined"},{"display_name":"OpenVLA-OFT (libero_spatial) — fixed harness","model":"openvla-oft-liberospatial","org":"Stanford / moojink","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"openvla-oft-liberospatial","source_eval":"vla_oft-libero_spatial_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","type","value"],"validation_status":"quarantined"},{"display_name":"PI0-Base (OpenPI)","model":"pi0-base","org":"Physical Intelligence","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"pi0-base","source_eval":"vla_pi0_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"Pi0.5 (LIBERO)","model":"pi05-libero","org":"Physical Intelligence","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"pi05-libero","source_eval":"vla_pi05-libero_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"SmolVLA-Base","model":"smolvla-libero","org":"Hugging Face / LeRobot","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"smolvla-libero","source_eval":"vla_smolvla-libero_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"SmolVLA-Base","model":"smolvla-base","org":"Hugging Face / LeRobot","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"smolvla-base","source_eval":"vla_smolvla_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"VLA-JEPA (LIBERO)","model":"vla-jepa-libero","org":"VLA-JEPA","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"vla-jepa-libero","source_eval":"vla_vlajepa-libero_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"X-VLA (LIBERO)","model":"xvla-libero","org":"IL-CAS / X-VLA","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"xvla-libero","source_eval":"vla_xvla-libero_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"octo-small","model":"octo-small","org":"UC Berkeley (RAIL)","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"octo-small","source_eval":"vla_octo-small_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"openvla-7b","model":"openvla-7b","org":"Stanford (OpenVLA)","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"openvla-7b","source_eval":"vla_openvla-7b_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","execution_segment","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"}],"rating":{"primary":"Validated task success only.","ranking":"Only validated results receive a rank or medal.","secondary":"Progress is derived only from explicit physical transition evidence.","stage_labels":["Started","Reached","Grasped","Lifted","Transported","Placed"]},"schema_version":"2.0.0","status":"validated","validity":{"deterministic_finding":"All twelve raw 1/68 results pass only episode 42. Seed 84 moves the ungrasped object into the goal at control step 156.","notice":"/observatory/validity","status":"historical_quarantine","summary":"The D-041 cohort is retained as historical evidence but is not eligible for ranking or capability claims."}}