{"generated_at":"2026-07-18T13:43:42+00:00","harness":{"components":["physical transition-chain scoring","external-motion attribution","immutable run manifest and provenance","strict 68-episode semantic validation","atomic artifacts and validation-gated publishing"],"episode":"68 declared Pick&Place scenarios: 20 nominal, 15 edge, 10 adversarial, and 23 domain-randomization.","id":"robogate-fair-pnp-v2","qualification_id":null,"qualification_status":"pending","validation":"Publication remains paused until negative controls, per-scenario positive controls, adapter preflight, and a full v2 canary pass."},"models":[],"n_models":0,"n_quarantined_models":20,"n_validated_models":0,"product_charter":"/PRODUCT_CHARTER.md","publication_eligible":false,"quarantined_models":[{"display_name":"Cosmos-Policy-LIBERO-Predict2 (2B)","model":"cosmos-policy-2b","org":"NVIDIA","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"cosmos-policy-2b","source_eval":"vla_cosmos-policy_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"GR00T N1.7 official (LIBERO-10)","model":"gr00t17-libero10","org":"NVIDIA","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"gr00t17-libero10","source_eval":"vla_gr00t17-libero10_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"GR00T N1.7 official (LIBERO-10)","model":"molmoact2","org":"Ai2 (MolmoAct2)","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"molmoact2","source_eval":"vla_molmoact2_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"LingBot-VA (LIBERO-Long)","model":"lingbot-va","org":"LingBot","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"lingbot-va","source_eval":"vla_lingbot-va_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"N1.7-LIBERO-10","model":"groot-n1.7-libero10","org":"NVIDIA","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"groot-n1.7-libero10","source_eval":"vla_groot-n17-libero_10_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"N1.7-LIBERO-Goal","model":"groot-n1.7-liberogoal","org":"NVIDIA","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"groot-n1.7-liberogoal","source_eval":"vla_groot-n17-libero_goal_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"N1.7-LIBERO-Object","model":"groot-n1.7-liberoobject","org":"NVIDIA","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"groot-n1.7-liberoobject","source_eval":"vla_groot-n17-libero_object_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"N1.7-LIBERO-Spatial","model":"groot-n1.7-liberospatial","org":"NVIDIA","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"groot-n1.7-liberospatial","source_eval":"vla_groot-n17-libero_spatial_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"OpenVLA-OFT (libero_10) — fixed harness","model":"openvla-oft-libero10","org":"Stanford / moojink","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"openvla-oft-libero10","source_eval":"vla_oft-libero_10_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","type","value"],"validation_status":"quarantined"},{"display_name":"OpenVLA-OFT (libero_goal) — fixed harness","model":"openvla-oft-liberogoal","org":"Stanford / moojink","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"openvla-oft-liberogoal","source_eval":"vla_oft-libero_goal_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","type","value"],"validation_status":"quarantined"},{"display_name":"OpenVLA-OFT (libero_object) — fixed harness","model":"openvla-oft-liberoobject","org":"Stanford / moojink","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"openvla-oft-liberoobject","source_eval":"vla_oft-libero_object_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","type","value"],"validation_status":"quarantined"},{"display_name":"OpenVLA-OFT (libero_spatial) — fixed harness","model":"openvla-oft-liberospatial","org":"Stanford / moojink","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"openvla-oft-liberospatial","source_eval":"vla_oft-libero_spatial_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","type","value"],"validation_status":"quarantined"},{"display_name":"PI0-Base (OpenPI)","model":"pi0-base","org":"Physical Intelligence","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"pi0-base","source_eval":"vla_pi0_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"Pi0.5 (LIBERO)","model":"pi05-libero","org":"Physical Intelligence","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"pi05-libero","source_eval":"vla_pi05-libero_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"SmolVLA-Base","model":"smolvla-libero","org":"Hugging Face / LeRobot","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"smolvla-libero","source_eval":"vla_smolvla-libero_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"SmolVLA-Base","model":"smolvla-base","org":"Hugging Face / LeRobot","raw_scenarios_pass":0,"raw_scenarios_total":68,"raw_success_episode_42_artifact":false,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"smolvla-base","source_eval":"vla_smolvla_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"VLA-JEPA (LIBERO)","model":"vla-jepa-libero","org":"VLA-JEPA","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"vla-jepa-libero","source_eval":"vla_vlajepa-libero_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"X-VLA (LIBERO)","model":"xvla-libero","org":"IL-CAS / X-VLA","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"xvla-libero","source_eval":"vla_xvla-libero_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"octo-small","model":"octo-small","org":"UC Berkeley (RAIL)","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"octo-small","source_eval":"vla_octo-small_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"},{"display_name":"openvla-7b","model":"openvla-7b","org":"Stanford (OpenVLA)","raw_scenarios_pass":1,"raw_scenarios_total":68,"raw_success_episode_42_artifact":true,"reason":"Legacy D-041 result; it does not satisfy Fair Result v2 provenance, episode identity, transition, control, and integrity requirements.","slug":"openvla-7b","source_eval":"vla_openvla-7b_fair_eval.json","validation_issue_codes":["adapter_evidence","errors","index","index_set","integer","integrity","json_schema","required","schema_version","seed","status","summary","type","value"],"validation_status":"quarantined"}],"rating":{"primary":"Validated task success only.","ranking":"Only validated results receive a rank or medal.","secondary":"Progress is derived only from explicit physical transition evidence.","stage_labels":["Started","Reached","Grasped","Lifted","Transported","Placed"]},"schema_version":"2.0.0","status":"methodology_review","validity":{"deterministic_finding":"All twelve raw 1/68 results pass only episode 42. Seed 84 moves the ungrasped object into the goal at control step 156.","notice":"/observatory/validity","status":"historical_quarantine","summary":"The D-041 cohort is retained as historical evidence but is not eligible for ranking or capability claims."}}