{
  "experiment": "m64-qwen-coding-008",
  "date": "2026-10-02",
  "status": "complete",
  "decision": "experimental_only",
  "selected_step": 400,
  "candidate_step": 400,
  "candidate_adapter_sha256": "09024cfb346f3dd7f8994e5fe1cd89e11976db5354b8dac9c0167d57ee7aacb6",
  "comparison_adapter": "coding-003/checkpoint-600",
  "warm_start_adapter": "coding-007/checkpoint-600",
  "manifest": {
    "base_model": {
      "repository": "mlx-community/Qwen2.5-Coder-1.5B-Instruct-4bit",
      "revision": "b3252a2f97102b1fb1571fec2c9b27219a8536be",
      "weights_sha256": "daeab4764fb420d161721791cf2e509e2de81a7af4223646e7bed2bf82c57b58",
      "upstream_repository": "Qwen/Qwen2.5-Coder-1.5B-Instruct",
      "upstream_revision": "2e1fd397ee46e1388853d2af2c993145b0f1098a",
      "license": "Apache-2.0",
      "quantization_bits": 4,
      "mlx_lm_version": "0.31.3"
    },
    "initial_adapter_sha256": "a1014c6f71b46d879c09462c4a57d17d00df8f11b8178dd53bf6d5f2ac2f778a",
    "source_sha256": {
      "training/m64-qwen/improve.py": "17f6d6d8b278debda9e2b2dd9e047c44dffb4531b22f4d151a9febedeb8f6a20",
      "training/m64-qwen/picogk.py": "3357a289b0314a4e7e24f1a0d515d1bebf55021ccacd2551650b830f352ac3c6",
      "training/m64-engineer/openusd.py": "678cab123cdc93159d0a221dbfd581953e0339cf2fd8833262fb24688d6546c5"
    },
    "files_sha256": {
      "usd-cases.jsonl": "6ba6f7eb4e0471a3e1f1ac36dafb5e45aa6b8be581f2bf1f41a138f6e5e992c1",
      "picogk-cases.json": "dd4360574826ddb1f58671e6b0472e3f64e897ff5c1127b47f417d13248d6812",
      "data/test.jsonl": "29e2b8e2614badcbe265fe9c4661698c96ad6908ab5dbf0a8aebe4b9fbb757be",
      "data/train.jsonl": "138462c8338e137f4e38ffe862b7820b1d1a72b10066e01e61891e5f5603d037",
      "data/valid.jsonl": "0714942456813dc1deb42c6abed58fc249c2ac8841b1b49b3c00eea2188c4233"
    },
    "counts": {
      "train": {
        "usd": 720,
        "picogk": 704
      },
      "valid": {
        "usd": 30,
        "picogk": 40
      },
      "test": {
        "usd": 68,
        "picogk": 56
      }
    },
    "maximum_sequence_tokens": 547,
    "steps": [
      400
    ],
    "learning_rate": 1e-05,
    "seed": 42,
    "warm_start_sha256": "72d86a924c166d253aaa6d82efe46361f9ed0efd3572d6002327c6c248bce4cd",
    "replay_weight": 1,
    "usd_replay_weight": 2,
    "effective_counts": {
      "train": 2144,
      "valid": 70,
      "test": 124
    },
    "extra_usd_sha256": "298e378e63d202fbc13d034be8dcb4b957f9e40eded0c99b3d09ad4505cbf26c",
    "num_layers": 16,
    "rank": 8,
    "lora_scale": 20,
    "batch_size": 1,
    "mask_prompt": true,
    "selection": "Higher PicoGK validation count with no per-case USD or PicoGK regression.",
    "test_policy": "Tests open only after selection. Fresh cases: pico3-test and registered extra USD tests if provided. All older tests are regressions. Shared grammar, not independent families.",
    "native_sha256": {
      "PicoGK.dll": "710c4e0428efbe9c1cd1db1663247b45604f96d167a6726782ab8ddca350565a",
      "picogk.26.2.dylib": "5c1cd3fc12766a85bc5c1441a95f065fb274338d1333c3ae2d3396b59d0e18e7"
    }
  },
  "registration": {
    "experiment": "m64-qwen-coding-008",
    "registered_at": "2026-10-02T10:40:15.537124+00:00",
    "protocol_commit": "43da9e181d4bd0e6bab6a4d919d37afa301310a5",
    "protocol_sha256": "71f9048736779d043688a14e3f115d7d065191ddd1f61789a14765b1dcc16528",
    "extra_usd_sha256": "298e378e63d202fbc13d034be8dcb4b957f9e40eded0c99b3d09ad4505cbf26c",
    "baseline_sha256": "a1014c6f71b46d879c09462c4a57d17d00df8f11b8178dd53bf6d5f2ac2f778a",
    "warm_start_sha256": "72d86a924c166d253aaa6d82efe46361f9ed0efd3572d6002327c6c248bce4cd",
    "validation_rule": "Strict PicoGK gain and no previously passed USD or PicoGK validation case lost",
    "final_test_policy": "Only after passing validation; 24 usd3, 8 usd4 and 24 pico3 fresh cases"
  },
  "validation_summary": {
    "usd": {
      "total": 30,
      "regressions": [],
      "gains": [
        "usd2-valid-010",
        "usd2-valid-012",
        "usd2-valid-014",
        "usd2-valid-015",
        "usd2-valid-016",
        "usd2-valid-018",
        "usd2-valid-020",
        "usd2-valid-022"
      ],
      "before_passed": 22,
      "before_native_passed": 24,
      "after_passed": 30,
      "after_native_passed": 30
    },
    "picogk": {
      "total": 40,
      "regressions": [],
      "gains": [
        "pico2-valid-000",
        "pico2-valid-001",
        "pico2-valid-003",
        "pico2-valid-005",
        "pico2-valid-006",
        "pico2-valid-007",
        "pico2-valid-009",
        "pico2-valid-011",
        "pico2-valid-012",
        "pico2-valid-013",
        "pico2-valid-014",
        "pico2-valid-015",
        "pico3-valid-000",
        "pico3-valid-001",
        "pico3-valid-003",
        "pico3-valid-004",
        "pico3-valid-006",
        "pico3-valid-008",
        "pico3-valid-009",
        "pico3-valid-012",
        "pico3-valid-013",
        "pico3-valid-014"
      ],
      "before_passed": 9,
      "before_native_passed": 37,
      "before_compiled": 40,
      "after_passed": 31,
      "after_native_passed": 39,
      "after_compiled": 40
    }
  },
  "validation_cases": {
    "usd": [
      {
        "id": "usd-valid-000",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "017bc92d9d1be753373b064d1737341216e29927b0f264c3a8f1f8d6e06e22d0",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "017bc92d9d1be753373b064d1737341216e29927b0f264c3a8f1f8d6e06e22d0"
      },
      {
        "id": "usd-valid-001",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "31964fa538d592cf703ba661026574a2a25b970b3e1d2dfd2a84df324b542593",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "31964fa538d592cf703ba661026574a2a25b970b3e1d2dfd2a84df324b542593"
      },
      {
        "id": "usd-valid-002",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "5d06a1edc6286362da523ac9973f3b3477c7f2c29646955522fdd48073582f4a",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "5d06a1edc6286362da523ac9973f3b3477c7f2c29646955522fdd48073582f4a"
      },
      {
        "id": "usd-valid-003",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "734c04ed5ca2ef362599e2110d01b5d0720ec139e97724dd45e19cc49fac983c",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "734c04ed5ca2ef362599e2110d01b5d0720ec139e97724dd45e19cc49fac983c"
      },
      {
        "id": "usd-valid-004",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "6c869ea563f35ced578c2024beb1c87715dc557be85ff19f71d86b5300ca801f",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "6c869ea563f35ced578c2024beb1c87715dc557be85ff19f71d86b5300ca801f"
      },
      {
        "id": "usd-valid-005",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "47cd578a3a2945e316b173a02a2589627ade54ea786b090a440a4c17c9b95501",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "47cd578a3a2945e316b173a02a2589627ade54ea786b090a440a4c17c9b95501"
      },
      {
        "id": "usd2-valid-000",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "2f2893e214c453f265045eb749a974fe285eb292a31d78229c40958eba0acf24",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "2f2893e214c453f265045eb749a974fe285eb292a31d78229c40958eba0acf24"
      },
      {
        "id": "usd2-valid-001",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "708483c19702a670a94c9bb53ead4230b21a11223d6f186d9b6de4d755132181",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "708483c19702a670a94c9bb53ead4230b21a11223d6f186d9b6de4d755132181"
      },
      {
        "id": "usd2-valid-002",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "6a3a1505246156f3a7627e044688f55f634cecc645acbe24c4cf101036b2f31c",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "6a3a1505246156f3a7627e044688f55f634cecc645acbe24c4cf101036b2f31c"
      },
      {
        "id": "usd2-valid-003",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "d44e2e0e51d9c0c8463bdccc91eb987d50634722ad578fd46ffb62bd5bd7974c",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "d44e2e0e51d9c0c8463bdccc91eb987d50634722ad578fd46ffb62bd5bd7974c"
      },
      {
        "id": "usd2-valid-004",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "bf644e3ef02c369389eb56575d6108589aaabcabc1af380b61844aa28a0fd170",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "580b3a1d17b89950783e1232701d536488a2f2bc7ee8237bcaa638dbf0ec3fb5"
      },
      {
        "id": "usd2-valid-005",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "c4a6fb96ccd7bb060215740a3911e1ea8fe18444eaa1660aa1e2c2fe37db0b22",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "c4a6fb96ccd7bb060215740a3911e1ea8fe18444eaa1660aa1e2c2fe37db0b22"
      },
      {
        "id": "usd2-valid-006",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "11829c42f67d31406e1bf2704ad3e3e983916db0afabe56ee398b40f13065383",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "11829c42f67d31406e1bf2704ad3e3e983916db0afabe56ee398b40f13065383"
      },
      {
        "id": "usd2-valid-007",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "6dfa2971696571bf231cb6ae0528c8b91fff7a59ca6fc2521f71b1566455d93a",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "6dfa2971696571bf231cb6ae0528c8b91fff7a59ca6fc2521f71b1566455d93a"
      },
      {
        "id": "usd2-valid-008",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "6deec35e0384186f0a8edc3728119235ce58c5981afd3ef242de9c28e70111f1",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "6deec35e0384186f0a8edc3728119235ce58c5981afd3ef242de9c28e70111f1"
      },
      {
        "id": "usd2-valid-009",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "8796009709d94df4c1981bc7b58b596ac319014997f2b9089549aa5225926e1a",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "8796009709d94df4c1981bc7b58b596ac319014997f2b9089549aa5225926e1a"
      },
      {
        "id": "usd2-valid-010",
        "group": "parameter_holdout",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "163f4b7f4665932a43dd252c038c8bb845ca10610d6e327e3975f63140706693",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "06415f7d7db0aeb7b8fcff6b2a410222fd7c4e87bda059b3a6167b6f0b20737b"
      },
      {
        "id": "usd2-valid-011",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "70e49f25875754ace785ea6bc70ccec95746f5fde62206f1304535058f9dee66",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "70e49f25875754ace785ea6bc70ccec95746f5fde62206f1304535058f9dee66"
      },
      {
        "id": "usd2-valid-012",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "55e1961d41725b955a8cc68bfc80b06f2514ebf1b2ecd5e4ba19b9072c0a0aa4",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "ca87bee2826064023af891b340622106d32fd5c0fd08c069928489cbb0cb79aa"
      },
      {
        "id": "usd2-valid-013",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "e0cb11fcb25bac8596c5b72b0ab766316711518e6444abd7561b9ee3b27c783c",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "1290de0ea2278437ccca2a459f7f36dc7df48d024a103dc35cf565de6a9e1659"
      },
      {
        "id": "usd2-valid-014",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "07f0da1fde1651ddba6233265d51a92322cdb61077a90af986bee76c60b85bab",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "774ceba6e14e105f69654fda6037d23e853597159cda2c6b0c9e3983031cbd37"
      },
      {
        "id": "usd2-valid-015",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "6a796d84b696938bce1d67d66dbe92d1713a44a3efc7a8f6de1a7f2de9dc9799",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "4f441b47d1e8dee53c7f7511fd3f359f527fa055449eb14c12d6a44eb8e81ee5"
      },
      {
        "id": "usd2-valid-016",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "64f9d36f32cc30099ef0c46cbd20fb2e6bc0a9997e1e94ac57d57325d5c93e35",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "21a3368f386c4021e924c79827adab2945a4a36884452e49a0289aca3b9ef7d9"
      },
      {
        "id": "usd2-valid-017",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "dbd891f8d8db3ab662ac1065cc096922a9261643a8e87d84d62e6c2fd86620e9",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "2a362fc9d35da26cacd989211c8cb424348a4dfccab2c7ef7ad1c67b62ba313f"
      },
      {
        "id": "usd2-valid-018",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "e06360550ba1d2e5577f31eaae70cf9b74fc3f0651def5309fb008d721a6ce4a",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "b553220b1ef4e260ce3416bfd345bbb5801a97e4b4df22a558144f935c26e193"
      },
      {
        "id": "usd2-valid-019",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "38dcbb8490c1cebd44f2f80894b5adf936efe319a1d93dff1408f4b3aa32d569",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "38dcbb8490c1cebd44f2f80894b5adf936efe319a1d93dff1408f4b3aa32d569"
      },
      {
        "id": "usd2-valid-020",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "2b5bd65fdbda6ad1617d8bd88b78fc6fa3912ed09c7cab686419b56a440fd7a1",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "72766d8061448f2c2bf7fed8610f7f9ba86dedebc520ef2498c5683d6e011644"
      },
      {
        "id": "usd2-valid-021",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "d46004260b8849ab9e3629aa12cafb76525664415ca2a3f9e098f6c8aae909bf",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "2da5b92e8b071c9d26f2811b65dc7a2988b16644994355578f115e0a5b9069c7"
      },
      {
        "id": "usd2-valid-022",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "a0016abe13d17d3218f7dcd8b72e3dd5fcac1619568f06c0eb3bbce08ab788f6",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "5308409e086c3e8f08bd686eaa7b9bbab22502304d72319b76f1dbc1ccc3ac7a"
      },
      {
        "id": "usd2-valid-023",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "258384ebbe15ed7b7a8c9ff4640f05085680f6ade803d5289be02c815d6e003d",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "258384ebbe15ed7b7a8c9ff4640f05085680f6ade803d5289be02c815d6e003d"
      }
    ],
    "picogk": [
      {
        "id": "valid-000",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "2fd5912a42194064927df3fcdade78486ed3acccb36e5f5931bcaaa992dbb959",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "2fd5912a42194064927df3fcdade78486ed3acccb36e5f5931bcaaa992dbb959",
        "after_compiled": true
      },
      {
        "id": "valid-001",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "1781906d4f89ebcddbd9dfdba60fe87898c02fb11a2f8f9790f6fa5afab82303",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "1781906d4f89ebcddbd9dfdba60fe87898c02fb11a2f8f9790f6fa5afab82303",
        "after_compiled": true
      },
      {
        "id": "valid-002",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "f99d9e2f84b88d63d397d93aa0c3294a824540594699ea16146960f9e178581b",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "f99d9e2f84b88d63d397d93aa0c3294a824540594699ea16146960f9e178581b",
        "after_compiled": true
      },
      {
        "id": "valid-003",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "ba7179228a7841782f0abcec93e7b4e190f40e1da3b4bc3c12ae7a2451db5685",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "ba7179228a7841782f0abcec93e7b4e190f40e1da3b4bc3c12ae7a2451db5685",
        "after_compiled": true
      },
      {
        "id": "valid-004",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "bdb97bb087c9a150eb086554c8a5492d761448d81248723f3d8212f7405e19de",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "bdb97bb087c9a150eb086554c8a5492d761448d81248723f3d8212f7405e19de",
        "after_compiled": true
      },
      {
        "id": "valid-005",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "4fcfadb52c7faf4188b570341485fa32d49977cab78bdbc406d6b4a8b9a7f9d7",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "4fcfadb52c7faf4188b570341485fa32d49977cab78bdbc406d6b4a8b9a7f9d7",
        "after_compiled": true
      },
      {
        "id": "valid-006",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "e2d9ba1d1e31db29697ba721211da11ee7d799b89dff94eca6497a9b47b46ffb",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "e2d9ba1d1e31db29697ba721211da11ee7d799b89dff94eca6497a9b47b46ffb",
        "after_compiled": true
      },
      {
        "id": "valid-007",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "d560907b8af365753d51157641f1e7cd130b16a1e828b941e3e9df3bbb8a1274",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "d560907b8af365753d51157641f1e7cd130b16a1e828b941e3e9df3bbb8a1274",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-000",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "3402078e5c892513e3664391710496ae21cbf5990f1d433f181758604d855c60",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "971c899aef72c8bebf9fdb3b6785b321f8146c82d51ae49c1e9f8797aba0e3d6",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-001",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "259f7379383b40e50f19e703295bc980348b410b90869dfadf1094410143fecf",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "0b98bd8ca0a562ace3723b2d5dd5b37883eb84a4991d9f04d86656bcd7d59cab",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-002",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "593d70e44a292946512c56619883ef17c1b2c02e8c5e8617df374e4ab81209c4",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "5eb7edc2d1fff861eed27f03bf6340bae036a145fb30b7f5f9f2ea01cf9d92ad",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-003",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "ec3950b32d74e80a243831c010b7ab2dd31dac8edfa4d490c835138a56986bba",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "8349e55535d60590c9401f49ab17226bbd331a688a0cbeb60c000b5fd7e0ca9c",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-004",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "8f41b5ca9fe2116b5e3dad400db0789defdc6b159fc3274973484c7622f101fa",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "4c6d98b7163365ca8d010c972037f699e8a5cfcdb2295376c4f9850f3cd9f1ee",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-005",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "7c17d9dcaec1f921144071d0165265816ddd5b223fdf214d45dcfe62fbbc409e",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "0ad559e5aa3913fa89ced2ea0bfa979084f7e6573d06413e178630fafb03d45b",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-006",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "16c4db74c184e330432e3a9ad8721f6eec6dfcc6ea08e2c3039209b94c8e3543",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "527e1a0dd0be07c035728b0d53f608ac02328832a4b5eaa98a6cabc051b3aa14",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-007",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "c8ee67e78f97cba43bf14bef3b97efc1fafe14f387eef30c09b9c8e50547411c",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "d99b08ab0343f23fdc7bec0583ab779f8fa200f379db758007a3c5b05fe0b24e",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-008",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "099a48b605c22656b0265f6cfff576f7a37c93b6bc253a72eac2134805b031f0",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "0ca06da8d178176e1e62057d1d44348c876b32500e43356a6a25628f8599d2f7",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-009",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "8d74f660d80ace522309a4ce99b5edf16f6a9a6516c238e6cab0bf3ac1269a21",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "4a1e2dbeab602204c7274f0cb28cf08adfe5ab1cd73915db9478ef84882121d2",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-010",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "494f220f61abae7886df86233e97900ec2f683a750abbba6d7286d85a8a80ed2",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": false,
        "after_response_sha256": "1beb845c0c02c01a8863b416c8f84f4c755b0dc103d5d9857ebdcae93d8094ac",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-011",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "bae297979e0fd17668bedbd6cd253c787e7e2f9f493066011764ec4f72c857f1",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "9795fbf340a8878861442d5fe3022e97651c57c5862162e8fe54f5681e5ad408",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-012",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "37a21c8acbaf009355862a84a312034502f1aed5874921c7cc88107c51d5fee4",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "4d454a22ed6e8d23d469890e83268f89e53266adfc1a6b363e50c60cfe2375d0",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-013",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "0041424962fd7300abc64a86595c129556225abe03e6d0011a5a2653681ce168",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "ae3552e9f148f5100c6b3d17e903cb83367bb74ecb955e5fc5af7871ca9b43f1",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-014",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "255c34b7c25869894f9db8593585278c3d8df533a5ec9ad608fba064f056042f",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "8f64ff04c587fe8d57409fb7c2542fc600155b7abdcd120ecb795f10ffec1853",
        "after_compiled": true
      },
      {
        "id": "pico2-valid-015",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "0c3d425f31607e52b2c255159648301a53b027eb0ebff7e49545b6f7a39ba598",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "b4b2e4c085e45bdb85226e949e4e69ffd57f958fd923f6d0c826414a65eab41c",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-000",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "6e12f05ab1215e4f90a81e485d1137afc386ffbb43b7a3265b7f4b41b1e404af",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "bcf5b3718c7b37fa7c70307934495e49e84b8b70d01d64a631ae8fea5b9e9b7b",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-001",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "0ee373a3519fb3038a2227c6a3794ec45240501b5266ec06261bd1938c29ae7f",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "69115227e79413cda7042d7b1d843bc9af221a444ec1de811cfdd83c0ef2d52a",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-002",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "c885046c63b31e4c2e8324117536d54b0107fc2c33733c89a72c0351acc98da6",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "47eb885a3bb353a60bd71c32cc76d874ff1b967584425f1eab485a1d00d32bfe",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-003",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "9291117181b3f2e016a891edf16b6571488999599ce0ee51f692e7490e86fec4",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "b551869b03b4438f8d1b72cd24f78c30a5affd32626a9762b8e171fcf56ba95f",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-004",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "cf2cd09c1adad1e40a5544e5f6fa3b5e6b8cd7baaf358e8b0259a3692754db9e",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "bdc0c00b1c80c169389d4ad52c05a4d99a4e676545b430d3e733f885312fb59d",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-005",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "bb111f12eef4dfa028f1e3aff198b70e5e9c123a3f9df046d407c1e016c8f84c",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "8c7c3f1cd9a25acd13ebb433fff517bb3f2c9bf5945e7764aa17e1723a77bb66",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-006",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "c34dd439f08f475dbafc8160b6ea015ef1e4ee1fc8c62ca56bc630b709310230",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "fc86db2c8d2aef4f15b1373dec85e0a31a6cecd09d5cc102a330ce0f485abadc",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-007",
        "group": "fresh_graph_instances",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "94ea776d2796260545f477e5118b7565c184a97b138fdb7e2830480b0ea8ff7b",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "81171cea890b36ab09b933e3f24dabc0c08d167e2ea1193e662400fc494eee5b",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-008",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "312f3af870cc2c04882c8463b053e0c6ff9a489a386f650b37feb354a30a8f3e",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "b838ace0e083b1cd2649f7e50163c9332d13487db7c7d26b9abd5d31ac6720dc",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-009",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "94d33bbefa267c76ae75fe8caa56b3af99dd483028477e33025c6a164d227bad",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "dd9f478c115773c8392e4cc6ebe0a69dbce4c1ce9e75548313f556fddda0d9fb",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-010",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "0b5f9d6e408e8a9a88f5aee7c989196254bcfa59b070481da2ba4f59177dac8d",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "f97c63af93c0fe1d3556e761da7983d50bca9458780b8587d53cf0ccfd3f20e0",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-011",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "eea7f7f90a3b77abfa3e560467341e172a24471d95aa97a99edac85b738a2286",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "a0f5257852865f66d49a5e9e5c525661e34d45b266d25d863c594ba7fe3771bf",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-012",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "91d449c3ab58d368c59ed177a8e90fa1299762aed49b138130a79418ce4282b5",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "3d9f580878fca038fd2737c76dca9dd12418d23e5e7e4ac3c57b3e4537bfe06e",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-013",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "4ba17bc72b8bc42140a36cec06bd6c595e49ce1a87cc716e09e41c24ea865028",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "6eb45169703616500f348b19dfebd96f3c7245925409da75e83ace8023e29b6e",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-014",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "a44312273ddc34f8ea0418746238e4e1c0b7fab61e3d5d780b2bb88e1074a548",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "ded341402f4acf5c8f0f3f5a4e12f28042ad00d4ef91301b59351b68e9410bf7",
        "after_compiled": true
      },
      {
        "id": "pico3-valid-015",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "2d6ce1108429de17adcf239598477466d57b98d7433cc3a019b1f159f7740357",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "254d185ba57a8045b9369c101a95c4580fda1dca493a4ffafa254b170143ab11",
        "after_compiled": true
      }
    ]
  },
  "final_tests_evaluated": true,
  "default_inference_changed": false,
  "test_cases": {
    "usd": [
      {
        "id": "usd-test-000",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "a1404aba64ac0189340bd68114674fc2dfe9fa95aff6e1f65926fca421cadcfe",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "a1404aba64ac0189340bd68114674fc2dfe9fa95aff6e1f65926fca421cadcfe"
      },
      {
        "id": "usd-test-001",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "bf9c2243c3ce5ff6191f9a8011bb3489e737a14dfa88f7e7d1f9dbf41bf0a15f",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "bf9c2243c3ce5ff6191f9a8011bb3489e737a14dfa88f7e7d1f9dbf41bf0a15f"
      },
      {
        "id": "usd-test-002",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "3e7ac7531074108d165a29fd7618365ca59fb48858efe0ac1f1bb70bd522f380",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "3e7ac7531074108d165a29fd7618365ca59fb48858efe0ac1f1bb70bd522f380"
      },
      {
        "id": "usd-test-003",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "55b2741d079e224c59459e97921ffd89b5a8716280ce13f02b1e4ee30daa67ab",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "55b2741d079e224c59459e97921ffd89b5a8716280ce13f02b1e4ee30daa67ab"
      },
      {
        "id": "usd-test-004",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "f7d2c7bae7c15fdbcb790cc1c5ebd398a1f3c2761f5ef092817f2da61accb3e9",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "36630ae4f499b80924a5da87961e2cf0ba6c46133fb71c4c01676c840877cf03"
      },
      {
        "id": "usd-test-005",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "57e9f0f0d5f3b5ba3a585899bdb236f92f465e9c0a243e93dc51c8955a526ac2",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "57e9f0f0d5f3b5ba3a585899bdb236f92f465e9c0a243e93dc51c8955a526ac2"
      },
      {
        "id": "usd-test-006",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "84d45b715047c48bf38143ab509f6ef473d71e3a323108fb6703d1643da39a35",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "84d45b715047c48bf38143ab509f6ef473d71e3a323108fb6703d1643da39a35"
      },
      {
        "id": "usd-test-007",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "010946b5ef617c77a157b0f6b7b4879e8c4fdb7e22e09948695cd0368d1df3be",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "010946b5ef617c77a157b0f6b7b4879e8c4fdb7e22e09948695cd0368d1df3be"
      },
      {
        "id": "usd-test-008",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "9525c78b2670c1dd4743088b5113de31a40f090ee316b1ee356ece408dd6542a",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "9525c78b2670c1dd4743088b5113de31a40f090ee316b1ee356ece408dd6542a"
      },
      {
        "id": "usd-test-009",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "d8f8c5d5399afcf2212b8644fb2e7b803acb23a5001f14495dd81ada80e50b2f",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "d8f8c5d5399afcf2212b8644fb2e7b803acb23a5001f14495dd81ada80e50b2f"
      },
      {
        "id": "usd-test-010",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "cd80f3d38d208bf28d4b29295b467ca1ca08052a1367f25808478b59aac1e714",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "cd80f3d38d208bf28d4b29295b467ca1ca08052a1367f25808478b59aac1e714"
      },
      {
        "id": "usd-test-011",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "f0be4f0f3d2c050b99fb5c1ae5127758866fe9da65b86ef9287f43bd01270b21",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "f0be4f0f3d2c050b99fb5c1ae5127758866fe9da65b86ef9287f43bd01270b21"
      },
      {
        "id": "usd2-test-000",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "7f509a237e8152b3832a983da40131f972ff2673eb5ae1eab6318c660149c389",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "7f509a237e8152b3832a983da40131f972ff2673eb5ae1eab6318c660149c389"
      },
      {
        "id": "usd2-test-001",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "9f5528a893393037176f1500f65e0649c90a2f8bd62f9af243cd02560621c10d",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "9f5528a893393037176f1500f65e0649c90a2f8bd62f9af243cd02560621c10d"
      },
      {
        "id": "usd2-test-002",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "f3cee336c77ae18eea45fb0a81b7bc6941a63ced5c9521724eb10fec587ed87e",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "f3cee336c77ae18eea45fb0a81b7bc6941a63ced5c9521724eb10fec587ed87e"
      },
      {
        "id": "usd2-test-003",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "cb9ae784959596e07744637332bc183a1dd54b7e296988be0f48ae357909407c",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "cb9ae784959596e07744637332bc183a1dd54b7e296988be0f48ae357909407c"
      },
      {
        "id": "usd2-test-004",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "cbae3048825eb2c387a792d151d396a7976e51cbc8276247035d99c14bfcd5a2",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "e9269b0408a61ec8e7250e5f44995fa2de28328e4297e50369944e029d8e13e8"
      },
      {
        "id": "usd2-test-005",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "30a51331211fab11f680c98822b01a7dd702cfe2b7cdc0839dde6090bd30cf08",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "30a51331211fab11f680c98822b01a7dd702cfe2b7cdc0839dde6090bd30cf08"
      },
      {
        "id": "usd2-test-006",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "fcfbf4121b96833b317c1e1b8010839eb80b091591dcb327422563aada0d56be",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "fcfbf4121b96833b317c1e1b8010839eb80b091591dcb327422563aada0d56be"
      },
      {
        "id": "usd2-test-007",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "93c9aa4801b587cad645097bc898ceae829da095fedfdcd4f6c0688cd89199d7",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "93c9aa4801b587cad645097bc898ceae829da095fedfdcd4f6c0688cd89199d7"
      },
      {
        "id": "usd2-test-008",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "32dd86e91875ae865d50cfabee8066e6d1dbe4bb29917be67019f91f561ea7e7",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "32dd86e91875ae865d50cfabee8066e6d1dbe4bb29917be67019f91f561ea7e7"
      },
      {
        "id": "usd2-test-009",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "1a1501faace0098d9fb772c6f14ed6e45001b9edbd3837cf623088f42c4013a2",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "1a1501faace0098d9fb772c6f14ed6e45001b9edbd3837cf623088f42c4013a2"
      },
      {
        "id": "usd2-test-010",
        "group": "parameter_holdout",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "0c17087a8d695f861ce6376e3e668cd3d03320248465a0e94f106c48fd6519a5",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "48d8301fcfe6d643ac18c92fbe41d5308cf39fdfeb320b3fe6e1f7949e89c88c"
      },
      {
        "id": "usd2-test-011",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "aa08ce32ff206e2d9260ecbfd81428da7c1b185bf2522091dc0d9f0191048be2",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "aa08ce32ff206e2d9260ecbfd81428da7c1b185bf2522091dc0d9f0191048be2"
      },
      {
        "id": "usd2-test-012",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "f09633caf9e609340bf8380892cea5ff74aedf2532354b41558fb38e6410f59c",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "0e34282c16b533395a8cfd3ff76a791388a6333fe4d86c153e2ccb50ae17e1c3"
      },
      {
        "id": "usd2-test-013",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "cbc03d119a04f5ddce57e26ef815a80cc79904f2f48d08743e8f51cc3d7c0add",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "e3af0438aa308b51a9b4ea0cd60072467e59d082ca6467ddcafec188971b391d"
      },
      {
        "id": "usd2-test-014",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "68df83f2cddada24feaeac4c73c5bd5764fb80d07e132fd8d4d29d1bd267d82b",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "38d7db8e328811cef9683f74c4870e0f4e61552273f826fbd1409ab8ed41677a"
      },
      {
        "id": "usd2-test-015",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "a62ae2c231a1fccfb4bf726ede787f171d1512b6075e050bfef444490a4fc2ca",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "de9e8867466d1948e7d8af3160b0b918229e84b1fe81e11b5e444e66f3f88b73"
      },
      {
        "id": "usd2-test-016",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "58af83c580b4faead1955c8b00fd9300004ab91c4e8f4a3d2b900c772b4c1c1e",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "8fc79cfdd042edbab48dcb8da8cad1610a054f070e7ee37340e58efef8444081"
      },
      {
        "id": "usd2-test-017",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "856e5999b330b771a37ba11fbc7763b9aeff0d9c7d534aadf19ebd910adb2546",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "856e5999b330b771a37ba11fbc7763b9aeff0d9c7d534aadf19ebd910adb2546"
      },
      {
        "id": "usd2-test-018",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "7a41184ec308da5e2f448d9280122275ac63b0cc15879483bbf9fbbd37d2c892",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "668fd009fdb66aa5db328aa14e283b2e00aab49130da7d91c27c25cba12fb270"
      },
      {
        "id": "usd2-test-019",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "1d500972581fe4b71fdc3bf45c8394f767a2b7091499fa3f683b9098b10bda76",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "1d500972581fe4b71fdc3bf45c8394f767a2b7091499fa3f683b9098b10bda76"
      },
      {
        "id": "usd2-test-020",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "e2862142e9c482e544b73eebb255f89169d75cf84dd44669d41cb6ba647cf4f1",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "2709ee0bab7aa782872488a731fa8079c597eabb1a7eed270af6d19a222a9147"
      },
      {
        "id": "usd2-test-021",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "d50da7df11c2d2e7a0d6b5bce261ca8e422ea6202c64f3af8c6456384df62e18",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "ba81d68674073774fec533ed4004d806abcd2feeda0e9243c4edfaf72565d110"
      },
      {
        "id": "usd2-test-022",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "7cd02845eb947c246ac7289bcc42e4fd215d909880f423d1e3f49cc3408d6173",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "9825feaeb03b62468261fc36a4b171b2116fcaad576ce0c635e3b2bb51a5923a"
      },
      {
        "id": "usd2-test-023",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "d2a2685bf4eb2be94b2849912153ae850d7cc448c17cf25c80d5c4f28a66e127",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "d2a2685bf4eb2be94b2849912153ae850d7cc448c17cf25c80d5c4f28a66e127"
      },
      {
        "id": "usd3-test-000",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "a7066aeeccf298f991136e3a328a2984da3dd65ef6f2472d1fb4fffdfd31ec97",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "8ecc983c770a2bdc5df4675670cf2fb3dbb9ae8161bcc7cd23161b4e7632e80f"
      },
      {
        "id": "usd3-test-001",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "a2ebf621171aa64c1ea7ad4002fdf5f84f33189499cd1f9707e688890e5b7c07",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "dbb7a363ccda32a9e072096ce14c7f56be44637103da93880d960cb4993510ee"
      },
      {
        "id": "usd3-test-002",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "b07190d85f7e5cbbdbec5a0b6e794df008ad76cecc6c48798bd9dfcf64490cc7",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "c6155db55c3c68d4a00888e22c8a888b7338579441ddc137dcf92eec0d80092e"
      },
      {
        "id": "usd3-test-003",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "4fda222d2f1447e12be199ebe3921b608defe0937b762bc4c51a2b65878232c8",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "a124e5e793a53bc3b1acb474156bcdb57731ded16ab45014e75b80cf6ed13d74"
      },
      {
        "id": "usd3-test-004",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "02a84d84432caf2fc5f7fdd118207eaf2ac7510bfec1d2548113572af1060a52",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "bf39acee95cbae3a34de77c031a18bfe06146e6f933e357ac200d23b15d7cb57"
      },
      {
        "id": "usd3-test-005",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "125eac977df6b087af6c7486a5d68e0321c88ae1abdfe0a1860d7a070b6a00ca",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "f58a5deda2e79a6fef02a1123e0ad6990efabd5dd6629f20618970670a46f676"
      },
      {
        "id": "usd3-test-006",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "dc1aaf1044ef573cd1fa01f3e22df0c40faab7cf83eb55cfb586ccf883089aba",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "50170a942f2f6a2c634d6fc2da3d4f9fcdfc6861712a6f10fa8bcff4d33d499c"
      },
      {
        "id": "usd3-test-007",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "461db0040cdaaf1f53542cfa0d0e5ee23dfeb197e15ad22b812c95f8c05602f0",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "461db0040cdaaf1f53542cfa0d0e5ee23dfeb197e15ad22b812c95f8c05602f0"
      },
      {
        "id": "usd3-test-008",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "f494e70778e145408c2f7062582ba2926828d21aa95277d094939fb2cb29b851",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "379e20df554cd2cf4526c2131b16169032c8710aa16867fa7c01c6a0ec366ebd"
      },
      {
        "id": "usd3-test-009",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "3cd38514796716e47e85c8d69cbcc84e9cd8aa460f479739e9ec5dcc8f9345f1",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "da77cd508f78b72e4f03a326a8adb8d22a6606631bdd70b07873456982ecf663"
      },
      {
        "id": "usd3-test-010",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "4338939c57588e12e3903d0757627aa0de839e2d00525e143bd19517543332c1",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "1e9ee865fec90d836f4a12943832509fd88782c1913f5c914d5068e0a2df71e2"
      },
      {
        "id": "usd3-test-011",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "e8d9574adaef9e4ad9defa993b7b5864efb9b253b2ac783651ede799d4c71765",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "e8d9574adaef9e4ad9defa993b7b5864efb9b253b2ac783651ede799d4c71765"
      },
      {
        "id": "usd3-test-012",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "a500382e797e60a70dd50276d4cc6eb3eeb32c14877fa84d549d5fb8efe9c224",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "30797f48c5752f76106b1ca9bd20eafe583902f25063f9ee4b0d1d500c822d11"
      },
      {
        "id": "usd3-test-013",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "e81d28a797b00c62a5c924a4e6d8f120aa3ba1019e1d986b831b5c7bd13edb92",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "52e85e28cf765eda4c409d354cd45345a8ad4397a6195bbf6ab6baf592c76fd4"
      },
      {
        "id": "usd3-test-014",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "9bf0ddc5ca4d481613e8c3db9ada928899f8f6bd67c7227226d460c6c112d887",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "6156175405bfa3bd8c065d377cd6b5c82c2687548b328e16c7c5079606659488"
      },
      {
        "id": "usd3-test-015",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "4ffa027c19cd249445a7f538408fa28ef2ee48d614af8b6b800d9177e64c0d84",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "b0f5a739f4a6b4232257e162b696aec811ae3466458d48beea0b06270110b5f1"
      },
      {
        "id": "usd3-test-016",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "b3070064a83033ec94df30b7aaacd29f0b10443567d1d8168972e9d4f5240893",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "ef790f8ab40017cd1399a92457aad74fbb9fea986795ba49f885f3ad1be67eb5"
      },
      {
        "id": "usd3-test-017",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "0a2b5cac03a0b0be42dbb247e56d80a5a0ed7650091656430627a62f2d2d0a58",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "c1549604b1662412b6f8e45caf5842c0c1ca8e653fa85375c681458e89ec5af0"
      },
      {
        "id": "usd3-test-018",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "912e7b949809baf911cd3264df3afe667f99d224a33b8256cd8cc5bb3ddcc01d",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "5508aa648a1eead5a2a023b77c61902a8b39375ea67f040aa27f53ddfd149cf4"
      },
      {
        "id": "usd3-test-019",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "551dbfccc87b3a87c22ca3f677c9d43464ddc9bccda194a18ca0e1c57f60fb94",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "551dbfccc87b3a87c22ca3f677c9d43464ddc9bccda194a18ca0e1c57f60fb94"
      },
      {
        "id": "usd3-test-020",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "7af891fe78d5da6ea9f3bebc1a23ff82a2644f05617698473e159f4e1d0ad6b1",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "ecd697cea9e9dcb214d114397cd6c975a929994c8205930dc38cdeed6125c43b"
      },
      {
        "id": "usd3-test-021",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "dfb1433056f8a33215109b75fab008727476003e7296d35e764e03a7f3ac3fa0",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "10199c05a2e936cca049719f6aed99aaa1c5063d6652680409a5ac8ebd733216"
      },
      {
        "id": "usd3-test-022",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "e804475794326bc1821e193cf93b8ed81b94d03e9108f0808da46694473f2dee",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "457280bf580187f71d49357099b6c238434dca54ead84a00a143343f2992a5f1"
      },
      {
        "id": "usd3-test-023",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "1894ee6bc55b175c48915e4be97247eddd64478b00834056f3a2b260b2c5f18c",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "1894ee6bc55b175c48915e4be97247eddd64478b00834056f3a2b260b2c5f18c"
      },
      {
        "id": "usd4-test-004-small",
        "group": "variant_selection_pairs",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "68c9def4a25812097572a685ac82f77f639a8507d5963fcf159eaec9b46001fd",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "892f21ef9fdc4a46ab9fb36d52c0b1dcfb8f47c3df4443a4ef651a8499afb1b9"
      },
      {
        "id": "usd4-test-004-large",
        "group": "variant_selection_pairs",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "68c9def4a25812097572a685ac82f77f639a8507d5963fcf159eaec9b46001fd",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "e0a4b01ebebc65ea6561455b10b6abc1b14784aebf3f33125ea6188b2f113dfb"
      },
      {
        "id": "usd4-test-010-small",
        "group": "variant_selection_pairs",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "1af697b68616d2bcf0e7a96a860092aa4a7b1e3fa97a12f4517d0dccd8921fac",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "e443d182d22fb8aa9733adebf4b439b9f7f0179b66c40bbdbf42e12050194313"
      },
      {
        "id": "usd4-test-010-large",
        "group": "variant_selection_pairs",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "1af697b68616d2bcf0e7a96a860092aa4a7b1e3fa97a12f4517d0dccd8921fac",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "f339c2d89a2652c68be11781ff71e92359b8cd0b2661fb67ff1c3e722c520a13"
      },
      {
        "id": "usd4-test-016-small",
        "group": "variant_selection_pairs",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "8d1b336dac53a15de8333635486c7a7a8125c8f9aebec5d863d2c5e66fece38d",
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "b3834d67852d724beb07af7cd3456f27f5679710eec53870a3b1fb4fc58a5cc4"
      },
      {
        "id": "usd4-test-016-large",
        "group": "variant_selection_pairs",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "8d1b336dac53a15de8333635486c7a7a8125c8f9aebec5d863d2c5e66fece38d",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "b3834d67852d724beb07af7cd3456f27f5679710eec53870a3b1fb4fc58a5cc4"
      },
      {
        "id": "usd4-test-022-small",
        "group": "variant_selection_pairs",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "3ec70814737b0449a16f2b8e6e3a8a667e634f85da55f9cb1634cd1044e5f154",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "cfe6cc5b8cc56c852e046464c52de79cbdf7b7c15fbebaa5d31c130bea7c8a89"
      },
      {
        "id": "usd4-test-022-large",
        "group": "variant_selection_pairs",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "3ec70814737b0449a16f2b8e6e3a8a667e634f85da55f9cb1634cd1044e5f154",
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "101b01e1b69040301d47f28cfe004d998fa21209f8414c35e6330fd5880a4ff6"
      }
    ],
    "picogk": [
      {
        "id": "test-000",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "7e51713f4f5e0325e0f0d28eb0c6fb8fc57d54f7632f087c6121d7bdd212a613",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "7e51713f4f5e0325e0f0d28eb0c6fb8fc57d54f7632f087c6121d7bdd212a613",
        "after_compiled": true
      },
      {
        "id": "test-001",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "053fabc3680bb18cb39a7f8212633617faca69e69ebc75caac072aed29cee167",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "053fabc3680bb18cb39a7f8212633617faca69e69ebc75caac072aed29cee167",
        "after_compiled": true
      },
      {
        "id": "test-002",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "0b32e0d61dddf54bbb060ddb319229dec4dbf5662bbfe277ecfd8a78012d4b9c",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "0b32e0d61dddf54bbb060ddb319229dec4dbf5662bbfe277ecfd8a78012d4b9c",
        "after_compiled": true
      },
      {
        "id": "test-003",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "afb576625ce5175ee76e85b6a2d0a723c65a5ffa6a4bf29dd4d5ae87a34624c9",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "afb576625ce5175ee76e85b6a2d0a723c65a5ffa6a4bf29dd4d5ae87a34624c9",
        "after_compiled": true
      },
      {
        "id": "test-004",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "3cdc1f2cd4e94e52e685d521ff16f66c7961c0f607b7e3d700c0068d413bc544",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "3cdc1f2cd4e94e52e685d521ff16f66c7961c0f607b7e3d700c0068d413bc544",
        "after_compiled": true
      },
      {
        "id": "test-005",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "f47cf3c5fe52c9fbb016ef2114f0591dab71cdd7f92204409b00348e2323e4e7",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "f47cf3c5fe52c9fbb016ef2114f0591dab71cdd7f92204409b00348e2323e4e7",
        "after_compiled": true
      },
      {
        "id": "test-006",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "ac540dfb64ba86a580c2eae2aff7f2feb8a9ac50f5fb7af39ae81ca27f8559d4",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "ac540dfb64ba86a580c2eae2aff7f2feb8a9ac50f5fb7af39ae81ca27f8559d4",
        "after_compiled": true
      },
      {
        "id": "test-007",
        "group": "parameter_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "1b08c6d51806ac3af12c5e3bccfe28119bd6b02728617b32d778f2eeaf4ed043",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "1b08c6d51806ac3af12c5e3bccfe28119bd6b02728617b32d778f2eeaf4ed043",
        "after_compiled": true
      },
      {
        "id": "test-008",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "c1afd98fcd4d38e4ce1c980fc45885ff518db6476f7fa6767a32a03f8bd58942",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "692756417d9f668b1e93f0c44bbf5ff3f5bd308cf52ed32309ce20b748c20a90",
        "after_compiled": true
      },
      {
        "id": "test-009",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "965a92d1e2cb6055ed27675d9499357d3e324c0daa06c8be39f8918fce7f6ef4",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "965a92d1e2cb6055ed27675d9499357d3e324c0daa06c8be39f8918fce7f6ef4",
        "after_compiled": true
      },
      {
        "id": "test-010",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "8e81706066aecb98945fd9e4c8751da41a6954bf9fd77770cc91f2cbe8bcd6b0",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "713d39eafdd9e120652a69ba7d7e60a10472fbb36f42b4cd5af16c295d230313",
        "after_compiled": true
      },
      {
        "id": "test-011",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "24830004a31038e6ef85e665c409f46a9d4083b52f5b3c9dd361f4eab475c3f5",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "24830004a31038e6ef85e665c409f46a9d4083b52f5b3c9dd361f4eab475c3f5",
        "after_compiled": true
      },
      {
        "id": "test-012",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "4dc752abac982f81b2e5e0af5a5cf54e2bdb73be81d805a3dde2e2b842839222",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "69775707fc01e5f220ac0e10042153fab08d30c13f7047294092917369c4def9",
        "after_compiled": true
      },
      {
        "id": "test-013",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "861f03d9e3b5d7fa70c85c494e5dc4af735f3312be3ea26c3aa1978c0c8272f1",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "861f03d9e3b5d7fa70c85c494e5dc4af735f3312be3ea26c3aa1978c0c8272f1",
        "after_compiled": true
      },
      {
        "id": "test-014",
        "group": "composition_holdout",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "029701838062acf1c05cfdff8d08c503108106720a5cd73027d01332054ba588",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "fde92ced888cf238fac6786afb42d0fe7c06876fcf2c37b7d907cd740e486359",
        "after_compiled": true
      },
      {
        "id": "test-015",
        "group": "composition_holdout",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "5ad150f6d79f1fe083844ecd07833a1a99e7eeabb9c3e3644556717f386bab66",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "5ad150f6d79f1fe083844ecd07833a1a99e7eeabb9c3e3644556717f386bab66",
        "after_compiled": true
      },
      {
        "id": "pico2-test-000",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "e179b1ca1c73308474fe35dba59822c9a3a5caee40de0460a04c54785abb05ce",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "89475483b9230bf1939ea798e9ce2bf237f06949edf1c08c564d40bc83660f25",
        "after_compiled": true
      },
      {
        "id": "pico2-test-001",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "e970f095dea0e961404646d4679d6d502128beccecb9e030b8eed03ee9ee09c1",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "d6c994d0ee7cdf52ba7a6d5fa2a5f67075946341d6f75ec6b33a6e426ba0d234",
        "after_compiled": true
      },
      {
        "id": "pico2-test-002",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "d0460a09ba3517c817b12509614772088f0959269a519067b38aa6305dc97b32",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "b1941cc650511d355b301fec27466faa9cd220dae5378bdb0f3e2252659dfeb4",
        "after_compiled": true
      },
      {
        "id": "pico2-test-003",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "87b398f1550c43c24fbc82cacc7200c6353dbac6c71530f402be26ad35df9eb7",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "3eef0409f56b2ed2206e57517465c7c81ccda609dd189173e9a15faa7e598bf0",
        "after_compiled": true
      },
      {
        "id": "pico2-test-004",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "83f8791f9451fba5fcdc45dcceb6383305d630a10109de486bd2fefd76f32824",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "8a07f03cc1a71c00b674dd77beb43f95bf930703b2a75cdd62f36cafddfa3f98",
        "after_compiled": true
      },
      {
        "id": "pico2-test-005",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "f7b269e71abc10db3419c4b59fb6b8334754f039ad1830efe5474de6520bc279",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "b4e02dd7cede6fa17601803668b1ab88fff0cab5cc29e1ebdc42dc301dafbb9a",
        "after_compiled": true
      },
      {
        "id": "pico2-test-006",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "578dd8c0d83104458fd0ba252d5ea0258a140bb793ad28234b2196f301f443c4",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "69c2ff069b78acb7f4b07318a8b31587a0c6bdd8cc8d695ca4b80cab9c3ad41f",
        "after_compiled": true
      },
      {
        "id": "pico2-test-007",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "90508448dea809202e9a0f83522b1c73656e663a787c966a594ede708dabc4a2",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "0f5013ebed046aa05966d68bb1dc3e6ebc8365ed3da578a5781ba2be5b7f6163",
        "after_compiled": true
      },
      {
        "id": "pico2-test-008",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "93fdd95e4802204e942b8aa265775471b68db638f1f444b30782eb2258a885b7",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "ddf97f80f748e22cb9cb5cc3b8f32f8fe1aa866fb47f09ce42c758c625439672",
        "after_compiled": true
      },
      {
        "id": "pico2-test-009",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "a4d46f844294100788a3461a46b90a26abe56d3843b650881b607ace422ce36e",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "00f8622da42d1e41e09e0bf1a46113627132f84234f0f8571053b54d976a18e5",
        "after_compiled": true
      },
      {
        "id": "pico2-test-010",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "ef798596109bd489f86a892a646c7ece6c37f3152113e5296e5a2af2deac8d5c",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "56f6dbd9dc71771b5e1e0c3e216be39bb795ae67ce13803822e077ea097bdd81",
        "after_compiled": true
      },
      {
        "id": "pico2-test-011",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "2ccc80732a5baecd941607c5279f332b6340135a64f542207f8b47da053334d8",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "72134d5a4aa18a9325152f89a5e08d65efaab970faae436448ef69380e9e7e01",
        "after_compiled": true
      },
      {
        "id": "pico2-test-012",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "eb76827c38619aa2266371ba981012574644203bfe6a036639aba8fc2329acbc",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "64b1790f825d086188584431ccd6b36fc8ac40785083d16c21192f7777d98576",
        "after_compiled": true
      },
      {
        "id": "pico2-test-013",
        "group": "fresh_graph_instances",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "7c78240975529156ebfdcfa4d447eed9fbdf0e5686d526359f1e61c0e9d0b6c5",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "1a9b43fef015f2481f42131e2964d7851ca90edb4d0489d109e2d8e7a5fb3272",
        "after_compiled": true
      },
      {
        "id": "pico2-test-014",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "c57cfb297947d00e33b5c9ea73e8335891d359b03f77a3ed1cd68b9dae7a8314",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": false,
        "after_response_sha256": "2d6a509e39c627f53b54c64fdcc873ee9d795438b9a98fbee43473fd123dd0d3",
        "after_compiled": false
      },
      {
        "id": "pico2-test-015",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "ca22f1acf5e114a8203fa3efaa93487a251a771a187e1f75566b1bc791c6ea2e",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "1396422de7f6b0519291c719756747cf090be41cd991add9035c716a50a15c35",
        "after_compiled": true
      },
      {
        "id": "pico3-test-000",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "f75d712a759dde40698570bbf207cbbd99008bba68417037b47ebd6656a03941",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "e525c2d0a8d1b4eb1a94057ea661c79e84ffb74a7379014642798f28f4bab31c",
        "after_compiled": true
      },
      {
        "id": "pico3-test-001",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "5851ff44721bbc5a42aaae9058bd8c1a6b3f3f526c62e7dc2ce2a3fbf460eb1d",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "d71b9b39ea7e6a82b039fb6e4f124315b4a4f372c6140a2d1ca68cde4a7f0747",
        "after_compiled": true
      },
      {
        "id": "pico3-test-002",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "e07bbbb5d6a89f6d214d225ed27d192a2701cecb657814a77ef66c1571ac08a6",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "afecc6a33474334e8f918b04e331d656a9d9fd8051c6e9a70461a80d53d93c3d",
        "after_compiled": true
      },
      {
        "id": "pico3-test-003",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "4673f81731fe9abde52b383ce74eae1fd4693d703fb59b786a4fb0b484520d96",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "597d92fc61e4ac2bc6ba7af95bbff909b114a26d632a9b161bbf9adb7bba6894",
        "after_compiled": true
      },
      {
        "id": "pico3-test-004",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "cfc3e11bcc36a7b2ff1d66fbeb088b583c8449affe8fa857311f489ad627426c",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "74ad65c13aeb85c24811d6cdfded2ff41b65caba0239ce873177e3437f593146",
        "after_compiled": true
      },
      {
        "id": "pico3-test-005",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "34b12da0d581d033e0e09c17a4caf1b4002aef77074b5682f5d6e84339632ba6",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "be4cd44175f2fe11ef27887de9e4171e32a77badcef066207660841e13c86626",
        "after_compiled": true
      },
      {
        "id": "pico3-test-006",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "a527291ae2b88c555272ef3ca772c5a21a08d2cd1b69ea82564f6dbe5a6e02a8",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "2ed40c797704e375a6bcae42514d912266267fe3fb1647f0837a1958ca8865d5",
        "after_compiled": true
      },
      {
        "id": "pico3-test-007",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "8c858855974dbe9636c504d2640866033641394f4612ca5d24729664d323ae61",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "a2eeeca64943c1fe882f3ec784f8a2744ef5c4ae531bfe03d76c27a2e8e8c2e6",
        "after_compiled": true
      },
      {
        "id": "pico3-test-008",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "cc9c91274a2fc50f2370f25258a6a404f5a59754435177192db28aac2b5ad158",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "988818df97b8dbb9889347fd067c2d013cac48e6c0e26bafda25f4b8cfe6cc80",
        "after_compiled": true
      },
      {
        "id": "pico3-test-009",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "d1e9689f680a02734e8029e6085df9e0b3d0d7a01d95202c75a852bb5170b5e1",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": false,
        "after_response_sha256": "7920e64d5676ce3efea01f7b119dc572550a730c4cf87ffd0b5ee2a60e95c996",
        "after_compiled": false
      },
      {
        "id": "pico3-test-010",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": false,
        "before_response_sha256": "0987c6a4e25cc2eeb36ec3f0b6bb94d283afef4ac751728868059bd8c554549c",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "429648fa9a210b2f617054201ee82628cfc16adf5a439e648157985a48b031dc",
        "after_compiled": true
      },
      {
        "id": "pico3-test-011",
        "group": "fresh_graph_instances",
        "before_passed": true,
        "before_native_passed": true,
        "before_response_sha256": "60e44306c8194fb3616d3984239e9a5d19f5857a3cae142dfff50c745472a05a",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "8e9ab210cb3905f66b76274fb70efd01c0086a8afdbefd971c8633ffe05dbdf5",
        "after_compiled": true
      },
      {
        "id": "pico3-test-012",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "0356bf4b6a80f14532319ac9926f1c70ecd37501b53a823be870f9b09d0b3f5b",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "a1e3315b9cb878715766535ff671f0dbcc32204016386596cba5ea5520a28863",
        "after_compiled": true
      },
      {
        "id": "pico3-test-013",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "e55194ffd99e921df80b1dbafce9e329ed79b9263268fd540f3cf65db3cb1e57",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "f7dc7cad0feccbfda2034c86187e34a594d45004fa18c5b7816f88b003c6a80a",
        "after_compiled": true
      },
      {
        "id": "pico3-test-014",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "421565686f26c0d3fcc310152f63c7b2248db3cb7f4cb016fb1aa026f4a2a5c7",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "321a0a6c8ebc30babe523cce4525184356597b28ea82b26df959c023c0145797",
        "after_compiled": true
      },
      {
        "id": "pico3-test-015",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "0e5fb258f4e1c32ab8ebac02e836cc5dd405135b485e4316c925ba74cba917c9",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "a31b0e93d803ad231cbc78150ded96eab0f595571173ed0124f3d210c224f8d2",
        "after_compiled": true
      },
      {
        "id": "pico3-test-016",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "1f438e93e47eba1f69806170686b6aafb633d2ff32e8839d7856cbc53c482969",
        "before_compiled": true,
        "after_passed": false,
        "after_native_passed": true,
        "after_response_sha256": "a903cee0acc22e1d0e4148e177440aa9dc6c2ec22350ef73c467f4b0aac65b64",
        "after_compiled": true
      },
      {
        "id": "pico3-test-017",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "fa4552edb03661d88c4ccfaf753e5c20a3612b0ddcec15c26ae51bdf3be90b6f",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "362d72774780de0600ef5b09cddadb229d46f6ba25b3ed3d06dc319b5fe94727",
        "after_compiled": true
      },
      {
        "id": "pico3-test-018",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "2c54045d7cbcd2ccf7395df2aee50eea7f44e381d24561a3d62bcefa89e7170e",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "04bfe24a5418e0fd95cbc4e6e65c722572f8f76f3d4f59be0d78b88fac47ddee",
        "after_compiled": true
      },
      {
        "id": "pico3-test-019",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "eb8ad1d84ff712058f8f030ca383392aa91a1947dd351fcb4cf3ab90c214a197",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "015c70bb2b37bac0d1b34c84bf98f58810889e0354b192e92ad4022dfbc0db85",
        "after_compiled": true
      },
      {
        "id": "pico3-test-020",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "72e11ff723c999afc5f05ebd6d69a93d2312fd42fc2419140b4ac12d3eba4400",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "7e24c9d41a6cdb5e8b6d79ba8727f6b70a9f5371cb63055f17aa239762fd7d9d",
        "after_compiled": true
      },
      {
        "id": "pico3-test-021",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "b9545203c92ad4a43d2e876afd9000069ea81360ee70b7909a2f2c759d2ec0ce",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "94307030d785a2e240c9519f3a0a396d6d486283968868c4a6dfbd9db80d8851",
        "after_compiled": true
      },
      {
        "id": "pico3-test-022",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "c62da0b434f43ff1ff97031410eef5e1c1dd8e29b06d691328d486ea0932d1cb",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "7bb0cbe7a57dff2c84eb1ffe2e7f4fa40047db6de3d5e9fedafbe0e35b2bdec5",
        "after_compiled": true
      },
      {
        "id": "pico3-test-023",
        "group": "fresh_graph_instances",
        "before_passed": false,
        "before_native_passed": true,
        "before_response_sha256": "20a10bd4c97e46e99011a4f3ac34fffe91436071e27092ee83af7d6c26ff085d",
        "before_compiled": true,
        "after_passed": true,
        "after_native_passed": true,
        "after_response_sha256": "f0b014d3d8d5659fa911e1148644b119264ed3ce01f3f45644f1e81bb8b43d70",
        "after_compiled": true
      }
    ]
  },
  "test_summary": {
    "usd": {
      "all": {
        "total": 68,
        "regressions": [],
        "gains": [
          "usd2-test-010",
          "usd2-test-012",
          "usd2-test-014",
          "usd2-test-016",
          "usd2-test-018",
          "usd2-test-020",
          "usd2-test-021",
          "usd2-test-022",
          "usd3-test-000",
          "usd3-test-002",
          "usd3-test-004",
          "usd3-test-006",
          "usd3-test-008",
          "usd3-test-009",
          "usd3-test-010",
          "usd3-test-012",
          "usd3-test-014",
          "usd3-test-015",
          "usd3-test-016",
          "usd3-test-018",
          "usd3-test-020",
          "usd3-test-021",
          "usd3-test-022",
          "usd4-test-004-small",
          "usd4-test-010-small",
          "usd4-test-016-large",
          "usd4-test-022-small",
          "usd4-test-022-large"
        ],
        "before_passed": 39,
        "before_native_passed": 46,
        "after_passed": 67,
        "after_native_passed": 68
      },
      "regression": {
        "total": 36,
        "regressions": [],
        "gains": [
          "usd2-test-010",
          "usd2-test-012",
          "usd2-test-014",
          "usd2-test-016",
          "usd2-test-018",
          "usd2-test-020",
          "usd2-test-021",
          "usd2-test-022"
        ],
        "before_passed": 28,
        "before_native_passed": 29,
        "after_passed": 36,
        "after_native_passed": 36
      },
      "fresh": {
        "total": 32,
        "regressions": [],
        "gains": [
          "usd3-test-000",
          "usd3-test-002",
          "usd3-test-004",
          "usd3-test-006",
          "usd3-test-008",
          "usd3-test-009",
          "usd3-test-010",
          "usd3-test-012",
          "usd3-test-014",
          "usd3-test-015",
          "usd3-test-016",
          "usd3-test-018",
          "usd3-test-020",
          "usd3-test-021",
          "usd3-test-022",
          "usd4-test-004-small",
          "usd4-test-010-small",
          "usd4-test-016-large",
          "usd4-test-022-small",
          "usd4-test-022-large"
        ],
        "before_passed": 11,
        "before_native_passed": 17,
        "after_passed": 31,
        "after_native_passed": 32
      }
    },
    "picogk": {
      "all": {
        "total": 56,
        "regressions": [],
        "gains": [
          "test-008",
          "test-010",
          "test-012",
          "pico2-test-000",
          "pico2-test-001",
          "pico2-test-002",
          "pico2-test-004",
          "pico2-test-006",
          "pico2-test-007",
          "pico2-test-008",
          "pico2-test-010",
          "pico2-test-011",
          "pico2-test-012",
          "pico2-test-015",
          "pico3-test-000",
          "pico3-test-001",
          "pico3-test-002",
          "pico3-test-006",
          "pico3-test-007",
          "pico3-test-008",
          "pico3-test-010",
          "pico3-test-012",
          "pico3-test-013",
          "pico3-test-014",
          "pico3-test-017",
          "pico3-test-018",
          "pico3-test-019",
          "pico3-test-020",
          "pico3-test-021",
          "pico3-test-022",
          "pico3-test-023"
        ],
        "before_passed": 11,
        "before_native_passed": 53,
        "before_compiled": 56,
        "after_passed": 42,
        "after_native_passed": 54,
        "after_compiled": 54
      },
      "regression": {
        "total": 32,
        "regressions": [],
        "gains": [
          "test-008",
          "test-010",
          "test-012",
          "pico2-test-000",
          "pico2-test-001",
          "pico2-test-002",
          "pico2-test-004",
          "pico2-test-006",
          "pico2-test-007",
          "pico2-test-008",
          "pico2-test-010",
          "pico2-test-011",
          "pico2-test-012",
          "pico2-test-015"
        ],
        "before_passed": 10,
        "before_native_passed": 31,
        "before_compiled": 32,
        "after_passed": 24,
        "after_native_passed": 31,
        "after_compiled": 31
      },
      "fresh": {
        "total": 24,
        "regressions": [],
        "gains": [
          "pico3-test-000",
          "pico3-test-001",
          "pico3-test-002",
          "pico3-test-006",
          "pico3-test-007",
          "pico3-test-008",
          "pico3-test-010",
          "pico3-test-012",
          "pico3-test-013",
          "pico3-test-014",
          "pico3-test-017",
          "pico3-test-018",
          "pico3-test-019",
          "pico3-test-020",
          "pico3-test-021",
          "pico3-test-022",
          "pico3-test-023"
        ],
        "before_passed": 1,
        "before_native_passed": 22,
        "before_compiled": 24,
        "after_passed": 18,
        "after_native_passed": 23,
        "after_compiled": 23
      }
    }
  },
  "training_diagnostics": {
    "iterations": 400,
    "trained_tokens": 79345,
    "validation_loss": 0.003,
    "peak_memory_gb": 3.236
  },
  "verification": {
    "host": "kali2",
    "source_commit": "43da9e181d4bd0e6bab6a4d919d37afa301310a5",
    "checkout_clean_after_checks": true,
    "python_version": "3.13.15",
    "ci_python_version": "3.12",
    "numpy_version": "2.2.6",
    "matplotlib_version": "3.10.8",
    "isolated_venv": true,
    "umask": "022",
    "main_suite_tests": 3270,
    "optional_skips": 156,
    "main_suite_passed": true,
    "make_check_exit_code": 2,
    "make_check_blocker": "Pre-existing stale PET zone report: catalogue count 38 versus 39; coverage 0.295 versus 0.303 percent. Evidence file left unchanged.",
    "make_check_blocker_path": "twins/993-exhaust-tip-ti-f0/evidence/selection/pet-zone-titanium-triage.json",
    "f37_docker_audit_tests": 15,
    "f37_docker_audit_passed": true,
    "f37_image": "ghcr.io/cluster2600/3dprinting993-mesh-cfd@sha256:a1db60cbf61bbcca52c171e50cab01ed0b6ec860b227e7c5fc50f7b809659b4f",
    "remaining_make_targets_exit_code": 0,
    "remaining_make_targets": [
      "pet-verdict-check",
      "route-lever-hook-check",
      "print-screen-sections-check",
      "parts-table-check",
      "part-pages-check",
      "reports-index-check",
      "docs-links-check",
      "part-previews-check",
      "help-check"
    ],
    "native_picogk_reference_programs": 64,
    "native_openusd_reference_programs": 818,
    "log_sha256": {
      "make-check-coding-008.log": "408cc61f7b0935d7247d9ebbce795dc722096fedbd87d2a6fd520749e090d4f8",
      "remaining-checks-coding-008.log": "e6e020d9777c1188d46fd9abba8022f5760e86d809818dd380e1ffe722f67fee"
    }
  },
  "artifacts_sha256": {
    "coding-008/manifest.json": "a78b903c2a851aac2bf335999d9e35f5f1d97d5e136559cb44ceddbf6f2f8f63",
    "coding-008/registration.json": "fdea2812a5acd8143bc070146f1118886adc1157ef463ac2a803ac26b76b197e",
    "coding-008/selection.json": "b953e93fe26454d060f72d2149e6869cb4d81cf863c0664e993e582a0bebb74d",
    "coding-008/native-oracles.json": "35c1ecf7271ebbf155ce76c523b07f8ba931506840e60178ad888a8c7ab9e8e7",
    "coding-008/training.log": "21df89dad52844b6b23e0fc9b7d8aedf4bf7e8ee99a2ed3a9bb3f9b5bd603673",
    "coding-008/training-command.json": "317b06b4593cb2a8f9f2279a54d6eb2ffc408db2023a42b6cfa913bb76632050",
    "coding-008/kali2-verification.json": "9fa3784ae9e1325fbcf54816b9d04916c93b86414f97d6113b2d84ca5f511a03",
    "coding-008/test-after-responses.jsonl": "ce30b829d0c9ece101acfc23561349a8d109b57a805a378c29c092d3908e3c7d",
    "coding-008/test-before-responses.jsonl": "521eb62de74105493cbccd699972262825413c2d15a3ec45ba09526f5dfed12a",
    "coding-008/valid-400-responses.jsonl": "218c3dc08e00f449a8872646718527ffa66df1efe01b9c34e9456dbe33468771",
    "coding-008/valid-before-responses.jsonl": "c195c9f080738cb0ebece1cd4380ee4209876f1bddf9ac2c1359fb7af9730ce5",
    "coding-008/test-after-scores.jsonl": "5249a73bfc9a2e1e6b5c992462f529bdc5e15f06e17b6a1b502d781cbe1b4f39",
    "coding-008/test-before-scores.jsonl": "f54a464c1aec5a4401d29b81d348f1971496da26729362a0b2ba37e3278478f1",
    "coding-008/valid-400-scores.jsonl": "c40b6cbdaa4b2700b8051acdef06cbb3008b8d698d3aad182bf3a8e3251188b4",
    "coding-008/valid-before-scores.jsonl": "c5cea91f90755ae4c19e92f029c66da6f848a6393a4cb559b5518299bc2539ef",
    "coding-008/test-after-picogk/adapter-evaluation.json": "5f8840ec422be56f9ac18dd306d509c3ec970264803d6b650f783f6a26405e71",
    "coding-008/test-before-picogk/adapter-evaluation.json": "49f3e80a3af8e4fed2ada312bd8fbe781392919422e66416b3194e4593a97763",
    "coding-008/valid-400-picogk/adapter-evaluation.json": "2b65a25dcfd1cfd3a1b55137aaa909f581476ec70f9b6ad0b4b063959e3a9cd6",
    "coding-008/valid-before-picogk/adapter-evaluation.json": "2709fda85a2955c971b2ff56c2d5c597d1e51188892777390403028f0a695d08",
    "coding-008/results.json": "652558ba2221109ae9e523e5965d830a04c1cfbb8e4cc556b87702feadf27820"
  },
  "limitations": [
    "Validation-driven continuation after the rejected coding-004; one adaptive experiment family.",
    "Only pico3-test and newly registered USD tests are fresh before validation selection. All older tests are development-informed regressions.",
    "Shared synthetic grammar and API recipes; no independent task-family benchmark.",
    "The installed Pixar wheel lacks shader-discovery resources; ShaderPropertyTypeConformanceChecker remains excluded.",
    "No OpenFOAM evaluation, cylinder-head accuracy, material, manufacturing or physical validation.",
    "Adapters remain local and experimental; default inference has not been changed."
  ],
  "previous_attempt": {
    "experiment": "m64-qwen-coding-007",
    "date": "2026-10-02",
    "status": "no_validation_improvement",
    "decision": "rejected_for_combined_assistant",
    "selected_step": null,
    "candidate_step": 600,
    "candidate_adapter_sha256": "72d86a924c166d253aaa6d82efe46361f9ed0efd3572d6002327c6c248bce4cd",
    "comparison_adapter": "coding-003/checkpoint-600",
    "warm_start_adapter": "coding-004/checkpoint-800",
    "manifest": {
      "base_model": {
        "repository": "mlx-community/Qwen2.5-Coder-1.5B-Instruct-4bit",
        "revision": "b3252a2f97102b1fb1571fec2c9b27219a8536be",
        "weights_sha256": "daeab4764fb420d161721791cf2e509e2de81a7af4223646e7bed2bf82c57b58",
        "upstream_repository": "Qwen/Qwen2.5-Coder-1.5B-Instruct",
        "upstream_revision": "2e1fd397ee46e1388853d2af2c993145b0f1098a",
        "license": "Apache-2.0",
        "quantization_bits": 4,
        "mlx_lm_version": "0.31.3"
      },
      "initial_adapter_sha256": "a1014c6f71b46d879c09462c4a57d17d00df8f11b8178dd53bf6d5f2ac2f778a",
      "source_sha256": {
        "training/m64-qwen/improve.py": "17f6d6d8b278debda9e2b2dd9e047c44dffb4531b22f4d151a9febedeb8f6a20",
        "training/m64-qwen/picogk.py": "3357a289b0314a4e7e24f1a0d515d1bebf55021ccacd2551650b830f352ac3c6",
        "training/m64-engineer/openusd.py": "30f789743ce2ff7d675da7d30744e0eb9508e5f100b8c80de46dd6ed16b379e1"
      },
      "files_sha256": {
        "usd-cases.jsonl": "c7eb039e2862ab72e610131abdd714cf6fba50dd7839a1a5d81ded676f419e58",
        "picogk-cases.json": "dd4360574826ddb1f58671e6b0472e3f64e897ff5c1127b47f417d13248d6812",
        "data/test.jsonl": "5a8e9ff942b82ebfb90aeeac08d5014d7df888d039c9518118a239470754fb5d",
        "data/train.jsonl": "5c55efbdf207118b6b1a1daea5ceb587bbb31a0fb8ce40809ec2846effdd1e5d",
        "data/valid.jsonl": "0714942456813dc1deb42c6abed58fc249c2ac8841b1b49b3c00eea2188c4233"
      },
      "counts": {
        "train": {
          "usd": 624,
          "picogk": 704
        },
        "valid": {
          "usd": 30,
          "picogk": 40
        },
        "test": {
          "usd": 60,
          "picogk": 56
        }
      },
      "maximum_sequence_tokens": 547,
      "steps": [
        600
      ],
      "learning_rate": 1e-05,
      "seed": 42,
      "warm_start_sha256": "84323d7364f61091093b6a105b4d3371cbb71c3aa723809150814d17a98979a3",
      "replay_weight": 1,
      "usd_replay_weight": 2,
      "effective_counts": {
        "train": 1952,
        "valid": 70,
        "test": 116
      },
      "extra_usd_sha256": "dd0ced24ecaeda384631f96c1cbfc75ee768f8b9c4198090dbcfb44905069831",
      "num_layers": 16,
      "rank": 8,
      "lora_scale": 20,
      "batch_size": 1,
      "mask_prompt": true,
      "selection": "Higher PicoGK validation count with no per-case USD or PicoGK regression.",
      "test_policy": "Tests open only after selection. Fresh cases: pico3-test and registered extra USD tests if provided. All older tests are regressions. Shared grammar, not independent families.",
      "native_sha256": {
        "PicoGK.dll": "710c4e0428efbe9c1cd1db1663247b45604f96d167a6726782ab8ddca350565a",
        "picogk.26.2.dylib": "5c1cd3fc12766a85bc5c1441a95f065fb274338d1333c3ae2d3396b59d0e18e7"
      }
    },
    "registration": {
      "experiment": "m64-qwen-coding-007",
      "registered_at": "2026-10-02T10:19:30.106782+00:00",
      "protocol_commit": "57932831f0f4256abb5ebad95fe5094b21e43d4d",
      "protocol_sha256": "6caad453325478f6ef835d28b47dde808040eb3187186422e729278ba7c3adb4",
      "extra_usd_sha256": "dd0ced24ecaeda384631f96c1cbfc75ee768f8b9c4198090dbcfb44905069831",
      "baseline_sha256": "a1014c6f71b46d879c09462c4a57d17d00df8f11b8178dd53bf6d5f2ac2f778a",
      "warm_start_sha256": "84323d7364f61091093b6a105b4d3371cbb71c3aa723809150814d17a98979a3",
      "validation_rule": "Strict PicoGK gain and no previously passed USD or PicoGK validation case lost",
      "final_test_policy": "Model inference only after passing validation; 24 usd3 and 24 pico3 fresh cases"
    },
    "validation_summary": {
      "usd": {
        "total": 30,
        "regressions": [
          "usd-valid-004",
          "usd2-valid-004"
        ],
        "gains": [
          "usd2-valid-010",
          "usd2-valid-012",
          "usd2-valid-014",
          "usd2-valid-015",
          "usd2-valid-016",
          "usd2-valid-018",
          "usd2-valid-020"
        ],
        "before_passed": 22,
        "before_native_passed": 24,
        "after_passed": 27,
        "after_native_passed": 30
      },
      "picogk": {
        "total": 40,
        "regressions": [],
        "gains": [
          "pico2-valid-000",
          "pico2-valid-001",
          "pico2-valid-002",
          "pico2-valid-003",
          "pico2-valid-004",
          "pico2-valid-005",
          "pico2-valid-006",
          "pico2-valid-007",
          "pico2-valid-008",
          "pico2-valid-009",
          "pico2-valid-010",
          "pico2-valid-012",
          "pico2-valid-013",
          "pico2-valid-014",
          "pico2-valid-015",
          "pico3-valid-000",
          "pico3-valid-001",
          "pico3-valid-002",
          "pico3-valid-003",
          "pico3-valid-004",
          "pico3-valid-005",
          "pico3-valid-006",
          "pico3-valid-008",
          "pico3-valid-009",
          "pico3-valid-010",
          "pico3-valid-011",
          "pico3-valid-012",
          "pico3-valid-013",
          "pico3-valid-014",
          "pico3-valid-015"
        ],
        "before_passed": 9,
        "before_native_passed": 37,
        "before_compiled": 40,
        "after_passed": 39,
        "after_native_passed": 40,
        "after_compiled": 40
      }
    },
    "validation_cases": {
      "usd": [
        {
          "id": "usd-valid-000",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "017bc92d9d1be753373b064d1737341216e29927b0f264c3a8f1f8d6e06e22d0",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "017bc92d9d1be753373b064d1737341216e29927b0f264c3a8f1f8d6e06e22d0"
        },
        {
          "id": "usd-valid-001",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "31964fa538d592cf703ba661026574a2a25b970b3e1d2dfd2a84df324b542593",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "31964fa538d592cf703ba661026574a2a25b970b3e1d2dfd2a84df324b542593"
        },
        {
          "id": "usd-valid-002",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "5d06a1edc6286362da523ac9973f3b3477c7f2c29646955522fdd48073582f4a",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "5d06a1edc6286362da523ac9973f3b3477c7f2c29646955522fdd48073582f4a"
        },
        {
          "id": "usd-valid-003",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "734c04ed5ca2ef362599e2110d01b5d0720ec139e97724dd45e19cc49fac983c",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "734c04ed5ca2ef362599e2110d01b5d0720ec139e97724dd45e19cc49fac983c"
        },
        {
          "id": "usd-valid-004",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "6c869ea563f35ced578c2024beb1c87715dc557be85ff19f71d86b5300ca801f",
          "after_passed": false,
          "after_native_passed": true,
          "after_response_sha256": "b0ab2b7c0409a3f10dcb392b74cc1f63444dccb76f7e30a9c2491c18505633a2"
        },
        {
          "id": "usd-valid-005",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "47cd578a3a2945e316b173a02a2589627ade54ea786b090a440a4c17c9b95501",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "47cd578a3a2945e316b173a02a2589627ade54ea786b090a440a4c17c9b95501"
        },
        {
          "id": "usd2-valid-000",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "2f2893e214c453f265045eb749a974fe285eb292a31d78229c40958eba0acf24",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "2f2893e214c453f265045eb749a974fe285eb292a31d78229c40958eba0acf24"
        },
        {
          "id": "usd2-valid-001",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "708483c19702a670a94c9bb53ead4230b21a11223d6f186d9b6de4d755132181",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "708483c19702a670a94c9bb53ead4230b21a11223d6f186d9b6de4d755132181"
        },
        {
          "id": "usd2-valid-002",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "6a3a1505246156f3a7627e044688f55f634cecc645acbe24c4cf101036b2f31c",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "6a3a1505246156f3a7627e044688f55f634cecc645acbe24c4cf101036b2f31c"
        },
        {
          "id": "usd2-valid-003",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "d44e2e0e51d9c0c8463bdccc91eb987d50634722ad578fd46ffb62bd5bd7974c",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "d44e2e0e51d9c0c8463bdccc91eb987d50634722ad578fd46ffb62bd5bd7974c"
        },
        {
          "id": "usd2-valid-004",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "bf644e3ef02c369389eb56575d6108589aaabcabc1af380b61844aa28a0fd170",
          "after_passed": false,
          "after_native_passed": true,
          "after_response_sha256": "461d71ec5f5191487e349a9579e83ebb6ea18a024c273b5ae7e5399ac6b31947"
        },
        {
          "id": "usd2-valid-005",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "c4a6fb96ccd7bb060215740a3911e1ea8fe18444eaa1660aa1e2c2fe37db0b22",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "c4a6fb96ccd7bb060215740a3911e1ea8fe18444eaa1660aa1e2c2fe37db0b22"
        },
        {
          "id": "usd2-valid-006",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "11829c42f67d31406e1bf2704ad3e3e983916db0afabe56ee398b40f13065383",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "11829c42f67d31406e1bf2704ad3e3e983916db0afabe56ee398b40f13065383"
        },
        {
          "id": "usd2-valid-007",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "6dfa2971696571bf231cb6ae0528c8b91fff7a59ca6fc2521f71b1566455d93a",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "6dfa2971696571bf231cb6ae0528c8b91fff7a59ca6fc2521f71b1566455d93a"
        },
        {
          "id": "usd2-valid-008",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "6deec35e0384186f0a8edc3728119235ce58c5981afd3ef242de9c28e70111f1",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "6deec35e0384186f0a8edc3728119235ce58c5981afd3ef242de9c28e70111f1"
        },
        {
          "id": "usd2-valid-009",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "8796009709d94df4c1981bc7b58b596ac319014997f2b9089549aa5225926e1a",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "8796009709d94df4c1981bc7b58b596ac319014997f2b9089549aa5225926e1a"
        },
        {
          "id": "usd2-valid-010",
          "group": "parameter_holdout",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "163f4b7f4665932a43dd252c038c8bb845ca10610d6e327e3975f63140706693",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "06415f7d7db0aeb7b8fcff6b2a410222fd7c4e87bda059b3a6167b6f0b20737b"
        },
        {
          "id": "usd2-valid-011",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "70e49f25875754ace785ea6bc70ccec95746f5fde62206f1304535058f9dee66",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "70e49f25875754ace785ea6bc70ccec95746f5fde62206f1304535058f9dee66"
        },
        {
          "id": "usd2-valid-012",
          "group": "composition_holdout",
          "before_passed": false,
          "before_native_passed": false,
          "before_response_sha256": "55e1961d41725b955a8cc68bfc80b06f2514ebf1b2ecd5e4ba19b9072c0a0aa4",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "ca87bee2826064023af891b340622106d32fd5c0fd08c069928489cbb0cb79aa"
        },
        {
          "id": "usd2-valid-013",
          "group": "composition_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "e0cb11fcb25bac8596c5b72b0ab766316711518e6444abd7561b9ee3b27c783c",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "1290de0ea2278437ccca2a459f7f36dc7df48d024a103dc35cf565de6a9e1659"
        },
        {
          "id": "usd2-valid-014",
          "group": "composition_holdout",
          "before_passed": false,
          "before_native_passed": false,
          "before_response_sha256": "07f0da1fde1651ddba6233265d51a92322cdb61077a90af986bee76c60b85bab",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "774ceba6e14e105f69654fda6037d23e853597159cda2c6b0c9e3983031cbd37"
        },
        {
          "id": "usd2-valid-015",
          "group": "composition_holdout",
          "before_passed": false,
          "before_native_passed": false,
          "before_response_sha256": "6a796d84b696938bce1d67d66dbe92d1713a44a3efc7a8f6de1a7f2de9dc9799",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "4f441b47d1e8dee53c7f7511fd3f359f527fa055449eb14c12d6a44eb8e81ee5"
        },
        {
          "id": "usd2-valid-016",
          "group": "composition_holdout",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "64f9d36f32cc30099ef0c46cbd20fb2e6bc0a9997e1e94ac57d57325d5c93e35",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "21a3368f386c4021e924c79827adab2945a4a36884452e49a0289aca3b9ef7d9"
        },
        {
          "id": "usd2-valid-017",
          "group": "composition_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "dbd891f8d8db3ab662ac1065cc096922a9261643a8e87d84d62e6c2fd86620e9",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "2a362fc9d35da26cacd989211c8cb424348a4dfccab2c7ef7ad1c67b62ba313f"
        },
        {
          "id": "usd2-valid-018",
          "group": "composition_holdout",
          "before_passed": false,
          "before_native_passed": false,
          "before_response_sha256": "e06360550ba1d2e5577f31eaae70cf9b74fc3f0651def5309fb008d721a6ce4a",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "b553220b1ef4e260ce3416bfd345bbb5801a97e4b4df22a558144f935c26e193"
        },
        {
          "id": "usd2-valid-019",
          "group": "composition_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "38dcbb8490c1cebd44f2f80894b5adf936efe319a1d93dff1408f4b3aa32d569",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "38dcbb8490c1cebd44f2f80894b5adf936efe319a1d93dff1408f4b3aa32d569"
        },
        {
          "id": "usd2-valid-020",
          "group": "composition_holdout",
          "before_passed": false,
          "before_native_passed": false,
          "before_response_sha256": "2b5bd65fdbda6ad1617d8bd88b78fc6fa3912ed09c7cab686419b56a440fd7a1",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "72766d8061448f2c2bf7fed8610f7f9ba86dedebc520ef2498c5683d6e011644"
        },
        {
          "id": "usd2-valid-021",
          "group": "composition_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "d46004260b8849ab9e3629aa12cafb76525664415ca2a3f9e098f6c8aae909bf",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "2da5b92e8b071c9d26f2811b65dc7a2988b16644994355578f115e0a5b9069c7"
        },
        {
          "id": "usd2-valid-022",
          "group": "composition_holdout",
          "before_passed": false,
          "before_native_passed": false,
          "before_response_sha256": "a0016abe13d17d3218f7dcd8b72e3dd5fcac1619568f06c0eb3bbce08ab788f6",
          "after_passed": false,
          "after_native_passed": true,
          "after_response_sha256": "62674a7ad8fcb3f14f53535fb0e10ff9c2836955750d9cb820ed91b0de632322"
        },
        {
          "id": "usd2-valid-023",
          "group": "composition_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "258384ebbe15ed7b7a8c9ff4640f05085680f6ade803d5289be02c815d6e003d",
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "258384ebbe15ed7b7a8c9ff4640f05085680f6ade803d5289be02c815d6e003d"
        }
      ],
      "picogk": [
        {
          "id": "valid-000",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "2fd5912a42194064927df3fcdade78486ed3acccb36e5f5931bcaaa992dbb959",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "2fd5912a42194064927df3fcdade78486ed3acccb36e5f5931bcaaa992dbb959",
          "after_compiled": true
        },
        {
          "id": "valid-001",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "1781906d4f89ebcddbd9dfdba60fe87898c02fb11a2f8f9790f6fa5afab82303",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "1781906d4f89ebcddbd9dfdba60fe87898c02fb11a2f8f9790f6fa5afab82303",
          "after_compiled": true
        },
        {
          "id": "valid-002",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "f99d9e2f84b88d63d397d93aa0c3294a824540594699ea16146960f9e178581b",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "f99d9e2f84b88d63d397d93aa0c3294a824540594699ea16146960f9e178581b",
          "after_compiled": true
        },
        {
          "id": "valid-003",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "ba7179228a7841782f0abcec93e7b4e190f40e1da3b4bc3c12ae7a2451db5685",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "ba7179228a7841782f0abcec93e7b4e190f40e1da3b4bc3c12ae7a2451db5685",
          "after_compiled": true
        },
        {
          "id": "valid-004",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "bdb97bb087c9a150eb086554c8a5492d761448d81248723f3d8212f7405e19de",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "bdb97bb087c9a150eb086554c8a5492d761448d81248723f3d8212f7405e19de",
          "after_compiled": true
        },
        {
          "id": "valid-005",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "4fcfadb52c7faf4188b570341485fa32d49977cab78bdbc406d6b4a8b9a7f9d7",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "4fcfadb52c7faf4188b570341485fa32d49977cab78bdbc406d6b4a8b9a7f9d7",
          "after_compiled": true
        },
        {
          "id": "valid-006",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "e2d9ba1d1e31db29697ba721211da11ee7d799b89dff94eca6497a9b47b46ffb",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "e2d9ba1d1e31db29697ba721211da11ee7d799b89dff94eca6497a9b47b46ffb",
          "after_compiled": true
        },
        {
          "id": "valid-007",
          "group": "parameter_holdout",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "d560907b8af365753d51157641f1e7cd130b16a1e828b941e3e9df3bbb8a1274",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "d560907b8af365753d51157641f1e7cd130b16a1e828b941e3e9df3bbb8a1274",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-000",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "3402078e5c892513e3664391710496ae21cbf5990f1d433f181758604d855c60",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "971c899aef72c8bebf9fdb3b6785b321f8146c82d51ae49c1e9f8797aba0e3d6",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-001",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "259f7379383b40e50f19e703295bc980348b410b90869dfadf1094410143fecf",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "0b98bd8ca0a562ace3723b2d5dd5b37883eb84a4991d9f04d86656bcd7d59cab",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-002",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "593d70e44a292946512c56619883ef17c1b2c02e8c5e8617df374e4ab81209c4",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "68b018fcc5cf426f248809871f95a393b8d2a37a43651b92ff5fab198dc041f1",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-003",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "ec3950b32d74e80a243831c010b7ab2dd31dac8edfa4d490c835138a56986bba",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "8349e55535d60590c9401f49ab17226bbd331a688a0cbeb60c000b5fd7e0ca9c",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-004",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "8f41b5ca9fe2116b5e3dad400db0789defdc6b159fc3274973484c7622f101fa",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "750a1b579b734aadb4d0936d209084a32eb4c1fee88f9671fe1f7b8456ce5f08",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-005",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "7c17d9dcaec1f921144071d0165265816ddd5b223fdf214d45dcfe62fbbc409e",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "0ad559e5aa3913fa89ced2ea0bfa979084f7e6573d06413e178630fafb03d45b",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-006",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "16c4db74c184e330432e3a9ad8721f6eec6dfcc6ea08e2c3039209b94c8e3543",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "527e1a0dd0be07c035728b0d53f608ac02328832a4b5eaa98a6cabc051b3aa14",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-007",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "c8ee67e78f97cba43bf14bef3b97efc1fafe14f387eef30c09b9c8e50547411c",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "d99b08ab0343f23fdc7bec0583ab779f8fa200f379db758007a3c5b05fe0b24e",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-008",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "099a48b605c22656b0265f6cfff576f7a37c93b6bc253a72eac2134805b031f0",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "ba55add88e735d83d7ee05290e9b26a7bf1ce1e95f47db29e973a6a16f7297c1",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-009",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "8d74f660d80ace522309a4ce99b5edf16f6a9a6516c238e6cab0bf3ac1269a21",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "4a1e2dbeab602204c7274f0cb28cf08adfe5ab1cd73915db9478ef84882121d2",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-010",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "494f220f61abae7886df86233e97900ec2f683a750abbba6d7286d85a8a80ed2",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "e01522799f4cee41b75c1c2341fca4360dd03d4ab45e87730a76987d36be9f96",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-011",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "bae297979e0fd17668bedbd6cd253c787e7e2f9f493066011764ec4f72c857f1",
          "before_compiled": true,
          "after_passed": false,
          "after_native_passed": true,
          "after_response_sha256": "1f2e56d257cbad9bb5440bbe3abee14b6bbd90cb59bf67993653c23b83bea0c7",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-012",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "37a21c8acbaf009355862a84a312034502f1aed5874921c7cc88107c51d5fee4",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "4d454a22ed6e8d23d469890e83268f89e53266adfc1a6b363e50c60cfe2375d0",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-013",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "0041424962fd7300abc64a86595c129556225abe03e6d0011a5a2653681ce168",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "ae3552e9f148f5100c6b3d17e903cb83367bb74ecb955e5fc5af7871ca9b43f1",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-014",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "255c34b7c25869894f9db8593585278c3d8df533a5ec9ad608fba064f056042f",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "8f64ff04c587fe8d57409fb7c2542fc600155b7abdcd120ecb795f10ffec1853",
          "after_compiled": true
        },
        {
          "id": "pico2-valid-015",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "0c3d425f31607e52b2c255159648301a53b027eb0ebff7e49545b6f7a39ba598",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "b4b2e4c085e45bdb85226e949e4e69ffd57f958fd923f6d0c826414a65eab41c",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-000",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "6e12f05ab1215e4f90a81e485d1137afc386ffbb43b7a3265b7f4b41b1e404af",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "bcf5b3718c7b37fa7c70307934495e49e84b8b70d01d64a631ae8fea5b9e9b7b",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-001",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "0ee373a3519fb3038a2227c6a3794ec45240501b5266ec06261bd1938c29ae7f",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "69115227e79413cda7042d7b1d843bc9af221a444ec1de811cfdd83c0ef2d52a",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-002",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": false,
          "before_response_sha256": "c885046c63b31e4c2e8324117536d54b0107fc2c33733c89a72c0351acc98da6",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "350698c6d7c6364f72b97d8b5f4a7d66414dce4bb5cfc87651012e35fde073c9",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-003",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "9291117181b3f2e016a891edf16b6571488999599ce0ee51f692e7490e86fec4",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "b551869b03b4438f8d1b72cd24f78c30a5affd32626a9762b8e171fcf56ba95f",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-004",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "cf2cd09c1adad1e40a5544e5f6fa3b5e6b8cd7baaf358e8b0259a3692754db9e",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "bdc0c00b1c80c169389d4ad52c05a4d99a4e676545b430d3e733f885312fb59d",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-005",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "bb111f12eef4dfa028f1e3aff198b70e5e9c123a3f9df046d407c1e016c8f84c",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "6bd641349e0c6c62c1ab1a50c4e7ff1d70ac8ecceda6d3d10a285b5a2b636ea3",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-006",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "c34dd439f08f475dbafc8160b6ea015ef1e4ee1fc8c62ca56bc630b709310230",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "fc86db2c8d2aef4f15b1373dec85e0a31a6cecd09d5cc102a330ce0f485abadc",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-007",
          "group": "fresh_graph_instances",
          "before_passed": true,
          "before_native_passed": true,
          "before_response_sha256": "94ea776d2796260545f477e5118b7565c184a97b138fdb7e2830480b0ea8ff7b",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "81171cea890b36ab09b933e3f24dabc0c08d167e2ea1193e662400fc494eee5b",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-008",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": false,
          "before_response_sha256": "312f3af870cc2c04882c8463b053e0c6ff9a489a386f650b37feb354a30a8f3e",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "b838ace0e083b1cd2649f7e50163c9332d13487db7c7d26b9abd5d31ac6720dc",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-009",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "94d33bbefa267c76ae75fe8caa56b3af99dd483028477e33025c6a164d227bad",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "dd9f478c115773c8392e4cc6ebe0a69dbce4c1ce9e75548313f556fddda0d9fb",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-010",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "0b5f9d6e408e8a9a88f5aee7c989196254bcfa59b070481da2ba4f59177dac8d",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "1252d196e09e9f15dc3b86f4754a9ac79c57e99cbe5b63712faf601f912a1949",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-011",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "eea7f7f90a3b77abfa3e560467341e172a24471d95aa97a99edac85b738a2286",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "b76a1b7ea1f183f506bbcf1213cb683f72279c2463e4ebe586d9d40c6c867754",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-012",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": false,
          "before_response_sha256": "91d449c3ab58d368c59ed177a8e90fa1299762aed49b138130a79418ce4282b5",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "3d9f580878fca038fd2737c76dca9dd12418d23e5e7e4ac3c57b3e4537bfe06e",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-013",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "4ba17bc72b8bc42140a36cec06bd6c595e49ce1a87cc716e09e41c24ea865028",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "6eb45169703616500f348b19dfebd96f3c7245925409da75e83ace8023e29b6e",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-014",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "a44312273ddc34f8ea0418746238e4e1c0b7fab61e3d5d780b2bb88e1074a548",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "ded341402f4acf5c8f0f3f5a4e12f28042ad00d4ef91301b59351b68e9410bf7",
          "after_compiled": true
        },
        {
          "id": "pico3-valid-015",
          "group": "fresh_graph_instances",
          "before_passed": false,
          "before_native_passed": true,
          "before_response_sha256": "2d6ce1108429de17adcf239598477466d57b98d7433cc3a019b1f159f7740357",
          "before_compiled": true,
          "after_passed": true,
          "after_native_passed": true,
          "after_response_sha256": "483f9a48e22b877edb9a48c70f0cedead7e2502a1d03c91d8180ec5d115f28a4",
          "after_compiled": true
        }
      ]
    },
    "final_tests_evaluated": false,
    "default_inference_changed": false,
    "training_diagnostics": {
      "iterations": 600,
      "trained_tokens": 121935,
      "validation_loss": 0.001,
      "peak_memory_gb": 3.274
    },
    "verification": {
      "host": "kali2",
      "source_commit": "57932831f0f4256abb5ebad95fe5094b21e43d4d",
      "python": "3.13.15",
      "numpy": "2.2.6",
      "matplotlib": "3.10.8",
      "main_suite_tests": 3270,
      "optional_skips": 156,
      "main_suite_passed": false,
      "make_check_exit_code": 2,
      "make_check_blocker": "One pre-existing test expects a non-private directory; umask 077 instead produced a private directory. A standard umask 022 rerun is required.",
      "native_picogk_reference_programs": 64,
      "new_native_usd_reference_programs": 312,
      "f37_docker_audit_tests": 15,
      "f37_docker_audit_passed": true,
      "f37_image_id": "sha256:49979f46f421459dae4bf21aaa898e2253b07301c3e5b2cabaa6eaf06f54d696"
    },
    "artifacts_sha256": {
      "coding-007/manifest.json": "7462d22c28ffa58273f7ac4c7850df8865e5a5ca3b3f9ef4ecfb1b376798971e",
      "coding-007/registration.json": "7bdf832cfe0ec53cfe1953e13f1ed064b626a57978c5f7cfae2cdfc93880cb8c",
      "coding-007/selection.json": "78f55b1356a03a485263efd8b2fa1192f3d632645998247158fdabbe0b6ed0cc",
      "coding-007/native-oracles.json": "35c1ecf7271ebbf155ce76c523b07f8ba931506840e60178ad888a8c7ab9e8e7",
      "coding-007/training.log": "81c9e5de2172a37508565e5e720b6ccbb44eaebe6a805a87a5d34e967dd8f92d",
      "coding-007/training-command.json": "409d4e55e24fa3c8ce212468b879f120e81bc6df7b2694d5083f8c6880de074c",
      "coding-007/kali2-verification.json": "8e8a296fd2c41bc6be762b2e9cbb2a65a2dbbc1ceff299445ca72e4df6251986",
      "coding-007/valid-600-responses.jsonl": "bcabaae2a8873801975fe40874d57cb7de524e47046db932d568f99d606525cd",
      "coding-007/valid-before-responses.jsonl": "c195c9f080738cb0ebece1cd4380ee4209876f1bddf9ac2c1359fb7af9730ce5",
      "coding-007/valid-600-scores.jsonl": "e4286455686c8a0c6cbf028c16e3e5945c0ab83da3fd8cd6fc21151107165432",
      "coding-007/valid-before-scores.jsonl": "c5cea91f90755ae4c19e92f029c66da6f848a6393a4cb559b5518299bc2539ef",
      "coding-007/valid-600-picogk/adapter-evaluation.json": "19537c3daf1f231e941d3a3078caea67808442923f1c6d84d1ff82f397c55509",
      "coding-007/valid-before-picogk/adapter-evaluation.json": "02ebd15c6ca46a462c719773aa6f2d37b07f220d7d7bbf606de3ca348680f3db"
    },
    "limitations": [
      "Validation-driven continuation after the rejected coding-004; one adaptive experiment family.",
      "Only pico3-test and newly registered USD tests are fresh before validation selection. All older tests are development-informed regressions.",
      "Shared synthetic grammar and API recipes; no independent task-family benchmark.",
      "The installed Pixar wheel lacks shader-discovery resources; ShaderPropertyTypeConformanceChecker remains excluded.",
      "No OpenFOAM evaluation, cylinder-head accuracy, material, manufacturing or physical validation.",
      "Adapters remain local and experimental; default inference has not been changed."
    ]
  },
  "source_commit": "7b9853ad633e1b3847b7a363b89282d3a1d09479",
  "source_url": "https://github.com/cluster2600/porscheparts/blob/7b9853ad633e1b3847b7a363b89282d3a1d09479/training/m64-qwen/composition-results.json"
}