{
  "schema_version": "vision_control_audit_v1",
  "design_sha256": "a19bda62ccf63a3b8ed0c82a29aac1b58fbef218391ffed07ba18df8f4500c3a",
  "metric": "final_test_cross_entropy",
  "seeds": [
    400,
    401,
    402,
    403,
    404,
    405,
    406,
    407,
    408,
    409,
    410,
    411,
    412,
    413,
    414,
    415
  ],
  "candidates": [
    {
      "node_id": "candidate_6dc2bfb1abd3acedb8ae",
      "status": "complete",
      "summary_sha256": "796e131e79b5845dd7cd7d83a1328b78b3b44f4e5a059dca473e56065540aeab",
      "mean_initial_validation_metric": 1.3841692227870226,
      "mean_final_validation_metric": 0.05371539916814072,
      "mean_final_test_metric": 0.027078771356173092,
      "mean_final_training_metric": 0.017555464248289354,
      "mean_ood_metric": 0.13024489535018802,
      "mean_clipped_step_fraction": 0.04583333333333334,
      "mean_last20_minibatch_loss": 0.025410333614127013,
      "mean_preclip_gradient_norm": 0.537258525781023,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_1ff88bee20b5750886ae",
      "status": "complete",
      "summary_sha256": "ea6688d17f73f683fc4ab42b8140d35d16db45e1f45729c2022cf8d1f9657ced",
      "mean_initial_validation_metric": 1.4113288493826985,
      "mean_final_validation_metric": 0.21707819993025623,
      "mean_final_test_metric": 0.22694993624463677,
      "mean_final_training_metric": 0.2197208803263493,
      "mean_ood_metric": 0.23139930283650756,
      "mean_clipped_step_fraction": 0.7358333333333333,
      "mean_last20_minibatch_loss": 0.3331570613430813,
      "mean_preclip_gradient_norm": 4.264526834997038,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_984471b5ab216a29adf4",
      "status": "complete",
      "summary_sha256": "4bf3fa21ad4b4c2cabda435cc00a7a2d1c0b2bbcb92bdefa08c0d17ed6a2feb7",
      "mean_initial_validation_metric": 1.420007061213255,
      "mean_final_validation_metric": 0.6800396274775267,
      "mean_final_test_metric": 0.6631884819362313,
      "mean_final_training_metric": 0.625227756856475,
      "mean_ood_metric": 0.6753876358270645,
      "mean_clipped_step_fraction": 0.765,
      "mean_last20_minibatch_loss": 0.7928596501238644,
      "mean_preclip_gradient_norm": 2.147613774351776,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_d370a44120e37327362b",
      "status": "complete",
      "summary_sha256": "a09777b77dd46e84e503c35b49d3a5ce6ce6ce839da6329018b346cacd938086",
      "mean_initial_validation_metric": 1.3841692227870226,
      "mean_final_validation_metric": 0.036476982229487476,
      "mean_final_test_metric": 0.009563486415800071,
      "mean_final_training_metric": 0.0006116258376209771,
      "mean_ood_metric": 0.15403092978522182,
      "mean_clipped_step_fraction": 0.025416666666666667,
      "mean_last20_minibatch_loss": 0.0006408343904183766,
      "mean_preclip_gradient_norm": 0.22036687096593596,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_4dd55b3534f0e08d5749",
      "status": "complete",
      "summary_sha256": "4c4046c6efae22c1a1243abc0e464f1bcf2439af2907cc0eb15516a205a6aafb",
      "mean_initial_validation_metric": 1.4113288493826985,
      "mean_final_validation_metric": 0.03532079217620776,
      "mean_final_test_metric": 0.048777089842587884,
      "mean_final_training_metric": 0.029686757965009747,
      "mean_ood_metric": 0.04650143743492663,
      "mean_clipped_step_fraction": 0.7735416666666667,
      "mean_last20_minibatch_loss": 0.02776092741751199,
      "mean_preclip_gradient_norm": 5.3567461021633065,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_037ebf33a66bb98829ca",
      "status": "complete",
      "summary_sha256": "4ab12336b8ef382f55cfd1bef31b19809dd645a806d8e0520dfa37d1d86ed521",
      "mean_initial_validation_metric": 1.420007061213255,
      "mean_final_validation_metric": 0.13726284664153354,
      "mean_final_test_metric": 0.13043400120659498,
      "mean_final_training_metric": 0.038597281874899636,
      "mean_ood_metric": 0.15432295994833112,
      "mean_clipped_step_fraction": 0.8564583333333333,
      "mean_last20_minibatch_loss": 0.03790953511525004,
      "mean_preclip_gradient_norm": 3.8702913583124365,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_1c18fc797930667b5554",
      "status": "complete",
      "summary_sha256": "581876b8b6ab9ff70368ad39608f187dd83caac44e9bbd6efd1931d36a021f2f",
      "mean_initial_validation_metric": 1.4300335142761469,
      "mean_final_validation_metric": 0.874782798346132,
      "mean_final_test_metric": 0.8910881713964045,
      "mean_final_training_metric": 0.7912746695801616,
      "mean_ood_metric": 0.9203845821321011,
      "mean_clipped_step_fraction": 0.8472916666666667,
      "mean_last20_minibatch_loss": 0.8017986165359616,
      "mean_preclip_gradient_norm": 3.5849683168142414,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_cebf542b0c9dd216cf59",
      "status": "complete",
      "summary_sha256": "f30dfd08204100156e1ca8dc4ef3adb51aab9826aa678e56813d1c256b014ed8",
      "mean_initial_validation_metric": 1.4452448673546314,
      "mean_final_validation_metric": 0.6785429783631116,
      "mean_final_test_metric": 0.697465454461053,
      "mean_final_training_metric": 0.46459229208994657,
      "mean_ood_metric": 0.7608794532716274,
      "mean_clipped_step_fraction": 0.9695833333333334,
      "mean_last20_minibatch_loss": 0.4865209805313498,
      "mean_preclip_gradient_norm": 5.79872091114521,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_8311a8ee675aef20c38e",
      "status": "complete",
      "summary_sha256": "bc698b38564698540620974b0f19fb1b26e2762119134b39832e53062356a2e4",
      "mean_initial_validation_metric": 1.4184207981452346,
      "mean_final_validation_metric": 0.46269573410972953,
      "mean_final_test_metric": 0.41140049835667014,
      "mean_final_training_metric": 0.1095713679023902,
      "mean_ood_metric": 0.3571451446041465,
      "mean_clipped_step_fraction": 0.9891666666666666,
      "mean_last20_minibatch_loss": 0.13566287218418438,
      "mean_preclip_gradient_norm": 6.9679443397404,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_6c37ff6172a94ef6e3af",
      "status": "complete",
      "summary_sha256": "2f7f68780aa4fc5117421121421c6b3197b6fb74b61d675be509a6ec5d138158",
      "mean_initial_validation_metric": 1.4307713396847248,
      "mean_final_validation_metric": 0.10440513837238541,
      "mean_final_test_metric": 0.11676968796382425,
      "mean_final_training_metric": 0.043305365988999256,
      "mean_ood_metric": 0.15892593847820535,
      "mean_clipped_step_fraction": 0.8425,
      "mean_last20_minibatch_loss": 0.0632250335678691,
      "mean_preclip_gradient_norm": 3.7336839541362132,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_095f6edda493c046a96c",
      "status": "complete",
      "summary_sha256": "504898bbe3881784c34595b9f0abbec326d337191f6fdb880c9a864a229fda9d",
      "mean_initial_validation_metric": 1.4382716584950686,
      "mean_final_validation_metric": 0.14335223811940523,
      "mean_final_test_metric": 0.14172115739347646,
      "mean_final_training_metric": 0.04081276130364131,
      "mean_ood_metric": 0.14361797540914267,
      "mean_clipped_step_fraction": 0.9170833333333334,
      "mean_last20_minibatch_loss": 0.06188164317100018,
      "mean_preclip_gradient_norm": 5.334086847660752,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_269a8e9e175414391617",
      "status": "complete",
      "summary_sha256": "1b139d7e039034784e11c338a1e240acc2f8fc07c20de9c003d2412e39ca0767",
      "mean_initial_validation_metric": 1.4240137645974755,
      "mean_final_validation_metric": 0.3373090334207518,
      "mean_final_test_metric": 0.2854302610794548,
      "mean_final_training_metric": 0.05358990211288983,
      "mean_ood_metric": 0.2884539698716253,
      "mean_clipped_step_fraction": 0.9272916666666666,
      "mean_last20_minibatch_loss": 0.06037675612433304,
      "mean_preclip_gradient_norm": 5.848274698159269,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_23e3443fc0d2d1dd9f3d",
      "status": "complete",
      "summary_sha256": "b882b0b27576e2edcae412d6e805036e7adfe5789951fae79c78f2f1b6960adf",
      "mean_initial_validation_metric": 1.4249821808189154,
      "mean_final_validation_metric": 0.11842784612235846,
      "mean_final_test_metric": 0.12804391494137235,
      "mean_final_training_metric": 0.1219745864655124,
      "mean_ood_metric": 0.13600122882053256,
      "mean_clipped_step_fraction": 0.9195833333333333,
      "mean_last20_minibatch_loss": 0.18938281603477664,
      "mean_preclip_gradient_norm": 14.173873126922796,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_51560fe5acf02a13457a",
      "status": "complete",
      "summary_sha256": "e3572fa679a5db1fb75ae91111755330f82beb25e882daa778398b4f7815c265",
      "mean_initial_validation_metric": 1.5443170145154,
      "mean_final_validation_metric": 0.4185935356654227,
      "mean_final_test_metric": 0.4326658961363137,
      "mean_final_training_metric": 0.4261885570595041,
      "mean_ood_metric": 0.4407471101731062,
      "mean_clipped_step_fraction": 0.99375,
      "mean_last20_minibatch_loss": 0.46493733609095217,
      "mean_preclip_gradient_norm": 12.445598563700914,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_cb27dff6653c4ab48187",
      "status": "complete",
      "summary_sha256": "e9be94b42b6ee86864fecc1fc45b75d1f7511a40e8cde6fe55b1b65d670b85b4",
      "mean_initial_validation_metric": 1.3878824152052402,
      "mean_final_validation_metric": 0.8381964875588892,
      "mean_final_test_metric": 0.8302210466063116,
      "mean_final_training_metric": 0.8302421896805754,
      "mean_ood_metric": 0.8314584576291963,
      "mean_clipped_step_fraction": 0.4454166666666667,
      "mean_last20_minibatch_loss": 0.8735027541697491,
      "mean_preclip_gradient_norm": 10.447327901071791,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_0896cc8e3fabc2fe8c2d",
      "status": "complete",
      "summary_sha256": "2d1188b2a7e33c317ad63588f185b3bee0143571ccd772eec3b1a89f4f29c6a4",
      "mean_initial_validation_metric": 1.5255114082247019,
      "mean_final_validation_metric": 0.8073214958421886,
      "mean_final_test_metric": 0.8073398848064244,
      "mean_final_training_metric": 0.8084777262993157,
      "mean_ood_metric": 0.8119146144017577,
      "mean_clipped_step_fraction": 0.9658333333333333,
      "mean_last20_minibatch_loss": 0.8821872219908983,
      "mean_preclip_gradient_norm": 5.189164325377593,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_bba0f0d55d7892c14b30",
      "status": "complete",
      "summary_sha256": "f1f50ec1953211de2f3ea28e0c7f06355861b2526a1d37e716c1666b128b185f",
      "mean_initial_validation_metric": 1.4113288493826985,
      "mean_final_validation_metric": 0.07783496519550681,
      "mean_final_test_metric": 0.09481063953717239,
      "mean_final_training_metric": 0.0807504091244482,
      "mean_ood_metric": 0.09618249721825123,
      "mean_clipped_step_fraction": 0.8491666666666666,
      "mean_last20_minibatch_loss": 0.08824736548122018,
      "mean_preclip_gradient_norm": 6.150096449181437,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_dad36112dfb7f7e146e1",
      "status": "complete",
      "summary_sha256": "a718bc9aee2442e0c3269d7b30e0026587ad75f2bc77fcea4e3bbe09685ee609",
      "mean_initial_validation_metric": 1.501725043170154,
      "mean_final_validation_metric": 0.41908425302244723,
      "mean_final_test_metric": 0.43307368247769773,
      "mean_final_training_metric": 0.427253341069445,
      "mean_ood_metric": 0.436434225179255,
      "mean_clipped_step_fraction": 0.9866666666666667,
      "mean_last20_minibatch_loss": 0.4539444937836379,
      "mean_preclip_gradient_norm": 6.43979115943114,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_483f41cd6886f5e75f3b",
      "status": "complete",
      "summary_sha256": "1ab6424b7b764667b05bb062bc91d9e472b8ce644bac564717a0b9300a5a614e",
      "mean_initial_validation_metric": 1.3880629977211356,
      "mean_final_validation_metric": 0.11127629855764098,
      "mean_final_test_metric": 0.12796063229325227,
      "mean_final_training_metric": 0.10967084397998406,
      "mean_ood_metric": 0.1283491007052362,
      "mean_clipped_step_fraction": 0.7929166666666667,
      "mean_last20_minibatch_loss": 0.09680249212688068,
      "mean_preclip_gradient_norm": 8.700606119353324,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_4927c746172e7414c383",
      "status": "complete",
      "summary_sha256": "987100cdc44586f0660a8e096ea826f5a03a8214830d5705df907c839d34e2a5",
      "mean_initial_validation_metric": 1.5125894052907825,
      "mean_final_validation_metric": 0.39277823152951896,
      "mean_final_test_metric": 0.4076202497817576,
      "mean_final_training_metric": 0.39931203110609204,
      "mean_ood_metric": 0.4092964129522443,
      "mean_clipped_step_fraction": 0.99125,
      "mean_last20_minibatch_loss": 0.44320372575893996,
      "mean_preclip_gradient_norm": 7.852662461648385,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_8cbf0e4d791efb49a08a",
      "status": "complete",
      "summary_sha256": "b7807932b7357a99dd9eb10440f9976945ba68679d49e6a891b6eee8c631f554",
      "mean_initial_validation_metric": 1.384743481874466,
      "mean_final_validation_metric": 0.0439478661683097,
      "mean_final_test_metric": 0.032440882168884855,
      "mean_final_training_metric": 0.021439164257571974,
      "mean_ood_metric": 0.11465436080470681,
      "mean_clipped_step_fraction": 0.05583333333333333,
      "mean_last20_minibatch_loss": 0.026869337638709113,
      "mean_preclip_gradient_norm": 0.5544551829683284,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_263a84dbee3415420f37",
      "status": "complete",
      "summary_sha256": "025b17af315997d5d7931adbf3541cb1ccdad907adac160c5f0a321b5c4705c0",
      "mean_initial_validation_metric": 1.4116547144949436,
      "mean_final_validation_metric": 0.25763875257689506,
      "mean_final_test_metric": 0.24213310232153162,
      "mean_final_training_metric": 0.2535085093404632,
      "mean_ood_metric": 0.2753235197160393,
      "mean_clipped_step_fraction": 0.7533333333333333,
      "mean_last20_minibatch_loss": 0.3468054610770196,
      "mean_preclip_gradient_norm": 4.360999031737447,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_97cf98c643adaa13f038",
      "status": "complete",
      "summary_sha256": "0b67f8d3b567b25109a9de66c8a15f84e90e449334b3a4c36082047e035c5c28",
      "mean_initial_validation_metric": 1.4201654810458422,
      "mean_final_validation_metric": 0.7085663836915046,
      "mean_final_test_metric": 0.7037514371331781,
      "mean_final_training_metric": 0.6939092739485204,
      "mean_ood_metric": 0.734041741117835,
      "mean_clipped_step_fraction": 0.7333333333333333,
      "mean_last20_minibatch_loss": 0.9065653223544359,
      "mean_preclip_gradient_norm": 2.0227008828893305,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_b3a647c2f969e0104eca",
      "status": "complete",
      "summary_sha256": "5c3f689ea124c4f93edbee4ff035fae46fc78b40f6e246c14b8dbf87cbdc6489",
      "mean_initial_validation_metric": 1.384743481874466,
      "mean_final_validation_metric": 0.013088518827316875,
      "mean_final_test_metric": 0.010606706559428858,
      "mean_final_training_metric": 0.0005890722255230685,
      "mean_ood_metric": 0.1209094615187496,
      "mean_clipped_step_fraction": 0.03104166666666667,
      "mean_last20_minibatch_loss": 0.0008433742234842612,
      "mean_preclip_gradient_norm": 0.24992889107131003,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_bf04bf97f220896826f4",
      "status": "complete",
      "summary_sha256": "edec23268ea2e4c9ca3f1147d88cfe29994f09dca726ef419eb4bb45e825364a",
      "mean_initial_validation_metric": 1.4116547144949436,
      "mean_final_validation_metric": 0.0422428073707124,
      "mean_final_test_metric": 0.0536063207036932,
      "mean_final_training_metric": 0.052590897731533914,
      "mean_ood_metric": 0.0843733106739819,
      "mean_clipped_step_fraction": 0.8291666666666666,
      "mean_last20_minibatch_loss": 0.04562936777365394,
      "mean_preclip_gradient_norm": 5.966961891970519,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_9111b4fd63f99a4619c6",
      "status": "complete",
      "summary_sha256": "d209e7a3f92f5bfb2b5dc3ef14791bb7395eb6bc452490a54b87021ab1b122a5",
      "mean_initial_validation_metric": 1.4201654810458422,
      "mean_final_validation_metric": 0.10009330547836726,
      "mean_final_test_metric": 0.11737588288451661,
      "mean_final_training_metric": 0.039964957042684546,
      "mean_ood_metric": 0.15197555592749268,
      "mean_clipped_step_fraction": 0.8545833333333334,
      "mean_last20_minibatch_loss": 0.0494885786112718,
      "mean_preclip_gradient_norm": 3.897261159631113,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_21e3bc0b559aa842f774",
      "status": "complete",
      "summary_sha256": "489bf70aa18405474a1eb30b2accbadfb88e57eaa0495ad8db7d06f650d23a31",
      "mean_initial_validation_metric": 1.430277875624597,
      "mean_final_validation_metric": 0.8796020108275115,
      "mean_final_test_metric": 0.9349042777903378,
      "mean_final_training_metric": 0.8076861849986017,
      "mean_ood_metric": 0.9218246098607779,
      "mean_clipped_step_fraction": 0.8329166666666666,
      "mean_last20_minibatch_loss": 0.8176342230290174,
      "mean_preclip_gradient_norm": 3.472775966124609,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_cffe94f10d775843b964",
      "status": "complete",
      "summary_sha256": "f462db5e5397f89ea52d31dcc6b16bc00498c1a7f5a51a9e3665a26871a9c017",
      "mean_initial_validation_metric": 1.4462144616991282,
      "mean_final_validation_metric": 0.6757941378746182,
      "mean_final_test_metric": 0.74066974199377,
      "mean_final_training_metric": 0.49123559065628797,
      "mean_ood_metric": 0.611776439473033,
      "mean_clipped_step_fraction": 0.9714583333333333,
      "mean_last20_minibatch_loss": 0.5043521671090275,
      "mean_preclip_gradient_norm": 6.274117414063464,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_966cbcd0109e11fe7624",
      "status": "complete",
      "summary_sha256": "498c0b9e62bc4062b37879b06521082b6ca677e1d43a67b58b7cb5fcd7d4ce4e",
      "mean_initial_validation_metric": 1.4235446164384484,
      "mean_final_validation_metric": 0.39059412584174424,
      "mean_final_test_metric": 0.3777853555511683,
      "mean_final_training_metric": 0.09820887906607823,
      "mean_ood_metric": 0.35250860126689076,
      "mean_clipped_step_fraction": 0.9847916666666666,
      "mean_last20_minibatch_loss": 0.1140527756717347,
      "mean_preclip_gradient_norm": 6.707474497424749,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_6e80eb53d23db89710cf",
      "status": "complete",
      "summary_sha256": "08920616bf989b09b5ad222e5c78fc15d6e704c9218811ba27c1adc2cc82da38",
      "mean_initial_validation_metric": 1.4307571426033974,
      "mean_final_validation_metric": 0.12184070750663523,
      "mean_final_test_metric": 0.12110790675797034,
      "mean_final_training_metric": 0.05790494961911463,
      "mean_ood_metric": 0.2428236393025145,
      "mean_clipped_step_fraction": 0.8595833333333334,
      "mean_last20_minibatch_loss": 0.053198303630051666,
      "mean_preclip_gradient_norm": 3.758250785402488,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_4dc751a92e6560f8ceca",
      "status": "complete",
      "summary_sha256": "96e0f0303417aa9b652e05d75e1e173e575b1ba3a2c4dfb6ca909703e2074a73",
      "mean_initial_validation_metric": 1.4384226901456714,
      "mean_final_validation_metric": 0.13246957513183588,
      "mean_final_test_metric": 0.13072585669942782,
      "mean_final_training_metric": 0.055842820508587465,
      "mean_ood_metric": 0.15328119992045686,
      "mean_clipped_step_fraction": 0.9208333333333334,
      "mean_last20_minibatch_loss": 0.052689711045604784,
      "mean_preclip_gradient_norm": 5.435333406565866,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_40656e7f962a4cdaebf1",
      "status": "complete",
      "summary_sha256": "05c1c5d44c01285471ac4f67386aaf32eb26a4130286e7245b2fa177c92acb64",
      "mean_initial_validation_metric": 1.427647603675723,
      "mean_final_validation_metric": 0.286491056176601,
      "mean_final_test_metric": 0.22854750516125932,
      "mean_final_training_metric": 0.05304388912145441,
      "mean_ood_metric": 0.2745035698171705,
      "mean_clipped_step_fraction": 0.9372916666666666,
      "mean_last20_minibatch_loss": 0.0626278804280446,
      "mean_preclip_gradient_norm": 5.810283268118122,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_2376d6ec867863567e97",
      "status": "complete",
      "summary_sha256": "f4e3a4171a55b88925b4f959cefc72dac674c9f9b190efcdfc2d85d9ad649086",
      "mean_initial_validation_metric": 1.425319622270763,
      "mean_final_validation_metric": 0.09046319139451953,
      "mean_final_test_metric": 0.0915620469750138,
      "mean_final_training_metric": 0.09019010852989595,
      "mean_ood_metric": 0.11010945271118544,
      "mean_clipped_step_fraction": 0.9183333333333333,
      "mean_last20_minibatch_loss": 0.18821469535760116,
      "mean_preclip_gradient_norm": 14.462091049191853,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_ad3039dc2e5c6b8b2473",
      "status": "complete",
      "summary_sha256": "487ec63b1a63ac504393aa284f8bfe8cabb18bac14051a4732650609349c3f7d",
      "mean_initial_validation_metric": 1.5449461163952947,
      "mean_final_validation_metric": 0.47155058570206165,
      "mean_final_test_metric": 0.42905595316551626,
      "mean_final_training_metric": 0.45420560135971755,
      "mean_ood_metric": 0.47201007325202227,
      "mean_clipped_step_fraction": 0.9908333333333333,
      "mean_last20_minibatch_loss": 0.4474674035329372,
      "mean_preclip_gradient_norm": 11.556895139540234,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_e642aae4f07b02577827",
      "status": "complete",
      "summary_sha256": "f50c68af563046c60ca989167a9648cb353929cdcb7c63c7258d88006a41b484",
      "mean_initial_validation_metric": 1.3878827467560768,
      "mean_final_validation_metric": 0.8652282833427307,
      "mean_final_test_metric": 0.8366387881542323,
      "mean_final_training_metric": 0.8557360968916328,
      "mean_ood_metric": 0.8640072615817189,
      "mean_clipped_step_fraction": 0.41083333333333333,
      "mean_last20_minibatch_loss": 0.8734870058775414,
      "mean_preclip_gradient_norm": 7.792512034105602,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_8e07e57c4cfe33c7c341",
      "status": "complete",
      "summary_sha256": "9e925c406932ebb6e5ca57cd2cd64d2a35cf7710cee181f153f709f57dbcf51c",
      "mean_initial_validation_metric": 1.5255119819194078,
      "mean_final_validation_metric": 1.0126277067465708,
      "mean_final_test_metric": 0.995270463405177,
      "mean_final_training_metric": 1.0024575124843977,
      "mean_ood_metric": 1.0167724546045065,
      "mean_clipped_step_fraction": 0.95875,
      "mean_last20_minibatch_loss": 1.0495841786731035,
      "mean_preclip_gradient_norm": 5.134887563710412,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_a213e5a7932138e3ea3b",
      "status": "complete",
      "summary_sha256": "635346e5c5488854ba9bac96ebf21f6b39e8fdbf4c75bf0f753a4074f3fcf959",
      "mean_initial_validation_metric": 1.4116547144949436,
      "mean_final_validation_metric": 0.08385281174560077,
      "mean_final_test_metric": 0.08728133625118062,
      "mean_final_training_metric": 0.09130169077252503,
      "mean_ood_metric": 0.10301332385279238,
      "mean_clipped_step_fraction": 0.8575,
      "mean_last20_minibatch_loss": 0.10082617085427045,
      "mean_preclip_gradient_norm": 6.756424889601767,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_f40c302c8b5236763971",
      "status": "complete",
      "summary_sha256": "85eca9de5037ac7406260a9dfa545efae22f213a49cd65e8eed83eef527f30b9",
      "mean_initial_validation_metric": 1.5026206281036139,
      "mean_final_validation_metric": 0.45555761363357306,
      "mean_final_test_metric": 0.42135859187692404,
      "mean_final_training_metric": 0.4444939496461302,
      "mean_ood_metric": 0.4594418266788125,
      "mean_clipped_step_fraction": 0.9854166666666667,
      "mean_last20_minibatch_loss": 0.44936052737757565,
      "mean_preclip_gradient_norm": 6.515980905319254,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_82273fcd3d701b2bf0e0",
      "status": "complete",
      "summary_sha256": "8d24522d82c73b2f5795ea3e2d84ea04ddb0a58996cc62ab0985cd285f65e517",
      "mean_initial_validation_metric": 1.388040266931057,
      "mean_final_validation_metric": 0.09260574845393421,
      "mean_final_test_metric": 0.098363177588908,
      "mean_final_training_metric": 0.09160351987520698,
      "mean_ood_metric": 0.14988664269912988,
      "mean_clipped_step_fraction": 0.7895833333333333,
      "mean_last20_minibatch_loss": 0.1369888722896576,
      "mean_preclip_gradient_norm": 8.675150011703371,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_5bb6c4af2a5ff9b5ca27",
      "status": "complete",
      "summary_sha256": "0b0a6eba9b7ac73fccdf948e1480fed014df086773853e722a6e131bc96ba664",
      "mean_initial_validation_metric": 1.5125486915931106,
      "mean_final_validation_metric": 0.43743165768682957,
      "mean_final_test_metric": 0.40313715708907694,
      "mean_final_training_metric": 0.4205355903832242,
      "mean_ood_metric": 0.45030835177749395,
      "mean_clipped_step_fraction": 0.9908333333333333,
      "mean_last20_minibatch_loss": 0.4533147796988487,
      "mean_preclip_gradient_norm": 7.392427922015389,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c64d9f879f32a436d0ef",
      "status": "complete",
      "summary_sha256": "fa4fbe48b22db71a489ceec2cdb298d48b973d95565705b5310116fba7a18a99",
      "mean_initial_validation_metric": 1.384193954989314,
      "mean_final_validation_metric": 0.03226192000147421,
      "mean_final_test_metric": 0.038917606412724126,
      "mean_final_training_metric": 0.022086425621637318,
      "mean_ood_metric": 0.08528827530972194,
      "mean_clipped_step_fraction": 0.05666666666666667,
      "mean_last20_minibatch_loss": 0.028885429311048937,
      "mean_preclip_gradient_norm": 0.563355760796306,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_357dddb7394d60477312",
      "status": "complete",
      "summary_sha256": "5cb2de538eee5352647055e22419daf55ba171038f1eb03ba23bd64b41eb6ce1",
      "mean_initial_validation_metric": 1.411422553472221,
      "mean_final_validation_metric": 0.2583455537096597,
      "mean_final_test_metric": 0.25540018879109994,
      "mean_final_training_metric": 0.2597600401204545,
      "mean_ood_metric": 0.26138246920891106,
      "mean_clipped_step_fraction": 0.7474999999999999,
      "mean_last20_minibatch_loss": 0.3345874612918124,
      "mean_preclip_gradient_norm": 3.8791908670216797,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_8fcda047626b8f22515f",
      "status": "complete",
      "summary_sha256": "f17cb92f61e142e5454781121fd47f65287591c27009a0dec6a4ec8648c48e05",
      "mean_initial_validation_metric": 1.4198406329378486,
      "mean_final_validation_metric": 0.669907002709806,
      "mean_final_test_metric": 0.6575170685537159,
      "mean_final_training_metric": 0.6465153348399326,
      "mean_ood_metric": 0.7066470868885517,
      "mean_clipped_step_fraction": 0.7525,
      "mean_last20_minibatch_loss": 0.8421704730950296,
      "mean_preclip_gradient_norm": 1.9666594960788886,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_32181978996cabf895ed",
      "status": "complete",
      "summary_sha256": "1514f945461eec2f998438e9c2a498bd55ff48d148e844bfb77afe67b19b634e",
      "mean_initial_validation_metric": 1.384193954989314,
      "mean_final_validation_metric": 0.006842515958169315,
      "mean_final_test_metric": 0.015591857764775341,
      "mean_final_training_metric": 0.0006554881257443412,
      "mean_ood_metric": 0.10771209593804087,
      "mean_clipped_step_fraction": 0.027083333333333334,
      "mean_last20_minibatch_loss": 0.0006057035481944695,
      "mean_preclip_gradient_norm": 0.23758556842643883,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_d3acbea5e15573e5b13c",
      "status": "complete",
      "summary_sha256": "e831a619496a6d1cb4071346cefbe771a8e967e16179adbe48cacb8a69e46d29",
      "mean_initial_validation_metric": 1.411422553472221,
      "mean_final_validation_metric": 0.042233221168771706,
      "mean_final_test_metric": 0.03586191993667853,
      "mean_final_training_metric": 0.03396891880629482,
      "mean_ood_metric": 0.09343786488170736,
      "mean_clipped_step_fraction": 0.77625,
      "mean_last20_minibatch_loss": 0.030032772184131317,
      "mean_preclip_gradient_norm": 4.999145869063601,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_81e72f6daa6756ffcbfe",
      "status": "complete",
      "summary_sha256": "36f028232ee39e7055dec0ad9bec67f85b50e67056d025a9c7102e0c30e486e1",
      "mean_initial_validation_metric": 1.4198406329378486,
      "mean_final_validation_metric": 0.13230557506904006,
      "mean_final_test_metric": 0.10812080025789328,
      "mean_final_training_metric": 0.04772821910864877,
      "mean_ood_metric": 0.15330529885250144,
      "mean_clipped_step_fraction": 0.8777083333333333,
      "mean_last20_minibatch_loss": 0.057583094443543814,
      "mean_preclip_gradient_norm": 4.159935517861353,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_9413340d1808e35e38d2",
      "status": "complete",
      "summary_sha256": "11cced70b87ebda84ece4647f5df01bd1a6fdfbb71afaaf3f2eede0077bed0ea",
      "mean_initial_validation_metric": 1.4299232829362154,
      "mean_final_validation_metric": 0.9148412891663611,
      "mean_final_test_metric": 0.8590657152235508,
      "mean_final_training_metric": 0.8394042456056923,
      "mean_ood_metric": 1.0409206245094538,
      "mean_clipped_step_fraction": 0.8354166666666667,
      "mean_last20_minibatch_loss": 0.8372559804469347,
      "mean_preclip_gradient_norm": 3.425670067525158,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_10057c486fc74e1cc8c3",
      "status": "complete",
      "summary_sha256": "98c1d6edcce101f393816eb5c9d08a451884b0f5f09aea3e86eef1d2c4003820",
      "mean_initial_validation_metric": 1.4462129026651382,
      "mean_final_validation_metric": 0.7448558793403208,
      "mean_final_test_metric": 0.6362490369938314,
      "mean_final_training_metric": 0.47532182844588533,
      "mean_ood_metric": 0.7975293640047312,
      "mean_clipped_step_fraction": 0.974375,
      "mean_last20_minibatch_loss": 0.47793005001731215,
      "mean_preclip_gradient_norm": 5.988544785423825,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_9b70caa50778b52c8b2b",
      "status": "complete",
      "summary_sha256": "77be0547168d787b50b1d7aef467f5e95d00ff31172e4299ed930a518482daff",
      "mean_initial_validation_metric": 1.419736610725522,
      "mean_final_validation_metric": 0.35179172561038285,
      "mean_final_test_metric": 0.33341567730531096,
      "mean_final_training_metric": 0.1284000096784439,
      "mean_ood_metric": 0.30416808906011283,
      "mean_clipped_step_fraction": 0.9922916666666667,
      "mean_last20_minibatch_loss": 0.12806346767465585,
      "mean_preclip_gradient_norm": 7.041248599498843,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_8ec7408c41affba5ba69",
      "status": "complete",
      "summary_sha256": "fe3bbb363b2e9c755c99074591a6d439162974d7fe481731ff4988547ca1ac91",
      "mean_initial_validation_metric": 1.4305130066350102,
      "mean_final_validation_metric": 0.15012058050342603,
      "mean_final_test_metric": 0.11900378423524671,
      "mean_final_training_metric": 0.06069502418904449,
      "mean_ood_metric": 0.25469272868940607,
      "mean_clipped_step_fraction": 0.86,
      "mean_last20_minibatch_loss": 0.056470152478505044,
      "mean_preclip_gradient_norm": 3.7529203631177857,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_b0d33637a9a893bd3584",
      "status": "complete",
      "summary_sha256": "56e0bee55f7753f82a233d347ed93abbd73dd93f86d1150bf1fbc642aff05efa",
      "mean_initial_validation_metric": 1.4384364718571305,
      "mean_final_validation_metric": 0.17019976988376584,
      "mean_final_test_metric": 0.14460775897896383,
      "mean_final_training_metric": 0.05756715495363096,
      "mean_ood_metric": 0.19125213008373976,
      "mean_clipped_step_fraction": 0.9208333333333334,
      "mean_last20_minibatch_loss": 0.06532625753352476,
      "mean_preclip_gradient_norm": 4.888475624056688,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_50d950c767425f971cc0",
      "status": "complete",
      "summary_sha256": "3706e5bf339c37ed3ccc9dd591d6d561a79e7f30593f944d3a5bc8088b4f3847",
      "mean_initial_validation_metric": 1.4247467052191496,
      "mean_final_validation_metric": 0.2266139831917826,
      "mean_final_test_metric": 0.2033218435390154,
      "mean_final_training_metric": 0.042319347230204585,
      "mean_ood_metric": 0.15194355114363134,
      "mean_clipped_step_fraction": 0.929375,
      "mean_last20_minibatch_loss": 0.0531513879146587,
      "mean_preclip_gradient_norm": 5.894284675558253,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_9a90c18485205a946ae1",
      "status": "complete",
      "summary_sha256": "a43df852bda5e8902453e851ab1a216fa96ad516a54ce84f1e76fc352f838b80",
      "mean_initial_validation_metric": 1.425126981921494,
      "mean_final_validation_metric": 0.10617879140772857,
      "mean_final_test_metric": 0.09300168027220934,
      "mean_final_training_metric": 0.10583006086017122,
      "mean_ood_metric": 0.12235599727137014,
      "mean_clipped_step_fraction": 0.9166666666666666,
      "mean_last20_minibatch_loss": 0.18947381776597466,
      "mean_preclip_gradient_norm": 12.377528977136437,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_dea57e6541351ba0d4e6",
      "status": "complete",
      "summary_sha256": "8d4559b9e685ffaa28f21e0c0b3ff0afee976696dbd2aadfe43924be00222efb",
      "mean_initial_validation_metric": 1.5448889955878258,
      "mean_final_validation_metric": 0.4212552137905732,
      "mean_final_test_metric": 0.42372441210318357,
      "mean_final_training_metric": 0.4278460153727792,
      "mean_ood_metric": 0.4177278378047049,
      "mean_clipped_step_fraction": 0.99,
      "mean_last20_minibatch_loss": 0.4350433748215437,
      "mean_preclip_gradient_norm": 10.304440460043649,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_38e568cc4cd7ed0123d8",
      "status": "complete",
      "summary_sha256": "4591921242ce98c42060365d8fed730e6a42c600edce228a56e3e2b905e27b71",
      "mean_initial_validation_metric": 1.3878840487450361,
      "mean_final_validation_metric": 0.9298650479977368,
      "mean_final_test_metric": 0.9308527586545097,
      "mean_final_training_metric": 0.934385157917859,
      "mean_ood_metric": 0.9368253082939191,
      "mean_clipped_step_fraction": 0.2833333333333333,
      "mean_last20_minibatch_loss": 0.8740536381839774,
      "mean_preclip_gradient_norm": 4.705894712199612,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_ca6e32fc11a58f6d36e7",
      "status": "complete",
      "summary_sha256": "c169d75bcb0e5d2f6399eb67a688a6423893c3946b680497ceb4e95fda450dce",
      "mean_initial_validation_metric": 1.525517431087792,
      "mean_final_validation_metric": 1.0227389505598694,
      "mean_final_test_metric": 1.023320788750425,
      "mean_final_training_metric": 1.0255630386527628,
      "mean_ood_metric": 1.0215922622010112,
      "mean_clipped_step_fraction": 0.9604166666666667,
      "mean_last20_minibatch_loss": 1.091751285782084,
      "mean_preclip_gradient_norm": 4.216068555588524,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_fe7d3a88a6991af446d7",
      "status": "complete",
      "summary_sha256": "07d558f57fa3e052e637a82152a736f9547cf268318d1b5445995957f55e9938",
      "mean_initial_validation_metric": 1.411422553472221,
      "mean_final_validation_metric": 0.08771744358818978,
      "mean_final_test_metric": 0.07819148241833318,
      "mean_final_training_metric": 0.0854739609058015,
      "mean_ood_metric": 0.10727026569657028,
      "mean_clipped_step_fraction": 0.8566666666666667,
      "mean_last20_minibatch_loss": 0.09159431491862051,
      "mean_preclip_gradient_norm": 5.849714437294751,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_0ec0b671b6d720c69814",
      "status": "complete",
      "summary_sha256": "2bbfa597277a36cf32e463c3294643fd15719e2ce76426591d2ef061d4753eee",
      "mean_initial_validation_metric": 1.5019883569329977,
      "mean_final_validation_metric": 0.41529952944256365,
      "mean_final_test_metric": 0.4191492102108896,
      "mean_final_training_metric": 0.42152964090928435,
      "mean_ood_metric": 0.41248900536447763,
      "mean_clipped_step_fraction": 0.9891666666666666,
      "mean_last20_minibatch_loss": 0.4598492252174765,
      "mean_preclip_gradient_norm": 6.1771730581919355,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_53b641693beab96ad7cd",
      "status": "complete",
      "summary_sha256": "17ef2d23e34916eb3ecde465c8e93455d232bcbfc5aec1db9c9b3abb621ea748",
      "mean_initial_validation_metric": 1.3880492467433214,
      "mean_final_validation_metric": 0.0925688421993982,
      "mean_final_test_metric": 0.08345224849836086,
      "mean_final_training_metric": 0.09104811635916121,
      "mean_ood_metric": 0.12188309198245406,
      "mean_clipped_step_fraction": 0.7516666666666667,
      "mean_last20_minibatch_loss": 0.11208712498337263,
      "mean_preclip_gradient_norm": 7.825939405038953,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_6cb23fbad1da49b99e05",
      "status": "complete",
      "summary_sha256": "9169c71787b23b34f4156725bf8269fe56f9ba5317cc15cd6659d8bfb4bba2fa",
      "mean_initial_validation_metric": 1.5125310253351927,
      "mean_final_validation_metric": 0.4163883295841515,
      "mean_final_test_metric": 0.42205062392167747,
      "mean_final_training_metric": 0.42218316381331533,
      "mean_ood_metric": 0.4139143340289593,
      "mean_clipped_step_fraction": 0.99375,
      "mean_last20_minibatch_loss": 0.4374231334775686,
      "mean_preclip_gradient_norm": 7.324214181294665,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_dd21f46700a2ad1010f6",
      "status": "complete",
      "summary_sha256": "fc12a1e8c75a66b76b83c885d45d2cc6eeb12bbeee5bc06b2f808df067e098b4",
      "mean_initial_validation_metric": 1.411992541514337,
      "mean_final_validation_metric": 0.04028742472769409,
      "mean_final_test_metric": 0.03093938231819493,
      "mean_final_training_metric": 0.014208302976978615,
      "mean_ood_metric": 0.12425265794809093,
      "mean_clipped_step_fraction": 0.42473958333333334,
      "mean_last20_minibatch_loss": 0.008815312022367294,
      "mean_preclip_gradient_norm": 2.572892380212157,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c20af86a7e8d83f92bc7",
      "status": "complete",
      "summary_sha256": "b00b5a16a950a36917d102366d0b50a50d9cf3d3e624aff782e506d94bf57f2a",
      "mean_initial_validation_metric": 1.419665121473372,
      "mean_final_validation_metric": 1.093713861424476,
      "mean_final_test_metric": 1.1350682007614523,
      "mean_final_training_metric": 0.06973748891959985,
      "mean_ood_metric": 2.293089646846056,
      "mean_clipped_step_fraction": 0.9568229166666666,
      "mean_last20_minibatch_loss": 0.07298673838504328,
      "mean_preclip_gradient_norm": 8.087388451358226,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_69b00e4721399251801e",
      "status": "complete",
      "summary_sha256": "3f293bd2c2af30be904ffa2b2ed717b5defba0a5fdd5e167b49bbb5af61ca4c9",
      "mean_initial_validation_metric": 1.3892261674627662,
      "mean_final_validation_metric": 4.268996275961399,
      "mean_final_test_metric": 4.080791678279638,
      "mean_final_training_metric": 0.23502886906499043,
      "mean_ood_metric": 4.914611861109734,
      "mean_clipped_step_fraction": 0.8922916666666667,
      "mean_last20_minibatch_loss": 0.23162299036048353,
      "mean_preclip_gradient_norm": 2.393559243720956,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_0193c02b28be3d71bc5c",
      "status": "complete",
      "summary_sha256": "04ee149d5639147fc7b124faa70c37422d3934c86823c880922f65ceaaafe099",
      "mean_initial_validation_metric": 1.411992541514337,
      "mean_final_validation_metric": 0.11844107758952305,
      "mean_final_test_metric": 0.12851573041189113,
      "mean_final_training_metric": 0.0924164285625011,
      "mean_ood_metric": 0.6578614903846756,
      "mean_clipped_step_fraction": 0.7166145833333333,
      "mean_last20_minibatch_loss": 0.08876422722496499,
      "mean_preclip_gradient_norm": 7.8992298300666155,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_93cfcaa885f9162ee227",
      "status": "complete",
      "summary_sha256": "e398b15f195fbebd2e9df89e711be6c170dfaf8c952b6121bd31f54dfd52cc12",
      "mean_initial_validation_metric": 1.4086311487480998,
      "mean_final_validation_metric": 0.415698282115045,
      "mean_final_test_metric": 0.42145906321820803,
      "mean_final_training_metric": 0.4062877814667445,
      "mean_ood_metric": 0.7353921267203987,
      "mean_clipped_step_fraction": 0.434375,
      "mean_last20_minibatch_loss": 0.4165749743318884,
      "mean_preclip_gradient_norm": 4.267674329059373,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_192902c5b48812986b23",
      "status": "complete",
      "summary_sha256": "b421d3a7c0a06a1a56c3e5ad3bc839c1f4dd7c7212f5b4764bc1ea90aefe1ec5",
      "mean_initial_validation_metric": 1.4086311487480998,
      "mean_final_validation_metric": 0.34621411618354614,
      "mean_final_test_metric": 0.32890370125278423,
      "mean_final_training_metric": 0.31843868440319056,
      "mean_ood_metric": 0.7166049313964322,
      "mean_clipped_step_fraction": 0.46380208333333334,
      "mean_last20_minibatch_loss": 0.31239732140193155,
      "mean_preclip_gradient_norm": 15.524814680081617,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_e3cfd913a3165d888dd4",
      "status": "complete",
      "summary_sha256": "eb9927d5025c72bd8dbbbd8c5f87e1f88d65af2cb635d72ad023d79510c058f1",
      "mean_initial_validation_metric": 1.419665121473372,
      "mean_final_validation_metric": 0.6515521977562457,
      "mean_final_test_metric": 0.6849737372249365,
      "mean_final_training_metric": 0.12231268709547294,
      "mean_ood_metric": 1.5848891995847225,
      "mean_clipped_step_fraction": 0.9425,
      "mean_last20_minibatch_loss": 0.13129179195998403,
      "mean_preclip_gradient_norm": 4.855721362088419,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_cf72091e51b277d32ab6",
      "status": "complete",
      "summary_sha256": "8fd01d338c050d263ba4799aa78815d6ad60f34f5a91f61e4f214a5e032a4c8a",
      "mean_initial_validation_metric": 1.3892261674627662,
      "mean_final_validation_metric": 5.007031721994281,
      "mean_final_test_metric": 4.862609392032027,
      "mean_final_training_metric": 0.08746116899510525,
      "mean_ood_metric": 5.431590162217617,
      "mean_clipped_step_fraction": 0.68140625,
      "mean_last20_minibatch_loss": 0.07273919015315186,
      "mean_preclip_gradient_norm": 1.402944663174397,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_5eba7433689d84096466",
      "status": "complete",
      "summary_sha256": "f40d59f40de4aa792b568b1e281cc683461bb3efa09b1afb63ec70f2e14c3b55",
      "mean_initial_validation_metric": 1.4121902361512184,
      "mean_final_validation_metric": 0.028842267434519897,
      "mean_final_test_metric": 0.025722874704257492,
      "mean_final_training_metric": 0.01444872561237176,
      "mean_ood_metric": 0.22759005134321342,
      "mean_clipped_step_fraction": 0.4669270833333333,
      "mean_last20_minibatch_loss": 0.010561498379303558,
      "mean_preclip_gradient_norm": 3.6205647121275986,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_e73b093ae878fb579eb8",
      "status": "complete",
      "summary_sha256": "d061cc6c9b1bb1003d0271310dd1ecadb6bd038df341281019ad99b43bc7b8aa",
      "mean_initial_validation_metric": 1.4197223614901304,
      "mean_final_validation_metric": 1.2027859184890985,
      "mean_final_test_metric": 1.1695032389834523,
      "mean_final_training_metric": 0.0928089838903361,
      "mean_ood_metric": 2.3662655353546143,
      "mean_clipped_step_fraction": 0.9546354166666666,
      "mean_last20_minibatch_loss": 0.07071970116676311,
      "mean_preclip_gradient_norm": 7.7152836679443135,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_482310c10789d5287008",
      "status": "complete",
      "summary_sha256": "ab8a6d839111e3cc2ca8e41aba151a172b24d26e613755320ab664738a781ca5",
      "mean_initial_validation_metric": 1.3886594790965319,
      "mean_final_validation_metric": 4.116066275164485,
      "mean_final_test_metric": 4.2250444535166025,
      "mean_final_training_metric": 0.23644144661375321,
      "mean_ood_metric": 3.9721002876758575,
      "mean_clipped_step_fraction": 0.8929166666666667,
      "mean_last20_minibatch_loss": 0.25453948935610243,
      "mean_preclip_gradient_norm": 2.5142080721072855,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_550b4e77af361f7a4464",
      "status": "complete",
      "summary_sha256": "f301f02a5e35a2c3ebddf93251bcc1b99052139a16ed343074b99840b1d40e55",
      "mean_initial_validation_metric": 1.4121902361512184,
      "mean_final_validation_metric": 0.0946406481239137,
      "mean_final_test_metric": 0.0836994006704117,
      "mean_final_training_metric": 0.06881332879629554,
      "mean_ood_metric": 0.37021069834008813,
      "mean_clipped_step_fraction": 0.7100520833333334,
      "mean_last20_minibatch_loss": 0.06051659167387698,
      "mean_preclip_gradient_norm": 6.155130621206675,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_f6135d596acfca54cc75",
      "status": "complete",
      "summary_sha256": "dd969cf10ca73e1c0c5f937e26335d781ccccdb0c613b155b8dd320a768c7912",
      "mean_initial_validation_metric": 1.408615017309785,
      "mean_final_validation_metric": 0.4138543186854804,
      "mean_final_test_metric": 0.413475793087855,
      "mean_final_training_metric": 0.3963661462403252,
      "mean_ood_metric": 0.8631099248304963,
      "mean_clipped_step_fraction": 0.38890625,
      "mean_last20_minibatch_loss": 0.4394945426553022,
      "mean_preclip_gradient_norm": 6.390731751391916,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_826baae572159eab625c",
      "status": "complete",
      "summary_sha256": "fea194e0c00068b4d0cc8df167c1b5a6ef8692d5a7cb9ea5d167d614538126c1",
      "mean_initial_validation_metric": 1.408615017309785,
      "mean_final_validation_metric": 0.26178555411922844,
      "mean_final_test_metric": 0.26319949709733237,
      "mean_final_training_metric": 0.2541028829454035,
      "mean_ood_metric": 0.7058784390392248,
      "mean_clipped_step_fraction": 0.39119791666666665,
      "mean_last20_minibatch_loss": 0.2732302080257966,
      "mean_preclip_gradient_norm": 3.486179774916788,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_54d5bf15f833498193fa",
      "status": "complete",
      "summary_sha256": "0d5c0f3e803a5e89085eea284f9ff945fe659518f20d7ce779845ee1175be971",
      "mean_initial_validation_metric": 1.4197223614901304,
      "mean_final_validation_metric": 0.7012649520183913,
      "mean_final_test_metric": 0.6409549427917227,
      "mean_final_training_metric": 0.12855371637760982,
      "mean_ood_metric": 1.3972624987363815,
      "mean_clipped_step_fraction": 0.94671875,
      "mean_last20_minibatch_loss": 0.1039793557345547,
      "mean_preclip_gradient_norm": 4.761886305515364,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_b5bc98e20dfafeefe261",
      "status": "complete",
      "summary_sha256": "cee991da8de8f76d76d096912ca9d050dc9351998b725c255dd3ec3f6aeaac2f",
      "mean_initial_validation_metric": 1.3886594790965319,
      "mean_final_validation_metric": 5.09244803711772,
      "mean_final_test_metric": 5.150868486613035,
      "mean_final_training_metric": 0.07822190155184217,
      "mean_ood_metric": 4.978352099657059,
      "mean_clipped_step_fraction": 0.68578125,
      "mean_last20_minibatch_loss": 0.08460493785150902,
      "mean_preclip_gradient_norm": 1.4003001045985244,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_bc967178393fba3243e2",
      "status": "complete",
      "summary_sha256": "54e7f48d2e168f73f0ff8a9651998b01dc24ca4b55fb46d6d8094f584dfe312f",
      "mean_initial_validation_metric": 1.4122702442109585,
      "mean_final_validation_metric": 0.024866208149745717,
      "mean_final_test_metric": 0.04036032189725347,
      "mean_final_training_metric": 0.011284354424745402,
      "mean_ood_metric": 0.15845621317998848,
      "mean_clipped_step_fraction": 0.49526041666666665,
      "mean_last20_minibatch_loss": 0.01076253909341176,
      "mean_preclip_gradient_norm": 2.874035691889813,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_3c047d3664cd4b3c1c5e",
      "status": "complete",
      "summary_sha256": "90ba1e9d9b469e9590a19b0c1b9578d832360b9938de58765679c21158a44072",
      "mean_initial_validation_metric": 1.4198516439646482,
      "mean_final_validation_metric": 1.2517223628237844,
      "mean_final_test_metric": 1.1681748169939965,
      "mean_final_training_metric": 0.0801098879383062,
      "mean_ood_metric": 1.8919785600155592,
      "mean_clipped_step_fraction": 0.9589583333333334,
      "mean_last20_minibatch_loss": 0.06691842602049292,
      "mean_preclip_gradient_norm": 8.142246827125007,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_24443b0701b87898c365",
      "status": "complete",
      "summary_sha256": "c9a10fdfff680edd439732e5d55b6a4502ee287bad43ef8ac04983aaa93ff0d3",
      "mean_initial_validation_metric": 1.38957557734102,
      "mean_final_validation_metric": 4.110712168738246,
      "mean_final_test_metric": 3.881161006167531,
      "mean_final_training_metric": 0.2628516379336361,
      "mean_ood_metric": 3.581331856548786,
      "mean_clipped_step_fraction": 0.890625,
      "mean_last20_minibatch_loss": 0.2487261133850552,
      "mean_preclip_gradient_norm": 2.6286755434796216,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_289d0a0358ab09a06844",
      "status": "complete",
      "summary_sha256": "a45ab2954d925e2c7fab12bbc715e9164681079ee04224855d7a5121002eebdd",
      "mean_initial_validation_metric": 1.4122702442109585,
      "mean_final_validation_metric": 0.04849637085817449,
      "mean_final_test_metric": 0.0599457420962608,
      "mean_final_training_metric": 0.03392823420881541,
      "mean_ood_metric": 0.33855408933595754,
      "mean_clipped_step_fraction": 0.6684375,
      "mean_last20_minibatch_loss": 0.030130017019109803,
      "mean_preclip_gradient_norm": 3.8449503058020493,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_f42e6dcd3bdb79dafb0e",
      "status": "complete",
      "summary_sha256": "2c9484535a41112c3e19b4639184108c6613bddcc824ffe280da936cbb511c95",
      "mean_initial_validation_metric": 1.4086320074275136,
      "mean_final_validation_metric": 0.3668004679493606,
      "mean_final_test_metric": 0.38627267666743137,
      "mean_final_training_metric": 0.35121524626447354,
      "mean_ood_metric": 0.7128244617488235,
      "mean_clipped_step_fraction": 0.43666666666666665,
      "mean_last20_minibatch_loss": 0.35392135114525447,
      "mean_preclip_gradient_norm": 5.3278039825806625,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_384affc445971835418c",
      "status": "complete",
      "summary_sha256": "74d071434f4e34a31e24baba7d04cbde94872956504d1bf34f41e29b2bae653b",
      "mean_initial_validation_metric": 1.4086320074275136,
      "mean_final_validation_metric": 0.5255286146739309,
      "mean_final_test_metric": 0.5408244446484787,
      "mean_final_training_metric": 0.5175005892937747,
      "mean_ood_metric": 0.7696094445418566,
      "mean_clipped_step_fraction": 0.3240104166666667,
      "mean_last20_minibatch_loss": 0.5329581198374627,
      "mean_preclip_gradient_norm": 5.404634267593138,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_49335a90bc48e247ec66",
      "status": "complete",
      "summary_sha256": "6965d97dbdb137d95a84895c737bb6bc44743222728c964841f3d12914e3718e",
      "mean_initial_validation_metric": 1.4198516439646482,
      "mean_final_validation_metric": 0.6790543893584982,
      "mean_final_test_metric": 0.6620928883203305,
      "mean_final_training_metric": 0.1136391817490221,
      "mean_ood_metric": 1.1940278112888336,
      "mean_clipped_step_fraction": 0.9566666666666667,
      "mean_last20_minibatch_loss": 0.11728381597204134,
      "mean_preclip_gradient_norm": 5.009934660239281,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_983fbd77986fead68406",
      "status": "complete",
      "summary_sha256": "dc9727cfde406c79dbd42fd7550fca59b508c0129d7772cbfaaa8eb097b501d3",
      "mean_initial_validation_metric": 1.38957557734102,
      "mean_final_validation_metric": 4.487026236951351,
      "mean_final_test_metric": 4.292790170758963,
      "mean_final_training_metric": 0.08064754114093375,
      "mean_ood_metric": 3.6936305835843086,
      "mean_clipped_step_fraction": 0.6963541666666667,
      "mean_last20_minibatch_loss": 0.08066407447950041,
      "mean_preclip_gradient_norm": 1.4254274683410768,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    }
  ],
  "instances": [
    {
      "instance_id": "operator_learning_speed_s842901",
      "template_id": "operator_learning_speed",
      "admitted": true,
      "pairs": [
        {
          "a": "mlp_75",
          "b": "cnn_75",
          "a_node": "candidate_6dc2bfb1abd3acedb8ae",
          "b_node": "candidate_1ff88bee20b5750886ae",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.19987116488846368,
          "sd_b_minus_a": 0.09350520142726644,
          "min_b_minus_a": 0.09393551666289568,
          "max_b_minus_a": 0.43500748043879867,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.43500748043879867,
            0.09393551666289568,
            0.16341138607822359,
            0.341086300322786,
            0.2112791772815399,
            0.1749468034831807,
            0.14884164748946205,
            0.1416621013195254,
            0.11721121368464082,
            0.2326639659004286,
            0.09582127805333585,
            0.21380066988058388,
            0.12671545252669603,
            0.30415391363203526,
            0.17164209438487887,
            0.22575963707640767
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_75",
          "b": "vit_75",
          "a_node": "candidate_6dc2bfb1abd3acedb8ae",
          "b_node": "candidate_984471b5ab216a29adf4",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6361097105800582,
          "sd_b_minus_a": 0.15810497072679155,
          "min_b_minus_a": 0.33502802171278745,
          "max_b_minus_a": 0.8626563440775499,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.6449068016372621,
            0.742809290997684,
            0.6690718063618988,
            0.8089767454657704,
            0.6957854062202387,
            0.5644073224393651,
            0.6923611872480251,
            0.35096775653073564,
            0.8626563440775499,
            0.33502802171278745,
            0.6412968224612996,
            0.7882198088336736,
            0.37357288144994527,
            0.6417890097945929,
            0.7037983383052051,
            0.6621078257448971
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_75",
          "b": "mlp_300",
          "a_node": "candidate_6dc2bfb1abd3acedb8ae",
          "b_node": "candidate_d370a44120e37327362b",
          "changed_fields": {
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.01751528494037302,
          "sd_b_minus_a": 0.007604075322107058,
          "min_b_minus_a": -0.03326332191863912,
          "max_b_minus_a": -0.0021852376012247987,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.019136154500301927,
            -0.014189084089593962,
            -0.02921019402128877,
            -0.011362369266862515,
            -0.007981151706189848,
            -0.03326332191863912,
            -0.021794699496240355,
            -0.0021852376012247987,
            -0.01477958607574692,
            -0.021616789657855406,
            -0.012484962004236877,
            -0.02299402456264943,
            -0.016171046081581153,
            -0.01670861555612646,
            -0.016803997568786144,
            -0.019563324938644655
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "mlp_75",
          "b": "cnn_300",
          "a_node": "candidate_6dc2bfb1abd3acedb8ae",
          "b_node": "candidate_4dd55b3534f0e08d5749",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.02169831848641479,
          "sd_b_minus_a": 0.025736870173378713,
          "min_b_minus_a": -0.008344079309608787,
          "max_b_minus_a": 0.08032515191007406,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            -0.002740530704613775,
            0.002250412362627685,
            -0.008344079309608787,
            0.006549204612383619,
            0.011366514474502765,
            0.011286891181953251,
            0.002821326022967696,
            0.011195492028491572,
            0.025664432207122445,
            0.08032515191007406,
            0.02361008111620322,
            0.07559166359715164,
            0.04664409387623891,
            0.01735179004026577,
            0.030294306576251984,
            0.013306345790624619
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "mlp_75",
          "b": "vit_300",
          "a_node": "candidate_6dc2bfb1abd3acedb8ae",
          "b_node": "candidate_037ebf33a66bb98829ca",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.10335522985042189,
          "sd_b_minus_a": 0.04830244275069267,
          "min_b_minus_a": 0.03117733809631318,
          "max_b_minus_a": 0.19267096219118685,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.10603359201923013,
            0.08324396098032594,
            0.07363382237963378,
            0.1004517450928688,
            0.13221713731763884,
            0.069765783729963,
            0.15602993726497516,
            0.10836443124571815,
            0.19267096219118685,
            0.06162481487262994,
            0.15198481443803757,
            0.17692074528895319,
            0.03117733809631318,
            0.05387357482686639,
            0.042649912647902966,
            0.11304110521450639
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "cnn_75",
          "b": "vit_75",
          "a_node": "candidate_1ff88bee20b5750886ae",
          "b_node": "candidate_984471b5ab216a29adf4",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.4362385456915945,
          "sd_b_minus_a": 0.17562947278785462,
          "min_b_minus_a": 0.10236405581235886,
          "max_b_minus_a": 0.745445130392909,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.20989932119846344,
            0.6488737743347883,
            0.5056604202836752,
            0.4678904451429844,
            0.48450622893869877,
            0.3894605189561844,
            0.543519539758563,
            0.20930565521121025,
            0.745445130392909,
            0.10236405581235886,
            0.5454755444079638,
            0.5744191389530897,
            0.24685742892324924,
            0.3376350961625576,
            0.5321562439203262,
            0.43634818866848946
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_75",
          "b": "mlp_300",
          "a_node": "candidate_1ff88bee20b5750886ae",
          "b_node": "candidate_d370a44120e37327362b",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2173864498288367,
          "sd_b_minus_a": 0.09428072315292478,
          "min_b_minus_a": -0.4541436349391006,
          "max_b_minus_a": -0.10812460075248964,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.4541436349391006,
            -0.10812460075248964,
            -0.19262158009951236,
            -0.3524486695896485,
            -0.21926032898772974,
            -0.20821012540181982,
            -0.1706363469857024,
            -0.1438473389207502,
            -0.13199079976038774,
            -0.254280755558284,
            -0.10830624005757272,
            -0.2367946944432333,
            -0.14288649860827718,
            -0.3208625291881617,
            -0.18844609195366502,
            -0.24532296201505233
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "cnn_75",
          "b": "cnn_300",
          "a_node": "candidate_1ff88bee20b5750886ae",
          "b_node": "candidate_4dd55b3534f0e08d5749",
          "changed_fields": {
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.1781728464020489,
          "sd_b_minus_a": 0.0994301025346483,
          "min_b_minus_a": -0.43774801114341244,
          "max_b_minus_a": -0.07221119693713263,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.43774801114341244,
            -0.091685104300268,
            -0.17175546538783237,
            -0.33453709571040235,
            -0.19991266280703712,
            -0.16365991230122745,
            -0.14602032146649435,
            -0.13046660929103382,
            -0.09154678147751838,
            -0.15233881399035454,
            -0.07221119693713263,
            -0.13820900628343225,
            -0.08007135865045711,
            -0.2868021235917695,
            -0.1413477878086269,
            -0.21245329128578305
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "cnn_75",
          "b": "vit_300",
          "a_node": "candidate_1ff88bee20b5750886ae",
          "b_node": "candidate_037ebf33a66bb98829ca",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.09651593503804179,
          "sd_b_minus_a": 0.11084747564785033,
          "min_b_minus_a": -0.32897388841956854,
          "max_b_minus_a": 0.07545974850654602,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.32897388841956854,
            -0.010691555682569742,
            -0.0897775636985898,
            -0.24063455522991717,
            -0.07906203996390104,
            -0.1051810197532177,
            0.0071882897755131125,
            -0.03329767007380724,
            0.07545974850654602,
            -0.17103915102779865,
            0.05616353638470173,
            -0.0368799245916307,
            -0.09553811443038285,
            -0.25028033880516887,
            -0.1289921817369759,
            -0.11271853186190128
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "vit_75",
          "b": "mlp_300",
          "a_node": "candidate_984471b5ab216a29adf4",
          "b_node": "candidate_d370a44120e37327362b",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              null
            ],
            "model.heads": [
              4,
              null
            ],
            "model.mode": [
              "patch_transformer",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.width": [
              32,
              96
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6536249955204312,
          "sd_b_minus_a": 0.15879279064012863,
          "min_b_minus_a": -0.8774359301532968,
          "max_b_minus_a": -0.35315299413196044,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.664042956137564,
            -0.756998375087278,
            -0.6982820003831876,
            -0.8203391147326329,
            -0.7037665579264285,
            -0.5976706443580042,
            -0.7141558867442654,
            -0.35315299413196044,
            -0.8774359301532968,
            -0.35664481137064286,
            -0.6537817844655365,
            -0.811213833396323,
            -0.3897439275315264,
            -0.6584976253507193,
            -0.7206023358739913,
            -0.6816711506835418
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "vit_75",
          "b": "cnn_300",
          "a_node": "candidate_984471b5ab216a29adf4",
          "b_node": "candidate_4dd55b3534f0e08d5749",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6144113920936434,
          "sd_b_minus_a": 0.16774523824016876,
          "min_b_minus_a": -0.8369919118704274,
          "max_b_minus_a": -0.2547028698027134,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6476473323418759,
            -0.7405588786350563,
            -0.6774158856715076,
            -0.8024275408533867,
            -0.6844188917457359,
            -0.5531204312574118,
            -0.6895398612250574,
            -0.33977226450224407,
            -0.8369919118704274,
            -0.2547028698027134,
            -0.6176867413450964,
            -0.712628145236522,
            -0.32692878757370636,
            -0.6244372197543271,
            -0.6735040317289531,
            -0.6488014799542725
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "vit_75",
          "b": "vit_300",
          "a_node": "candidate_984471b5ab216a29adf4",
          "b_node": "candidate_037ebf33a66bb98829ca",
          "changed_fields": {
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5327544807296363,
          "sd_b_minus_a": 0.1384985567358545,
          "min_b_minus_a": -0.7085250003729016,
          "max_b_minus_a": -0.2426033252850175,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.538873209618032,
            -0.6595653300173581,
            -0.595437983982265,
            -0.7085250003729016,
            -0.5635682689025998,
            -0.4946415387094021,
            -0.5363312499830499,
            -0.2426033252850175,
            -0.669985381886363,
            -0.2734032068401575,
            -0.489312008023262,
            -0.6112990635447204,
            -0.3423955433536321,
            -0.5879154349677265,
            -0.6611484256573021,
            -0.5490667205303907
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "mlp_300",
          "b": "cnn_300",
          "a_node": "candidate_d370a44120e37327362b",
          "b_node": "candidate_4dd55b3534f0e08d5749",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.03921360342678781,
          "sd_b_minus_a": 0.027435279739023377,
          "min_b_minus_a": 0.01338072962971637,
          "max_b_minus_a": 0.10194194156792946,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.016395623795688152,
            0.016439496452221647,
            0.020866114711679984,
            0.017911573879246134,
            0.019347666180692613,
            0.04455021310059237,
            0.02461602551920805,
            0.01338072962971637,
            0.040444018282869365,
            0.10194194156792946,
            0.036095043120440096,
            0.09858568815980107,
            0.06281513995782007,
            0.03406040559639223,
            0.04709830414503813,
            0.032869670729269274
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_300",
          "b": "vit_300",
          "a_node": "candidate_d370a44120e37327362b",
          "b_node": "candidate_037ebf33a66bb98829ca",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.12087051479079491,
          "sd_b_minus_a": 0.04755486118037453,
          "min_b_minus_a": 0.04734838417789433,
          "max_b_minus_a": 0.20745054826693377,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.12516974651953205,
            0.0974330450699199,
            0.10284401640092256,
            0.11181411435973132,
            0.1401982890238287,
            0.10302910564860213,
            0.17782463676121552,
            0.11054966884694295,
            0.20745054826693377,
            0.08324160453048535,
            0.16446977644227445,
            0.19991476985160261,
            0.04734838417789433,
            0.07058219038299285,
            0.05945391021668911,
            0.13260443015315104
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_300",
          "b": "vit_300",
          "a_node": "candidate_4dd55b3534f0e08d5749",
          "b_node": "candidate_037ebf33a66bb98829ca",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0816569113640071,
          "sd_b_minus_a": 0.05467773938520255,
          "min_b_minus_a": -0.018700337037444115,
          "max_b_minus_a": 0.1670065299840644,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.1087741227238439,
            0.08099354861769825,
            0.08197790168924257,
            0.09390254048048519,
            0.12085062284313608,
            0.05847889254800975,
            0.15320861124200746,
            0.09716893921722658,
            0.1670065299840644,
            -0.018700337037444115,
            0.12837473332183436,
            0.10132908169180155,
            -0.015466755779925734,
            0.03652178478660062,
            0.012355606071650982,
            0.09973475942388177
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_6dc2bfb1abd3acedb8ae": 129700,
            "candidate_1ff88bee20b5750886ae": 16204,
            "candidate_984471b5ab216a29adf4": 19428
          },
          "best_to_worst": [
            "candidate_6dc2bfb1abd3acedb8ae",
            "candidate_984471b5ab216a29adf4",
            "candidate_1ff88bee20b5750886ae"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_6dc2bfb1abd3acedb8ae": 75,
            "candidate_1ff88bee20b5750886ae": 75,
            "candidate_984471b5ab216a29adf4": 75
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_6dc2bfb1abd3acedb8ae": 2,
            "candidate_1ff88bee20b5750886ae": 2,
            "candidate_984471b5ab216a29adf4": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_6dc2bfb1abd3acedb8ae": null,
            "candidate_1ff88bee20b5750886ae": 3,
            "candidate_984471b5ab216a29adf4": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_6dc2bfb1abd3acedb8ae": true,
            "candidate_1ff88bee20b5750886ae": true,
            "candidate_984471b5ab216a29adf4": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_6dc2bfb1abd3acedb8ae": null,
            "candidate_1ff88bee20b5750886ae": null,
            "candidate_984471b5ab216a29adf4": 4
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_learning_speed_s842902",
      "template_id": "operator_learning_speed",
      "admitted": true,
      "pairs": [
        {
          "a": "mlp_75",
          "b": "cnn_75",
          "a_node": "candidate_8cbf0e4d791efb49a08a",
          "b_node": "candidate_263a84dbee3415420f37",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.20969222015264677,
          "sd_b_minus_a": 0.14175770644013097,
          "min_b_minus_a": 0.0838243990438059,
          "max_b_minus_a": 0.5596487383591011,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.12194466381333768,
            0.0838243990438059,
            0.12196426838636398,
            0.2212413145462051,
            0.14443614822812378,
            0.5596487383591011,
            0.41244720201939344,
            0.10805057757534087,
            0.09726498113013804,
            0.15519136376678944,
            0.1677338890149258,
            0.2916217823512852,
            0.1127255306346342,
            0.4371111140353605,
            0.13051041320431978,
            0.18935913633322343
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_75",
          "b": "vit_75",
          "a_node": "candidate_8cbf0e4d791efb49a08a",
          "b_node": "candidate_97cf98c643adaa13f038",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6713105549642933,
          "sd_b_minus_a": 0.20573161327818068,
          "min_b_minus_a": 0.3088781450642273,
          "max_b_minus_a": 1.1704580972436816,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.528574945172295,
            0.5601961762877181,
            0.567583735100925,
            0.9157254105666652,
            0.45421305880881846,
            0.6104718680726364,
            0.7373442864045501,
            0.6417356573510915,
            1.1704580972436816,
            0.6325020156800747,
            0.8042941837920807,
            0.6585501753725111,
            0.3088781450642273,
            0.6775550142629072,
            0.5531204642029479,
            0.9197656460455619
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_75",
          "b": "mlp_300",
          "a_node": "candidate_8cbf0e4d791efb49a08a",
          "b_node": "candidate_b3a647c2f969e0104eca",
          "changed_fields": {
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.021834175609455997,
          "sd_b_minus_a": 0.0060537899087175434,
          "min_b_minus_a": -0.033980001953750616,
          "max_b_minus_a": -0.013269207862322219,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.03070562311768299,
            -0.029385376365098637,
            -0.019838293577777222,
            -0.017219938097696286,
            -0.01835994604334701,
            -0.026796456979354843,
            -0.01678609030932421,
            -0.022047246624424588,
            -0.026160639834415633,
            -0.033980001953750616,
            -0.013269207862322219,
            -0.01913448144114227,
            -0.014312326355138794,
            -0.02375106009276351,
            -0.019490633931127377,
            -0.01810948716592975
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "mlp_75",
          "b": "cnn_300",
          "a_node": "candidate_8cbf0e4d791efb49a08a",
          "b_node": "candidate_bf04bf97f220896826f4",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.021165438534808345,
          "sd_b_minus_a": 0.03829134741606814,
          "min_b_minus_a": -0.008873239974491298,
          "max_b_minus_a": 0.14980165171436965,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.020323121803812683,
            0.007424934534355998,
            -0.008873239974491298,
            0.03484687732998282,
            0.14980165171436965,
            -0.008600001165177673,
            0.003684293944388628,
            0.021434568450786173,
            0.0019531126599758863,
            -0.0036116470582783222,
            0.04416134994244203,
            -0.0010417753364890814,
            -0.006036155507899821,
            0.03581990289967507,
            0.022423254849854857,
            0.02493676746962592
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "mlp_75",
          "b": "vit_300",
          "a_node": "candidate_8cbf0e4d791efb49a08a",
          "b_node": "candidate_9111b4fd63f99a4619c6",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.08493500071563176,
          "sd_b_minus_a": 0.039290585686355635,
          "min_b_minus_a": 0.03442354954313487,
          "max_b_minus_a": 0.17231262475252151,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.09907924453727901,
            0.06009939929936081,
            0.06467256834730506,
            0.04683300794567913,
            0.15105915698222816,
            0.1062490512849763,
            0.17231262475252151,
            0.06159895216114819,
            0.043647185200825334,
            0.06719173491001129,
            0.0830328980810009,
            0.11943402187898755,
            0.03442354954313487,
            0.07174394279718399,
            0.06138255220139399,
            0.11620012152707204
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "cnn_75",
          "b": "vit_75",
          "a_node": "candidate_263a84dbee3415420f37",
          "b_node": "candidate_97cf98c643adaa13f038",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.4616183348116465,
          "sd_b_minus_a": 0.2422695958444122,
          "min_b_minus_a": 0.05082312971353531,
          "max_b_minus_a": 1.0731931161135435,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.4066302813589573,
            0.4763717772439122,
            0.445619466714561,
            0.6944840960204601,
            0.3097769105806947,
            0.05082312971353531,
            0.32489708438515663,
            0.5336850797757506,
            1.0731931161135435,
            0.47731065191328526,
            0.6365602947771549,
            0.36692839302122593,
            0.1961526144295931,
            0.2404439002275467,
            0.42261005099862814,
            0.7304065097123384
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_75",
          "b": "mlp_300",
          "a_node": "candidate_263a84dbee3415420f37",
          "b_node": "candidate_b3a647c2f969e0104eca",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.23152639576210277,
          "sd_b_minus_a": 0.1417587897688286,
          "min_b_minus_a": -0.586445195338456,
          "max_b_minus_a": -0.11320977540890453,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.15265028693102067,
            -0.11320977540890453,
            -0.1418025619641412,
            -0.2384612526439014,
            -0.1627960942714708,
            -0.586445195338456,
            -0.42923329232871765,
            -0.13009782419976545,
            -0.12342562096455367,
            -0.18917136572054005,
            -0.18100309687724803,
            -0.3107562637924275,
            -0.127037856989773,
            -0.460862174128124,
            -0.15000104713544715,
            -0.20746862349915318
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "cnn_75",
          "b": "cnn_300",
          "a_node": "candidate_263a84dbee3415420f37",
          "b_node": "candidate_bf04bf97f220896826f4",
          "changed_fields": {
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.18852678161783842,
          "sd_b_minus_a": 0.15186701783664824,
          "min_b_minus_a": -0.5682487395242788,
          "max_b_minus_a": 0.005365503486245871,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.101621542009525,
            -0.0763994645094499,
            -0.13083750836085528,
            -0.1863944372162223,
            0.005365503486245871,
            -0.5682487395242788,
            -0.4087629080750048,
            -0.0866160091245547,
            -0.09531186847016215,
            -0.15880301082506776,
            -0.12357253907248378,
            -0.2926635576877743,
            -0.11876168614253402,
            -0.40129121113568544,
            -0.10808715835446492,
            -0.1644223688635975
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "cnn_75",
          "b": "vit_300",
          "a_node": "candidate_263a84dbee3415420f37",
          "b_node": "candidate_9111b4fd63f99a4619c6",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.12475721943701501,
          "sd_b_minus_a": 0.1286833182125548,
          "min_b_minus_a": -0.4533996870741248,
          "max_b_minus_a": 0.006623008754104376,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.022865419276058674,
            -0.023724999744445086,
            -0.057291700039058924,
            -0.17440830660052598,
            0.006623008754104376,
            -0.4533996870741248,
            -0.24013457726687193,
            -0.04645162541419268,
            -0.053617795929312706,
            -0.08799962885677814,
            -0.08470099093392491,
            -0.17218776047229767,
            -0.07830198109149933,
            -0.3653671712381765,
            -0.06912786100292578,
            -0.07315901480615139
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "vit_75",
          "b": "mlp_300",
          "a_node": "candidate_97cf98c643adaa13f038",
          "b_node": "candidate_b3a647c2f969e0104eca",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              null
            ],
            "model.heads": [
              4,
              null
            ],
            "model.mode": [
              "patch_transformer",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.width": [
              32,
              96
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6931447305737493,
          "sd_b_minus_a": 0.2057428941165075,
          "min_b_minus_a": -1.1966187370780972,
          "max_b_minus_a": -0.3231904714193661,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.559280568289978,
            -0.5895815526528168,
            -0.5874220286787022,
            -0.9329453486643615,
            -0.47257300485216547,
            -0.6372683250519913,
            -0.7541303767138743,
            -0.6637829039755161,
            -1.1966187370780972,
            -0.6664820176338253,
            -0.817563391654403,
            -0.6776846568136534,
            -0.3231904714193661,
            -0.7013060743556707,
            -0.5726110981340753,
            -0.9378751332114916
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "vit_75",
          "b": "cnn_300",
          "a_node": "candidate_97cf98c643adaa13f038",
          "b_node": "candidate_bf04bf97f220896826f4",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6501451164294849,
          "sd_b_minus_a": 0.21359068708903342,
          "min_b_minus_a": -1.1685049845837057,
          "max_b_minus_a": -0.3044114070944488,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.5082518233684823,
            -0.5527712417533621,
            -0.5764569750754163,
            -0.8808785332366824,
            -0.3044114070944488,
            -0.6190718692378141,
            -0.7336599924601614,
            -0.6203010889003053,
            -1.1685049845837057,
            -0.636113662738353,
            -0.7601328338496387,
            -0.6595919507090002,
            -0.3149143005721271,
            -0.6417351113632321,
            -0.5306972093530931,
            -0.894828878575936
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "vit_75",
          "b": "vit_300",
          "a_node": "candidate_97cf98c643adaa13f038",
          "b_node": "candidate_9111b4fd63f99a4619c6",
          "changed_fields": {
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5863755542486615,
          "sd_b_minus_a": 0.21182341304067076,
          "min_b_minus_a": -1.1268109120428562,
          "max_b_minus_a": -0.2744545955210924,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.42949570063501596,
            -0.5000967769883573,
            -0.5029111667536199,
            -0.8688924026209861,
            -0.3031539018265903,
            -0.5042228167876601,
            -0.5650316616520286,
            -0.5801367051899433,
            -1.1268109120428562,
            -0.5653102807700634,
            -0.7212612857110798,
            -0.5391161534935236,
            -0.2744545955210924,
            -0.6058110714657232,
            -0.4917379120015539,
            -0.8035655245184898
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "mlp_300",
          "b": "cnn_300",
          "a_node": "candidate_b3a647c2f969e0104eca",
          "b_node": "candidate_bf04bf97f220896826f4",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.04299961414426434,
          "sd_b_minus_a": 0.037140248633620566,
          "min_b_minus_a": 0.008276170847238973,
          "max_b_minus_a": 0.16816159775771666,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.05102874492149567,
            0.036810310899454635,
            0.010965053603285924,
            0.0520668154276791,
            0.16816159775771666,
            0.01819645581417717,
            0.020470384253712837,
            0.04348181507521076,
            0.02811375249439152,
            0.030368354895472294,
            0.05743055780476425,
            0.01809270610465319,
            0.008276170847238973,
            0.05957096299243858,
            0.041913888780982234,
            0.04304625463555567
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_300",
          "b": "vit_300",
          "a_node": "candidate_b3a647c2f969e0104eca",
          "b_node": "candidate_9111b4fd63f99a4619c6",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.10676917632508776,
          "sd_b_minus_a": 0.03874630620089753,
          "min_b_minus_a": 0.04873587589827366,
          "max_b_minus_a": 0.18909871506184572,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.129784867654962,
            0.08948477566445945,
            0.08451086192508228,
            0.06405294604337541,
            0.16941910302557517,
            0.13304550826433115,
            0.18909871506184572,
            0.08364619878557278,
            0.06980782503524097,
            0.10117173686376191,
            0.09630210594332311,
            0.13856850332012982,
            0.04873587589827366,
            0.0954950028899475,
            0.08087318613252137,
            0.1343096086930018
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_300",
          "b": "vit_300",
          "a_node": "candidate_bf04bf97f220896826f4",
          "b_node": "candidate_9111b4fd63f99a4619c6",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.06376956218082341,
          "sd_b_minus_a": 0.043402553529681684,
          "min_b_minus_a": 0.0012575052678585052,
          "max_b_minus_a": 0.1686283308081329,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.07875612273346633,
            0.052674464765004814,
            0.07354580832179636,
            0.011986130615696311,
            0.0012575052678585052,
            0.11484905245015398,
            0.1686283308081329,
            0.04016438371036202,
            0.04169407254084945,
            0.07080338196828961,
            0.038871548138558865,
            0.12047579721547663,
            0.04045970505103469,
            0.03592403989750892,
            0.038959297351539135,
            0.09126335405744612
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_8cbf0e4d791efb49a08a": 129700,
            "candidate_263a84dbee3415420f37": 16204,
            "candidate_97cf98c643adaa13f038": 19428
          },
          "best_to_worst": [
            "candidate_8cbf0e4d791efb49a08a",
            "candidate_97cf98c643adaa13f038",
            "candidate_263a84dbee3415420f37"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_8cbf0e4d791efb49a08a": 75,
            "candidate_263a84dbee3415420f37": 75,
            "candidate_97cf98c643adaa13f038": 75
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_8cbf0e4d791efb49a08a": 2,
            "candidate_263a84dbee3415420f37": 2,
            "candidate_97cf98c643adaa13f038": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_8cbf0e4d791efb49a08a": null,
            "candidate_263a84dbee3415420f37": 3,
            "candidate_97cf98c643adaa13f038": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_8cbf0e4d791efb49a08a": true,
            "candidate_263a84dbee3415420f37": true,
            "candidate_97cf98c643adaa13f038": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_8cbf0e4d791efb49a08a": null,
            "candidate_263a84dbee3415420f37": null,
            "candidate_97cf98c643adaa13f038": 4
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_learning_speed_s842903",
      "template_id": "operator_learning_speed",
      "admitted": true,
      "pairs": [
        {
          "a": "mlp_75",
          "b": "cnn_75",
          "a_node": "candidate_c64d9f879f32a436d0ef",
          "b_node": "candidate_357dddb7394d60477312",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.2164825823783758,
          "sd_b_minus_a": 0.11176765961127452,
          "min_b_minus_a": 0.09631187078775838,
          "max_b_minus_a": 0.5218246127478778,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.35706854599993676,
            0.11637958511710167,
            0.18195499962894246,
            0.21507677633780986,
            0.22746323177125305,
            0.23300319182453677,
            0.15005704027134925,
            0.09631187078775838,
            0.14732586545869708,
            0.5218246127478778,
            0.1009822488995269,
            0.3469133846228942,
            0.2496882015839219,
            0.18354631017427891,
            0.19895633804844692,
            0.13716911477968097
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_75",
          "b": "vit_75",
          "a_node": "candidate_c64d9f879f32a436d0ef",
          "b_node": "candidate_8fcda047626b8f22515f",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6185994621409918,
          "sd_b_minus_a": 0.19185233333962,
          "min_b_minus_a": 0.39637068938463926,
          "max_b_minus_a": 1.0851228176616132,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.8132779038278386,
            0.6002982975915074,
            0.5575660832109861,
            0.9972057883860543,
            0.5734477204969153,
            0.6212481746333651,
            0.602136263740249,
            0.4480096696061082,
            1.0851228176616132,
            0.48239856911823153,
            0.519987549749203,
            0.6592019818490371,
            0.39637068938463926,
            0.45338398206513375,
            0.5434201819007285,
            0.5445157210342586
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_75",
          "b": "mlp_300",
          "a_node": "candidate_c64d9f879f32a436d0ef",
          "b_node": "candidate_32181978996cabf895ed",
          "changed_fields": {
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.023325748647948785,
          "sd_b_minus_a": 0.011199754501162063,
          "min_b_minus_a": -0.05089164745004382,
          "max_b_minus_a": -0.004913175122055691,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.021078918798593804,
            -0.01351564766082447,
            -0.004913175122055691,
            -0.02713807223699405,
            -0.018824227860022802,
            -0.029840032060747035,
            -0.028892153342894744,
            -0.017327488916635048,
            -0.035962527959782165,
            -0.05089164745004382,
            -0.024101724768115673,
            -0.014829907420789823,
            -0.011765100236516446,
            -0.018011724423558917,
            -0.021061518338683527,
            -0.03505811177092255
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "mlp_75",
          "b": "cnn_300",
          "a_node": "candidate_c64d9f879f32a436d0ef",
          "b_node": "candidate_d3acbea5e15573e5b13c",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0030556864760455937,
          "sd_b_minus_a": 0.03034404657245015,
          "min_b_minus_a": -0.027994027579552494,
          "max_b_minus_a": 0.07611246005399153,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.02057372386479983,
            -0.006960569036891684,
            0.03119401616277173,
            -0.02181486690460588,
            -0.01121726687415503,
            0.07611246005399153,
            -0.019837105472106487,
            -0.016412614204455167,
            -0.01331283524632454,
            0.05642920732498169,
            -0.027994027579552494,
            -0.009845194668741897,
            -0.006085407629143447,
            -0.02433324180310592,
            -0.01644528993347194,
            -0.017794523941120133
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "mlp_75",
          "b": "vit_300",
          "a_node": "candidate_c64d9f879f32a436d0ef",
          "b_node": "candidate_81e72f6daa6756ffcbfe",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.06920319384516915,
          "sd_b_minus_a": 0.057507793836297914,
          "min_b_minus_a": -0.005797227378934622,
          "max_b_minus_a": 0.17948025499936193,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.007258520694449544,
            0.029145664535462856,
            0.10241532436339185,
            0.05638368346262723,
            0.17347624187823385,
            0.02707056765211746,
            0.0012489821529015899,
            0.025690645969007164,
            0.04626967618241906,
            -0.005797227378934622,
            0.10987930989358574,
            0.17948025499936193,
            0.08690897503402084,
            0.07513957761693746,
            0.0651095763896592,
            0.1275713280774653
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "cnn_75",
          "b": "vit_75",
          "a_node": "candidate_357dddb7394d60477312",
          "b_node": "candidate_8fcda047626b8f22515f",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.402116879762616,
          "sd_b_minus_a": 0.2220321719380444,
          "min_b_minus_a": -0.0394260436296463,
          "max_b_minus_a": 0.9377969522029161,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.45620935782790184,
            0.48391871247440577,
            0.37561108358204365,
            0.7821290120482445,
            0.34598448872566223,
            0.38824498280882835,
            0.4520792234688997,
            0.35169779881834984,
            0.9377969522029161,
            -0.0394260436296463,
            0.41900530084967613,
            0.3122885972261429,
            0.14668248780071735,
            0.26983767189085484,
            0.34446384385228157,
            0.40734660625457764
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_75",
          "b": "mlp_300",
          "a_node": "candidate_357dddb7394d60477312",
          "b_node": "candidate_32181978996cabf895ed",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2398083310263246,
          "sd_b_minus_a": 0.11637999540252754,
          "min_b_minus_a": -0.5727162601979217,
          "max_b_minus_a": -0.11363935970439343,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.37814746479853056,
            -0.12989523277792614,
            -0.18686817475099815,
            -0.2422148485748039,
            -0.24628745963127585,
            -0.2628432238852838,
            -0.178949193614244,
            -0.11363935970439343,
            -0.18328839341847925,
            -0.5727162601979217,
            -0.12508397366764257,
            -0.36174329204368405,
            -0.26145330182043836,
            -0.20155803459783783,
            -0.22001785638713045,
            -0.17222722655060352
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "cnn_75",
          "b": "cnn_300",
          "a_node": "candidate_357dddb7394d60477312",
          "b_node": "candidate_d3acbea5e15573e5b13c",
          "changed_fields": {
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2195382688544214,
          "sd_b_minus_a": 0.10133409043223282,
          "min_b_minus_a": -0.46539540542289615,
          "max_b_minus_a": -0.11272448499221355,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.3776422698647366,
            -0.12334015415399335,
            -0.15076098346617073,
            -0.23689164324241574,
            -0.23868049864540808,
            -0.15689073177054524,
            -0.16989414574345574,
            -0.11272448499221355,
            -0.16063870070502162,
            -0.46539540542289615,
            -0.1289762764790794,
            -0.3567585792916361,
            -0.25577360921306536,
            -0.20787955197738484,
            -0.21540162798191886,
            -0.1549636387208011
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "cnn_75",
          "b": "vit_300",
          "a_node": "candidate_357dddb7394d60477312",
          "b_node": "candidate_81e72f6daa6756ffcbfe",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.14727938853320666,
          "sd_b_minus_a": 0.1316175651024273,
          "min_b_minus_a": -0.5276218401268125,
          "max_b_minus_a": 0.008897060994058847,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.3498100253054872,
            -0.08723392058163881,
            -0.07953967526555061,
            -0.15869309287518263,
            -0.0539869898930192,
            -0.2059326241724193,
            -0.14880805811844766,
            -0.07062122481875122,
            -0.10105618927627802,
            -0.5276218401268125,
            0.008897060994058847,
            -0.1674331296235323,
            -0.16277922654990107,
            -0.10840673255734146,
            -0.13384676165878773,
            -0.009597786702215672
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "vit_75",
          "b": "mlp_300",
          "a_node": "candidate_8fcda047626b8f22515f",
          "b_node": "candidate_32181978996cabf895ed",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              null
            ],
            "model.heads": [
              4,
              null
            ],
            "model.mode": [
              "patch_transformer",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.width": [
              32,
              96
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6419252107889406,
          "sd_b_minus_a": 0.19491007188412338,
          "min_b_minus_a": -1.1210853456213954,
          "max_b_minus_a": -0.4081357896211557,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.8343568226264324,
            -0.6138139452523319,
            -0.5624792583330418,
            -1.0243438606230484,
            -0.5922719483569381,
            -0.6510882066941122,
            -0.6310284170831437,
            -0.46533715852274327,
            -1.1210853456213954,
            -0.5332902165682754,
            -0.5440892745173187,
            -0.6740318892698269,
            -0.4081357896211557,
            -0.47139570648869267,
            -0.564481700239412,
            -0.5795738328051812
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "vit_75",
          "b": "cnn_300",
          "a_node": "candidate_8fcda047626b8f22515f",
          "b_node": "candidate_d3acbea5e15573e5b13c",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ],
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6216551486170374,
          "sd_b_minus_a": 0.1989222777954623,
          "min_b_minus_a": -1.0984356529079378,
          "max_b_minus_a": -0.4024560970137827,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.8338516276926384,
            -0.6072588666283991,
            -0.5263720670482144,
            -1.0190206552906602,
            -0.5846649873710703,
            -0.5451357145793736,
            -0.6219733692123555,
            -0.4644222838105634,
            -1.0984356529079378,
            -0.42596936179324985,
            -0.5479815773287555,
            -0.669047176517779,
            -0.4024560970137827,
            -0.47771722386823967,
            -0.5598654718342004,
            -0.5623102449753787
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "vit_75",
          "b": "vit_300",
          "a_node": "candidate_8fcda047626b8f22515f",
          "b_node": "candidate_81e72f6daa6756ffcbfe",
          "changed_fields": {
            "training.training_steps": [
              75,
              300
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5493962682958227,
          "sd_b_minus_a": 0.2079400069232684,
          "min_b_minus_a": -1.0388531414791942,
          "max_b_minus_a": -0.3094617143506184,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.8060193831333891,
            -0.5711526330560446,
            -0.45515075884759426,
            -0.9408221049234271,
            -0.39997147861868143,
            -0.5941776069812477,
            -0.6008872815873474,
            -0.42231902363710105,
            -1.0388531414791942,
            -0.48819579649716616,
            -0.4101082398556173,
            -0.4797217268496752,
            -0.3094617143506184,
            -0.3782444044481963,
            -0.4783106055110693,
            -0.4169443929567933
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "mlp_300",
          "b": "cnn_300",
          "a_node": "candidate_32181978996cabf895ed",
          "b_node": "candidate_d3acbea5e15573e5b13c",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.02027006217190319,
          "sd_b_minus_a": 0.0352422511652991,
          "min_b_minus_a": -0.006321517379547004,
          "max_b_minus_a": 0.10732085477502551,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.0005051949337939732,
            0.006555078623932786,
            0.03610719128482742,
            0.00532320533238817,
            0.007606960985867772,
            0.10595249211473856,
            0.009055047870788258,
            0.0009148747121798806,
            0.022649692713457625,
            0.10732085477502551,
            -0.0038923028114368208,
            0.004984712752047926,
            0.005679692607372999,
            -0.006321517379547004,
            0.0046162284052115865,
            0.017263587829802418
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_300",
          "b": "vit_300",
          "a_node": "candidate_32181978996cabf895ed",
          "b_node": "candidate_81e72f6daa6756ffcbfe",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.09252894249311794,
          "sd_b_minus_a": 0.05409896474180418,
          "min_b_minus_a": 0.028337439493043348,
          "max_b_minus_a": 0.19431016242015176,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.028337439493043348,
            0.042661312196287327,
            0.10732849948544754,
            0.08352175569962128,
            0.19230046973825665,
            0.056910599712864496,
            0.030141135495796334,
            0.04301813488564221,
            0.08223220414220123,
            0.0450944200711092,
            0.13398103466170141,
            0.19431016242015176,
            0.09867407527053729,
            0.09315130204049638,
            0.08617109472834272,
            0.16262943984838785
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_300",
          "b": "vit_300",
          "a_node": "candidate_d3acbea5e15573e5b13c",
          "b_node": "candidate_81e72f6daa6756ffcbfe",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.07225888032121475,
          "sd_b_minus_a": 0.07167471356882119,
          "min_b_minus_a": -0.06222643470391631,
          "max_b_minus_a": 0.18932544966810383,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.027832244559249375,
            0.03610623357235454,
            0.07122130820062011,
            0.07819855036723311,
            0.18469350875238888,
            -0.049041892401874065,
            0.021086087625008076,
            0.04210326017346233,
            0.0595825114287436,
            -0.06222643470391631,
            0.13787333747313824,
            0.18932544966810383,
            0.09299438266316429,
            0.09947281942004338,
            0.08155486632313114,
            0.14536585201858543
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_c64d9f879f32a436d0ef": 129700,
            "candidate_357dddb7394d60477312": 16204,
            "candidate_8fcda047626b8f22515f": 19428
          },
          "best_to_worst": [
            "candidate_c64d9f879f32a436d0ef",
            "candidate_8fcda047626b8f22515f",
            "candidate_357dddb7394d60477312"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_c64d9f879f32a436d0ef": 75,
            "candidate_357dddb7394d60477312": 75,
            "candidate_8fcda047626b8f22515f": 75
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_c64d9f879f32a436d0ef": 2,
            "candidate_357dddb7394d60477312": 2,
            "candidate_8fcda047626b8f22515f": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_c64d9f879f32a436d0ef": null,
            "candidate_357dddb7394d60477312": 3,
            "candidate_8fcda047626b8f22515f": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_c64d9f879f32a436d0ef": true,
            "candidate_357dddb7394d60477312": true,
            "candidate_8fcda047626b8f22515f": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_c64d9f879f32a436d0ef": null,
            "candidate_357dddb7394d60477312": null,
            "candidate_8fcda047626b8f22515f": 4
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_shape_generalization_s842901",
      "template_id": "operator_shape_generalization",
      "admitted": true,
      "pairs": [
        {
          "a": "cnn_spatial_lr003",
          "b": "vit_lr001",
          "a_node": "candidate_dd21f46700a2ad1010f6",
          "b_node": "candidate_c20af86a7e8d83f92bc7",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 1.1041288184432574,
          "sd_b_minus_a": 0.26654837822078065,
          "min_b_minus_a": 0.6771916368988968,
          "max_b_minus_a": 1.4830249169608578,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.6771916368988968,
            1.3992904593342246,
            1.1174144939304824,
            0.9893657783104572,
            1.0589808651129715,
            0.7973059277610446,
            1.4830249169608578,
            0.8484837687574327,
            1.2601487116189674,
            1.3610621134284884,
            1.0715706393893925,
            1.3815798152791103,
            1.103360730689019,
            1.476165527914418,
            0.7489702071416104,
            0.8921455025647447
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "mlp_lr001",
          "a_node": "candidate_dd21f46700a2ad1010f6",
          "b_node": "candidate_69b00e4721399251801e",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.049852295961443,
          "sd_b_minus_a": 0.24195004957335417,
          "min_b_minus_a": 3.546281806542538,
          "max_b_minus_a": 4.426150796469301,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            4.1659124860552765,
            4.023216040908665,
            4.003581550789022,
            4.291611112101236,
            3.999329341284465,
            4.2272112305836345,
            3.546281806542538,
            4.426150796469301,
            3.610522933420725,
            4.16056925454177,
            3.7457455144103733,
            3.976190521250828,
            4.1762877139262855,
            4.081935817812337,
            4.08341228248355,
            4.279678332803087
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "cnn_spatial_lr001",
          "a_node": "candidate_dd21f46700a2ad1010f6",
          "b_node": "candidate_0193c02b28be3d71bc5c",
          "changed_fields": {
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0975763480936962,
          "sd_b_minus_a": 0.19438261675790264,
          "min_b_minus_a": -0.06987989560002461,
          "max_b_minus_a": 0.7422013525956572,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.12303887950383796,
            0.7422013525956572,
            0.09103592753126577,
            0.10454085600213148,
            -0.03077800665050745,
            0.09203072372838506,
            -0.021753105625975877,
            0.0034407240455038846,
            0.016564973746426404,
            -0.018169407383538783,
            0.16789810534828575,
            0.29620569465623703,
            -0.06987989560002461,
            0.006180092896101996,
            0.009166425525108934,
            0.04949822918024438
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "cnn_mean_lr001",
          "a_node": "candidate_dd21f46700a2ad1010f6",
          "b_node": "candidate_93cfcaa885f9162ee227",
          "changed_fields": {
            "model.pooling": [
              "spatial",
              "mean"
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3905196809000131,
          "sd_b_minus_a": 0.38691443822281285,
          "min_b_minus_a": 0.041466582457360346,
          "max_b_minus_a": 1.163282641358819,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.11949996128805651,
            0.6460476164811553,
            0.16833560995473817,
            0.20377581511274911,
            0.14788981497986242,
            1.163282641358819,
            0.32019896002020687,
            0.9744915044866502,
            0.054942306713201106,
            0.15740293287672102,
            0.041466582457360346,
            1.0593532462225994,
            0.12265151692554355,
            0.7295942031487357,
            0.16049494532671815,
            0.17888723704709264
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_dd21f46700a2ad1010f6",
          "b_node": "candidate_192902c5b48812986b23",
          "changed_fields": {
            "model.pooling": [
              "spatial",
              "mean"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.2979643189345893,
          "sd_b_minus_a": 0.40569763526721064,
          "min_b_minus_a": -0.034182559029432014,
          "max_b_minus_a": 1.2530321306549013,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.18203742653258814,
            0.27400964136359107,
            0.13628426275863603,
            0.5039784753753338,
            0.11276158940745518,
            0.009118539372138912,
            0.006879880209453404,
            1.2530321306549013,
            0.03227830876130611,
            -0.034182559029432014,
            0.2013363883670536,
            1.2406338442669949,
            -0.025033547077327967,
            0.41689592084730975,
            0.0488302631656552,
            0.4085685379777715
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "vit_lr003",
          "a_node": "candidate_dd21f46700a2ad1010f6",
          "b_node": "candidate_e3cfd913a3165d888dd4",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6540343549067416,
          "sd_b_minus_a": 0.21365610762756604,
          "min_b_minus_a": 0.34589762557425274,
          "max_b_minus_a": 1.1469917317026557,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.34589762557425274,
            1.1469917317026557,
            0.7251477212430473,
            0.526285416824976,
            0.5320028045098297,
            0.38983176570400246,
            0.8267204830190167,
            0.4749493612907827,
            0.46686247747857124,
            0.6759086886886507,
            0.6125251454141107,
            0.521713147740229,
            0.7115311655215919,
            0.7312408634170424,
            0.8390538621115411,
            0.9378874182675645
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "mlp_lr003",
          "a_node": "candidate_dd21f46700a2ad1010f6",
          "b_node": "candidate_cf72091e51b277d32ab6",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.831670009713832,
          "sd_b_minus_a": 0.4383760087904341,
          "min_b_minus_a": 4.285235418807133,
          "max_b_minus_a": 5.645440059897737,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            4.759341455438516,
            4.389307709514469,
            4.518285480213308,
            4.393442935688654,
            4.40391410671873,
            5.281269484348741,
            4.562246553017758,
            5.023033378180116,
            4.749392278608866,
            4.950948480749503,
            4.452574674862262,
            4.285235418807133,
            5.372083697002381,
            5.497201884601964,
            5.0230025577711785,
            5.645440059897737
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "mlp_lr001",
          "a_node": "candidate_c20af86a7e8d83f92bc7",
          "b_node": "candidate_69b00e4721399251801e",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              null
            ],
            "model.heads": [
              4,
              null
            ],
            "model.mode": [
              "patch_transformer",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.width": [
              32,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 2.945723477518186,
          "sd_b_minus_a": 0.4466543049527532,
          "min_b_minus_a": 2.0632568895816803,
          "max_b_minus_a": 3.5776670277118683,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            3.4887208491563797,
            2.62392558157444,
            2.8861670568585396,
            3.302245333790779,
            2.9403484761714935,
            3.42990530282259,
            2.0632568895816803,
            3.5776670277118683,
            2.350374221801758,
            2.7995071411132812,
            2.674174875020981,
            2.594610705971718,
            3.0729269832372665,
            2.6057702898979187,
            3.33444207534194,
            3.3875328302383423
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "cnn_spatial_lr001",
          "a_node": "candidate_c20af86a7e8d83f92bc7",
          "b_node": "candidate_0193c02b28be3d71bc5c",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.0065524703495612,
          "sd_b_minus_a": 0.29056858807297503,
          "min_b_minus_a": -1.5047780225868337,
          "max_b_minus_a": -0.5541527573950589,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.5541527573950589,
            -0.6570891067385674,
            -1.0263785663992167,
            -0.8848249223083258,
            -1.089758871763479,
            -0.7052752040326595,
            -1.5047780225868337,
            -0.8450430447119288,
            -1.243583737872541,
            -1.3792315208120272,
            -0.9036725340411067,
            -1.0853741206228733,
            -1.1732406262890436,
            -1.469985435018316,
            -0.7398037816165015,
            -0.8426472733845003
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "cnn_mean_lr001",
          "a_node": "candidate_c20af86a7e8d83f92bc7",
          "b_node": "candidate_93cfcaa885f9162ee227",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "mean"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7136091375432443,
          "sd_b_minus_a": 0.448777533609601,
          "min_b_minus_a": -1.2052064049057662,
          "max_b_minus_a": 0.3659767135977745,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.5576916756108403,
            -0.7532428428530693,
            -0.9490788839757442,
            -0.7855899631977081,
            -0.9110910501331091,
            0.3659767135977745,
            -1.162825956940651,
            0.12600773572921753,
            -1.2052064049057662,
            -1.2036591805517673,
            -1.030104056932032,
            -0.3222265690565109,
            -0.9807092137634754,
            -0.7465713247656822,
            -0.5884752618148923,
            -0.713258265517652
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_c20af86a7e8d83f92bc7",
          "b_node": "candidate_192902c5b48812986b23",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "mean"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.8061644995086681,
          "sd_b_minus_a": 0.4845191295847592,
          "min_b_minus_a": -1.4761450367514044,
          "max_b_minus_a": 0.40454836189746857,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.4951542103663087,
            -1.1252808179706335,
            -0.9811302311718464,
            -0.48538730293512344,
            -0.9462192757055163,
            -0.7881873883889057,
            -1.4761450367514044,
            0.40454836189746857,
            -1.2278704028576612,
            -1.3952446724579204,
            -0.8702342510223389,
            -0.14094597101211548,
            -1.128394277766347,
            -1.0592696070671082,
            -0.7001399439759552,
            -0.4835769645869732
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "vit_lr003",
          "a_node": "candidate_c20af86a7e8d83f92bc7",
          "b_node": "candidate_e3cfd913a3165d888dd4",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.45009446353651583,
          "sd_b_minus_a": 0.26855829843573953,
          "min_b_minus_a": -0.8598666675388813,
          "max_b_minus_a": 0.09008365496993065,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.3312940113246441,
            -0.2522987276315689,
            -0.39226677268743515,
            -0.46308036148548126,
            -0.5269780606031418,
            -0.4074741620570421,
            -0.6563044339418411,
            -0.37353440746665,
            -0.7932862341403961,
            -0.6851534247398376,
            -0.4590454939752817,
            -0.8598666675388813,
            -0.39182956516742706,
            -0.7449246644973755,
            0.09008365496993065,
            0.045741915702819824
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "mlp_lr003",
          "a_node": "candidate_c20af86a7e8d83f92bc7",
          "b_node": "candidate_cf72091e51b277d32ab6",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              null
            ],
            "model.heads": [
              4,
              null
            ],
            "model.mode": [
              "patch_transformer",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.width": [
              32,
              96
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 3.727541191270575,
          "sd_b_minus_a": 0.567108420385018,
          "min_b_minus_a": 2.9036556035280228,
          "max_b_minus_a": 4.7532945573329926,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            4.0821498185396194,
            2.9900172501802444,
            3.4008709862828255,
            3.4040771573781967,
            3.3449332416057587,
            4.483963556587696,
            3.0792216360569,
            4.174549609422684,
            3.4892435669898987,
            3.5898863673210144,
            3.38100403547287,
            2.9036556035280228,
            4.268722966313362,
            4.021036356687546,
            4.274032350629568,
            4.7532945573329926
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "cnn_spatial_lr001",
          "a_node": "candidate_69b00e4721399251801e",
          "b_node": "candidate_0193c02b28be3d71bc5c",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -3.952275947867747,
          "sd_b_minus_a": 0.3174598130331758,
          "min_b_minus_a": -4.422710072423797,
          "max_b_minus_a": -3.2810146883130074,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -4.042873606551439,
            -3.2810146883130074,
            -3.9125456232577562,
            -4.187070256099105,
            -4.0301073479349725,
            -4.135180506855249,
            -3.568034912168514,
            -4.422710072423797,
            -3.5939579596742988,
            -4.178738661925308,
            -3.5778474090620875,
            -3.679984826594591,
            -4.24616760952631,
            -4.075755724916235,
            -4.074245856958441,
            -4.230180103622843
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "cnn_mean_lr001",
          "a_node": "candidate_69b00e4721399251801e",
          "b_node": "candidate_93cfcaa885f9162ee227",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "mean"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -3.6593326150614303,
          "sd_b_minus_a": 0.3883846034690095,
          "min_b_minus_a": -4.100791095755994,
          "max_b_minus_a": -2.9168372750282288,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -4.04641252476722,
            -3.3771684244275093,
            -3.835245940834284,
            -4.087835296988487,
            -3.8514395263046026,
            -3.0639285892248154,
            -3.2260828465223312,
            -3.4516592919826508,
            -3.555580626707524,
            -4.003166321665049,
            -3.704278931953013,
            -2.9168372750282288,
            -4.053636197000742,
            -3.352341614663601,
            -3.922917337156832,
            -4.100791095755994
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_69b00e4721399251801e",
          "b_node": "candidate_192902c5b48812986b23",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "mean"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -3.751887977026854,
          "sd_b_minus_a": 0.39072170039759496,
          "min_b_minus_a": -4.2180926912114955,
          "max_b_minus_a": -2.7355566769838333,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -3.9838750595226884,
            -3.7492063995450735,
            -3.867297288030386,
            -3.7876326367259026,
            -3.88656775187701,
            -4.2180926912114955,
            -3.5394019263330847,
            -3.1731186658143997,
            -3.578244624659419,
            -4.194751813571202,
            -3.5444091260433197,
            -2.7355566769838333,
            -4.2013212610036135,
            -3.665039896965027,
            -4.034582019317895,
            -3.8711097948253155
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "vit_lr003",
          "a_node": "candidate_69b00e4721399251801e",
          "b_node": "candidate_e3cfd913a3165d888dd4",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -3.395817941054702,
          "sd_b_minus_a": 0.34084422838124767,
          "min_b_minus_a": -3.9512014351785183,
          "max_b_minus_a": -2.7195613235235214,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -3.820014860481024,
            -2.876224309206009,
            -3.2784338295459747,
            -3.7653256952762604,
            -3.4673265367746353,
            -3.837379464879632,
            -2.7195613235235214,
            -3.9512014351785183,
            -3.143660455942154,
            -3.484660565853119,
            -3.1332203689962626,
            -3.454477373510599,
            -3.4647565484046936,
            -3.350694954395294,
            -3.2443584203720093,
            -3.3417909145355225
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "mlp_lr003",
          "a_node": "candidate_69b00e4721399251801e",
          "b_node": "candidate_cf72091e51b277d32ab6",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.781817713752389,
          "sd_b_minus_a": 0.3951968871617544,
          "min_b_minus_a": 0.1018318235874176,
          "max_b_minus_a": 1.415266066789627,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.5934289693832397,
            0.36609166860580444,
            0.5147039294242859,
            0.1018318235874176,
            0.40458476543426514,
            1.0540582537651062,
            1.0159647464752197,
            0.5968825817108154,
            1.1388693451881409,
            0.7903792262077332,
            0.706829160451889,
            0.30904489755630493,
            1.1957959830760956,
            1.415266066789627,
            0.9395902752876282,
            1.3657617270946503
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr001",
          "b": "cnn_mean_lr001",
          "a_node": "candidate_0193c02b28be3d71bc5c",
          "b_node": "candidate_93cfcaa885f9162ee227",
          "changed_fields": {
            "model.pooling": [
              "spatial",
              "mean"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.2929433328063169,
          "sd_b_minus_a": 0.3761309679563629,
          "min_b_minus_a": -0.1264315228909254,
          "max_b_minus_a": 1.071251917630434,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            -0.0035389182157814503,
            -0.09615373611450195,
            0.0772996824234724,
            0.09923495911061764,
            0.17866782163036987,
            1.071251917630434,
            0.34195206564618275,
            0.9710507804411463,
            0.0383773329667747,
            0.1755723402602598,
            -0.1264315228909254,
            0.7631475515663624,
            0.19253141252556816,
            0.7234141102526337,
            0.15132851980160922,
            0.12938900786684826
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr001",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_0193c02b28be3d71bc5c",
          "b_node": "candidate_192902c5b48812986b23",
          "changed_fields": {
            "model.pooling": [
              "spatial",
              "mean"
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.2003879708408931,
          "sd_b_minus_a": 0.4103935231506361,
          "min_b_minus_a": -0.46819171123206615,
          "max_b_minus_a": 1.2495914066093974,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.05899854702875018,
            -0.46819171123206615,
            0.04524833522737026,
            0.3994376193732023,
            0.14353959605796263,
            -0.08291218435624614,
            0.02863298583542928,
            1.2495914066093974,
            0.015713335014879704,
            -0.01601315164589323,
            0.033438283018767834,
            0.9444281496107578,
            0.044846348522696644,
            0.41071582795120776,
            0.03966383764054626,
            0.3590703087975271
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr001",
          "b": "vit_lr003",
          "a_node": "candidate_0193c02b28be3d71bc5c",
          "b_node": "candidate_e3cfd913a3165d888dd4",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.5564580068130454,
          "sd_b_minus_a": 0.2212266959286751,
          "min_b_minus_a": 0.22285874607041478,
          "max_b_minus_a": 0.8883891890873201,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.22285874607041478,
            0.40479037910699844,
            0.6341117937117815,
            0.4217445608228445,
            0.5627808111603372,
            0.2978010419756174,
            0.8484735886449926,
            0.4715086372452788,
            0.45029750373214483,
            0.6940780960721895,
            0.444627040065825,
            0.225507453083992,
            0.7814110611216165,
            0.7250607705209404,
            0.8298874365864322,
            0.8883891890873201
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr001",
          "b": "mlp_lr003",
          "a_node": "candidate_0193c02b28be3d71bc5c",
          "b_node": "candidate_cf72091e51b277d32ab6",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.734093661620136,
          "sd_b_minus_a": 0.5532739957492555,
          "min_b_minus_a": 3.647106356918812,
          "max_b_minus_a": 5.595941830717493,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            4.636302575934678,
            3.647106356918812,
            4.427249552682042,
            4.2889020796865225,
            4.434692113369238,
            5.189238760620356,
            4.583999658643734,
            5.0195926541346125,
            4.73282730486244,
            4.969117888133042,
            4.284676569513977,
            3.989029724150896,
            5.441963592602406,
            5.491021791705862,
            5.01383613224607,
            5.595941830717493
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr001",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_93cfcaa885f9162ee227",
          "b_node": "candidate_192902c5b48812986b23",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0925553619654238,
          "sd_b_minus_a": 0.35458369492201214,
          "min_b_minus_a": -1.1541641019866802,
          "max_b_minus_a": 0.3002026602625847,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.06253746524453163,
            -0.3720379751175642,
            -0.03205134719610214,
            0.3002026602625847,
            -0.035128225572407246,
            -1.1541641019866802,
            -0.31331907981075346,
            0.27854062616825104,
            -0.022663997951895,
            -0.19158549190615304,
            0.15986980590969324,
            0.18128059804439545,
            -0.1476850640028715,
            -0.31269828230142593,
            -0.11166468216106296,
            0.22968130093067884
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr001",
          "b": "vit_lr003",
          "a_node": "candidate_93cfcaa885f9162ee227",
          "b_node": "candidate_e3cfd913a3165d888dd4",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.26351467400672846,
          "sd_b_minus_a": 0.46862105735994186,
          "min_b_minus_a": -0.7734508756548166,
          "max_b_minus_a": 0.7590001812204719,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.22639766428619623,
            0.5009441152215004,
            0.5568121112883091,
            0.32250960171222687,
            0.3841129895299673,
            -0.7734508756548166,
            0.5065215229988098,
            -0.49954214319586754,
            0.41192017076537013,
            0.5185057558119297,
            0.5710585629567504,
            -0.5376400984823704,
            0.5888796485960484,
            0.0016466602683067322,
            0.6785589167848229,
            0.7590001812204719
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr001",
          "b": "mlp_lr003",
          "a_node": "candidate_93cfcaa885f9162ee227",
          "b_node": "candidate_cf72091e51b277d32ab6",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.441150328813819,
          "sd_b_minus_a": 0.5529067667756644,
          "min_b_minus_a": 3.2258821725845337,
          "max_b_minus_a": 5.466552822850645,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            4.63984149415046,
            3.7432600930333138,
            4.34994987025857,
            4.189667120575905,
            4.256024291738868,
            4.117986842989922,
            4.242047592997551,
            4.048541873693466,
            4.694449971895665,
            4.793545547872782,
            4.411108092404902,
            3.2258821725845337,
            5.2494321800768375,
            4.767607681453228,
            4.86250761244446,
            5.466552822850645
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr003",
          "b": "vit_lr003",
          "a_node": "candidate_192902c5b48812986b23",
          "b_node": "candidate_e3cfd913a3165d888dd4",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.35607003597215225,
          "sd_b_minus_a": 0.4919943888469133,
          "min_b_minus_a": -0.7780827693641186,
          "max_b_minus_a": 0.8729820903390646,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.1638601990416646,
            0.8729820903390646,
            0.5888634584844112,
            0.02230694144964218,
            0.41924121510237455,
            0.38071322633186355,
            0.8198406028095633,
            -0.7780827693641186,
            0.43458416871726513,
            0.7100912477180827,
            0.41118875704705715,
            -0.7189206965267658,
            0.7365647125989199,
            0.31434494256973267,
            0.7902235989458859,
            0.529318880289793
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr003",
          "b": "mlp_lr003",
          "a_node": "candidate_192902c5b48812986b23",
          "b_node": "candidate_cf72091e51b277d32ab6",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.533705690779243,
          "sd_b_minus_a": 0.6361457172801083,
          "min_b_minus_a": 3.0446015745401382,
          "max_b_minus_a": 5.397117244079709,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            4.577304028905928,
            4.115298068150878,
            4.382001217454672,
            3.88946446031332,
            4.291152517311275,
            5.272150944976602,
            4.555366672808304,
            3.770001247525215,
            4.71711396984756,
            4.985131039778935,
            4.251238286495209,
            3.0446015745401382,
            5.397117244079709,
            5.080305963754654,
            4.974172294605523,
            5.236871521919966
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr003",
          "b": "mlp_lr003",
          "a_node": "candidate_e3cfd913a3165d888dd4",
          "b_node": "candidate_cf72091e51b277d32ab6",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              null
            ],
            "model.heads": [
              4,
              null
            ],
            "model.mode": [
              "patch_transformer",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.width": [
              32,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.177635654807091,
          "sd_b_minus_a": 0.46736632933081995,
          "min_b_minus_a": 3.2423159778118134,
          "max_b_minus_a": 4.891437718644738,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            4.4134438298642635,
            3.2423159778118134,
            3.7931377589702606,
            3.867157518863678,
            3.8719113022089005,
            4.891437718644738,
            3.735526069998741,
            4.548084016889334,
            4.282529801130295,
            4.275039792060852,
            3.8400495294481516,
            3.763522271066904,
            4.660552531480789,
            4.765961021184921,
            4.1839486956596375,
            4.707552641630173
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_dd21f46700a2ad1010f6": 16204,
            "candidate_c20af86a7e8d83f92bc7": 19428,
            "candidate_69b00e4721399251801e": 129700
          },
          "best_to_worst": [
            "candidate_69b00e4721399251801e",
            "candidate_c20af86a7e8d83f92bc7",
            "candidate_dd21f46700a2ad1010f6"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_dd21f46700a2ad1010f6": 1200,
            "candidate_c20af86a7e8d83f92bc7": 1200,
            "candidate_69b00e4721399251801e": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_dd21f46700a2ad1010f6": 2,
            "candidate_c20af86a7e8d83f92bc7": 2,
            "candidate_69b00e4721399251801e": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_dd21f46700a2ad1010f6": 3,
            "candidate_c20af86a7e8d83f92bc7": null,
            "candidate_69b00e4721399251801e": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_dd21f46700a2ad1010f6": true,
            "candidate_c20af86a7e8d83f92bc7": true,
            "candidate_69b00e4721399251801e": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_dd21f46700a2ad1010f6": null,
            "candidate_c20af86a7e8d83f92bc7": 4,
            "candidate_69b00e4721399251801e": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_shape_generalization_s842902",
      "template_id": "operator_shape_generalization",
      "admitted": true,
      "pairs": [
        {
          "a": "cnn_spatial_lr003",
          "b": "vit_lr001",
          "a_node": "candidate_5eba7433689d84096466",
          "b_node": "candidate_e73b093ae878fb579eb8",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 1.1437803642791948,
          "sd_b_minus_a": 0.22907558628392483,
          "min_b_minus_a": 0.8824554306936534,
          "max_b_minus_a": 1.7399884227270377,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.9347370988002695,
            1.0670504086083383,
            1.0529304229130503,
            1.5610441391472705,
            1.0603465898893774,
            1.0535449276212603,
            1.1021627484108194,
            1.235169101273641,
            0.9696382092588465,
            1.7399884227270377,
            1.074489275808446,
            1.1006062501692213,
            0.9522747348819394,
            1.198162832064554,
            1.3158852361993922,
            0.8824554306936534
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "mlp_lr001",
          "a_node": "candidate_5eba7433689d84096466",
          "b_node": "candidate_482310c10789d5287008",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.199321578812345,
          "sd_b_minus_a": 0.24274618636699813,
          "min_b_minus_a": 3.8445300039602444,
          "max_b_minus_a": 4.649484736204613,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            4.155999322818843,
            4.41838414598169,
            4.535300553630805,
            4.649484736204613,
            4.446512976195663,
            3.8791822830680758,
            4.3716434611226305,
            4.314619470154867,
            4.227371919369034,
            4.078913843964983,
            3.8445300039602444,
            4.129248211684171,
            4.108417491224827,
            4.182139896554872,
            3.872010132010473,
            3.9753868130517276
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "cnn_spatial_lr001",
          "a_node": "candidate_5eba7433689d84096466",
          "b_node": "candidate_550b4e77af361f7a4464",
          "changed_fields": {
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.05797652596615421,
          "sd_b_minus_a": 0.08038372039025846,
          "min_b_minus_a": -0.02149756485596299,
          "max_b_minus_a": 0.29113237377168844,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.0044200742308930785,
            0.29113237377168844,
            0.1703191332926508,
            0.013631769019411877,
            -0.02149756485596299,
            0.030412353342399,
            0.06366666040707969,
            0.13877541129477322,
            0.03033910068188561,
            0.07190793031622889,
            0.0005165192997083068,
            0.06756193150067702,
            0.003825693769613281,
            0.01605296297930181,
            0.026449331551702926,
            0.020110734856416457
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "cnn_mean_lr001",
          "a_node": "candidate_5eba7433689d84096466",
          "b_node": "candidate_f6135d596acfca54cc75",
          "changed_fields": {
            "model.pooling": [
              "spatial",
              "mean"
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3877529183835975,
          "sd_b_minus_a": 0.20399880784039798,
          "min_b_minus_a": -0.00545953639812069,
          "max_b_minus_a": 0.7223669968079776,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.42581434680732855,
            0.48917633298697183,
            0.5594682179798838,
            0.23242654401110485,
            0.19986212765797973,
            0.71058663376607,
            0.42214602960598313,
            0.3926989247556776,
            -0.00545953639812069,
            0.5688617962950957,
            0.0941967488033697,
            0.4536869102739729,
            0.33781539907795377,
            0.7223669968079776,
            0.3723886438565387,
            0.22801057784977274
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_5eba7433689d84096466",
          "b_node": "candidate_826baae572159eab625c",
          "changed_fields": {
            "model.pooling": [
              "spatial",
              "mean"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.23747662239307488,
          "sd_b_minus_a": 0.3489508378727063,
          "min_b_minus_a": -0.06342167343245819,
          "max_b_minus_a": 1.3803713147644885,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.26275613478037485,
            0.0043501476939127315,
            0.053249578311806545,
            1.3803713147644885,
            0.47565518831834197,
            -0.06342167343245819,
            0.3489592204089149,
            0.19256268232129514,
            0.004431186294823419,
            0.3506795417124522,
            0.4093739975942299,
            0.0070963724865578115,
            -0.0014328175957416533,
            0.1405304332729429,
            0.22793116391767398,
            0.006533487439583041
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "vit_lr003",
          "a_node": "candidate_5eba7433689d84096466",
          "b_node": "candidate_54d5bf15f833498193fa",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6152320680874652,
          "sd_b_minus_a": 0.20845793306946964,
          "min_b_minus_a": 0.3107645285781473,
          "max_b_minus_a": 0.9740553386873216,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.40277749060305723,
            0.9740553386873216,
            0.7422821604122873,
            0.7509475139086135,
            0.7591220452450216,
            0.4249752389732748,
            0.7258158771539911,
            0.3107645285781473,
            0.5554175799989025,
            0.3706090755367768,
            0.39841270714532584,
            0.565740293415729,
            0.4500499598507304,
            0.7471062920521945,
            0.7117895574228896,
            0.9538474304151805
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "mlp_lr003",
          "a_node": "candidate_5eba7433689d84096466",
          "b_node": "candidate_b5bc98e20dfafeefe261",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 5.125145611908778,
          "sd_b_minus_a": 0.2696908948046736,
          "min_b_minus_a": 4.624528859043494,
          "max_b_minus_a": 5.554254693270195,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            5.184000512050716,
            5.357432853466889,
            5.2782363005389925,
            5.554254693270195,
            5.042818525340408,
            4.624528859043494,
            4.995714612140773,
            4.7096798901911825,
            5.51168136618071,
            5.067530161475588,
            5.236183124477975,
            4.915902147593442,
            5.19334788134438,
            5.404012971324846,
            5.097161432440771,
            4.82984445966008
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "mlp_lr001",
          "a_node": "candidate_e73b093ae878fb579eb8",
          "b_node": "candidate_482310c10789d5287008",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              null
            ],
            "model.heads": [
              4,
              null
            ],
            "model.mode": [
              "patch_transformer",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.width": [
              32,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 3.05554121453315,
          "sd_b_minus_a": 0.30653367271657217,
          "min_b_minus_a": 2.3389254212379456,
          "max_b_minus_a": 3.4823701307177544,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            3.2212622240185738,
            3.351333737373352,
            3.4823701307177544,
            3.0884405970573425,
            3.386166386306286,
            2.8256373554468155,
            3.269480712711811,
            3.0794503688812256,
            3.2577337101101875,
            2.3389254212379456,
            2.7700407281517982,
            3.02864196151495,
            3.156142756342888,
            2.9839770644903183,
            2.556124895811081,
            3.092931382358074
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "cnn_spatial_lr001",
          "a_node": "candidate_e73b093ae878fb579eb8",
          "b_node": "candidate_550b4e77af361f7a4464",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.0858038383130406,
          "sd_b_minus_a": 0.2399781964241804,
          "min_b_minus_a": -1.6680804924108088,
          "max_b_minus_a": -0.7759180348366499,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.9303170245693764,
            -0.7759180348366499,
            -0.8826112896203995,
            -1.5474123701278586,
            -1.0818441547453403,
            -1.0231325742788613,
            -1.0384960880037397,
            -1.0963936899788678,
            -0.9392991085769609,
            -1.6680804924108088,
            -1.0739727565087378,
            -1.0330443186685443,
            -0.9484490411123261,
            -1.1821098690852523,
            -1.2894359046476893,
            -0.8623446958372369
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "cnn_mean_lr001",
          "a_node": "candidate_e73b093ae878fb579eb8",
          "b_node": "candidate_f6135d596acfca54cc75",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "mean"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7560274458955973,
          "sd_b_minus_a": 0.27214214761086336,
          "min_b_minus_a": -1.3286175951361656,
          "max_b_minus_a": -0.3429582938551903,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.5089227519929409,
            -0.5778740756213665,
            -0.4934622049331665,
            -1.3286175951361656,
            -0.8604844622313976,
            -0.3429582938551903,
            -0.6800167188048363,
            -0.8424701765179634,
            -0.9750977456569672,
            -1.171126626431942,
            -0.9802925270050764,
            -0.6469193398952484,
            -0.6144593358039856,
            -0.47579583525657654,
            -0.9434965923428535,
            -0.6544448528438807
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_e73b093ae878fb579eb8",
          "b_node": "candidate_826baae572159eab625c",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "mean"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.90630374188612,
          "sd_b_minus_a": 0.28207645927970837,
          "min_b_minus_a": -1.3893088810145855,
          "max_b_minus_a": -0.18067282438278198,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6719809640198946,
            -1.0627002609144256,
            -0.9996808446012437,
            -0.18067282438278198,
            -0.5846914015710354,
            -1.1169666010537185,
            -0.7532035280019045,
            -1.0426064189523458,
            -0.965207022964023,
            -1.3893088810145855,
            -0.6651152782142162,
            -1.0935098776826635,
            -0.953707552477681,
            -1.0576323987916112,
            -1.0879540722817183,
            -0.8759219432540704
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "vit_lr003",
          "a_node": "candidate_e73b093ae878fb579eb8",
          "b_node": "candidate_54d5bf15f833498193fa",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5285482961917296,
          "sd_b_minus_a": 0.33388838555050504,
          "min_b_minus_a": -1.3693793471902609,
          "max_b_minus_a": 0.0713919997215271,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.5319596081972122,
            -0.0929950699210167,
            -0.31064826250076294,
            -0.810096625238657,
            -0.3012245446443558,
            -0.6285696886479855,
            -0.3763468712568283,
            -0.9244045726954937,
            -0.41422062925994396,
            -1.3693793471902609,
            -0.6760765686631203,
            -0.5348659567534924,
            -0.502224775031209,
            -0.4510565400123596,
            -0.6040956787765026,
            0.0713919997215271
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "mlp_lr003",
          "a_node": "candidate_e73b093ae878fb579eb8",
          "b_node": "candidate_b5bc98e20dfafeefe261",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              null
            ],
            "model.heads": [
              4,
              null
            ],
            "model.mode": [
              "patch_transformer",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.width": [
              32,
              96
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 3.981365247629583,
          "sd_b_minus_a": 0.32872572996391525,
          "min_b_minus_a": 3.3275417387485504,
          "max_b_minus_a": 4.5420431569218636,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            4.249263413250446,
            4.290382444858551,
            4.225305877625942,
            3.993210554122925,
            3.9824719354510307,
            3.5709839314222336,
            3.8935518637299538,
            3.4745107889175415,
            4.5420431569218636,
            3.3275417387485504,
            4.161693848669529,
            3.815295897424221,
            4.2410731464624405,
            4.205850139260292,
            3.781276196241379,
            3.947389028966427
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "cnn_spatial_lr001",
          "a_node": "candidate_482310c10789d5287008",
          "b_node": "candidate_550b4e77af361f7a4464",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -4.141345052846191,
          "sd_b_minus_a": 0.22451342781168993,
          "min_b_minus_a": -4.635852967185201,
          "max_b_minus_a": -3.844013484660536,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -4.15157924858795,
            -4.127251772210002,
            -4.364981420338154,
            -4.635852967185201,
            -4.468010541051626,
            -3.8487699297256768,
            -4.307976800715551,
            -4.175844058860093,
            -4.197032818687148,
            -4.007005913648754,
            -3.844013484660536,
            -4.061686280183494,
            -4.104591797455214,
            -4.166086933575571,
            -3.8455608004587702,
            -3.955276078195311
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "cnn_mean_lr001",
          "a_node": "candidate_482310c10789d5287008",
          "b_node": "candidate_f6135d596acfca54cc75",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "mean"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -3.8115686604287475,
          "sd_b_minus_a": 0.32305496952340756,
          "min_b_minus_a": -4.417058192193508,
          "max_b_minus_a": -3.1685956493020058,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -3.7301849760115147,
            -3.9292078129947186,
            -3.975832335650921,
            -4.417058192193508,
            -4.2466508485376835,
            -3.1685956493020058,
            -3.9494974315166473,
            -3.921920545399189,
            -4.232831455767155,
            -3.5100520476698875,
            -3.7503332551568747,
            -3.675561301410198,
            -3.7706020921468735,
            -3.459772899746895,
            -3.4996214881539345,
            -3.747376235201955
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_482310c10789d5287008",
          "b_node": "candidate_826baae572159eab625c",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "mean"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -3.96184495641927,
          "sd_b_minus_a": 0.32089768889624154,
          "min_b_minus_a": -4.482050975318998,
          "max_b_minus_a": -3.2691134214401245,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -3.8932431880384684,
            -4.414033998287778,
            -4.482050975318998,
            -3.2691134214401245,
            -3.9708577878773212,
            -3.942603956500534,
            -4.0226842407137156,
            -4.122056787833571,
            -4.222940733074211,
            -3.728234302252531,
            -3.4351560063660145,
            -4.122151839197613,
            -4.109850308820569,
            -4.0416094632819295,
            -3.644078968092799,
            -3.9688533256121445
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "vit_lr003",
          "a_node": "candidate_482310c10789d5287008",
          "b_node": "candidate_54d5bf15f833498193fa",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -3.58408951072488,
          "sd_b_minus_a": 0.25360003734455255,
          "min_b_minus_a": -4.003854941576719,
          "max_b_minus_a": -3.021539382636547,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -3.753221832215786,
            -3.4443288072943687,
            -3.7930183932185173,
            -3.8985372222959995,
            -3.6873909309506416,
            -3.454207044094801,
            -3.6458275839686394,
            -4.003854941576719,
            -3.6719543393701315,
            -3.7083047684282064,
            -3.4461172968149185,
            -3.563507918268442,
            -3.658367531374097,
            -3.435033604502678,
            -3.1602205745875835,
            -3.021539382636547
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "mlp_lr003",
          "a_node": "candidate_482310c10789d5287008",
          "b_node": "candidate_b5bc98e20dfafeefe261",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.9258240330964327,
          "sd_b_minus_a": 0.27506306921082296,
          "min_b_minus_a": 0.3950604200363159,
          "max_b_minus_a": 1.3916531205177307,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            1.0280011892318726,
            0.939048707485199,
            0.7429357469081879,
            0.9047699570655823,
            0.5963055491447449,
            0.7453465759754181,
            0.6240711510181427,
            0.3950604200363159,
            1.284309446811676,
            0.9886163175106049,
            1.3916531205177307,
            0.7866539359092712,
            1.0849303901195526,
            1.2218730747699738,
            1.2251513004302979,
            0.8544576466083527
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr001",
          "b": "cnn_mean_lr001",
          "a_node": "candidate_550b4e77af361f7a4464",
          "b_node": "candidate_f6135d596acfca54cc75",
          "changed_fields": {
            "model.pooling": [
              "spatial",
              "mean"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3297763924174433,
          "sd_b_minus_a": 0.1932395988825798,
          "min_b_minus_a": -0.0357986370800063,
          "max_b_minus_a": 0.7063140338286757,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.42139427257643547,
            0.1980439592152834,
            0.38914908468723297,
            0.21879477499169298,
            0.22135969251394272,
            0.680174280423671,
            0.35847936919890344,
            0.25392351346090436,
            -0.0357986370800063,
            0.4969538659788668,
            0.0936802295036614,
            0.3861249787732959,
            0.3339897053083405,
            0.7063140338286757,
            0.34593931230483577,
            0.2078998429933563
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr001",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_550b4e77af361f7a4464",
          "b_node": "candidate_826baae572159eab625c",
          "changed_fields": {
            "model.pooling": [
              "spatial",
              "mean"
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.17950009642692066,
          "sd_b_minus_a": 0.37955208634189924,
          "min_b_minus_a": -0.2867822260777757,
          "max_b_minus_a": 1.3667395457450766,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.25833606054948177,
            -0.2867822260777757,
            -0.11706955498084426,
            1.3667395457450766,
            0.49715275317430496,
            -0.0938340267748572,
            0.2852925600018352,
            0.05378727102652192,
            -0.025907914387062192,
            0.2787716113962233,
            0.40885747829452157,
            -0.06046555901411921,
            -0.005258511365354934,
            0.12447747029364109,
            0.20148183236597106,
            -0.013577247416833416
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr001",
          "b": "vit_lr003",
          "a_node": "candidate_550b4e77af361f7a4464",
          "b_node": "candidate_54d5bf15f833498193fa",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.557255542121311,
          "sd_b_minus_a": 0.20115016402932379,
          "min_b_minus_a": 0.17198911728337407,
          "max_b_minus_a": 0.933736695558764,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.39835741637216415,
            0.6829229649156332,
            0.5719630271196365,
            0.7373157448892016,
            0.7806196101009846,
            0.3945628856308758,
            0.6621492167469114,
            0.17198911728337407,
            0.5250784793170169,
            0.2987011452205479,
            0.39789618784561753,
            0.49817836191505194,
            0.4462242660811171,
            0.7310533290728927,
            0.6853402258711867,
            0.933736695558764
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr001",
          "b": "mlp_lr003",
          "a_node": "candidate_550b4e77af361f7a4464",
          "b_node": "candidate_b5bc98e20dfafeefe261",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 5.0671690859426235,
          "sd_b_minus_a": 0.27855312513977837,
          "min_b_minus_a": 4.570904478896409,
          "max_b_minus_a": 5.540622924250783,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            5.179580437819823,
            5.066300479695201,
            5.107917167246342,
            5.540622924250783,
            5.064316090196371,
            4.594116505701095,
            4.9320479517336935,
            4.570904478896409,
            5.481342265498824,
            4.995622231159359,
            5.235666605178267,
            4.848340216092765,
            5.189522187574767,
            5.387960008345544,
            5.070712100889068,
            4.809733724803664
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr001",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_f6135d596acfca54cc75",
          "b_node": "candidate_826baae572159eab625c",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.1502762959905226,
          "sd_b_minus_a": 0.452027824076476,
          "min_b_minus_a": -0.7740083071985282,
          "max_b_minus_a": 1.1479447707533836,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.1630582120269537,
            -0.4848261852930591,
            -0.5062186396680772,
            1.1479447707533836,
            0.27579306066036224,
            -0.7740083071985282,
            -0.07318680919706821,
            -0.20013624243438244,
            0.00989072269294411,
            -0.2181822545826435,
            0.3151772487908602,
            -0.4465905377874151,
            -0.3392482166736954,
            -0.5818365635350347,
            -0.1444574799388647,
            -0.2214770904101897
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr001",
          "b": "vit_lr003",
          "a_node": "candidate_f6135d596acfca54cc75",
          "b_node": "candidate_54d5bf15f833498193fa",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.22747914970386773,
          "sd_b_minus_a": 0.2963647017586973,
          "min_b_minus_a": -0.2856113947927952,
          "max_b_minus_a": 0.7258368525654078,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            -0.023036856204271317,
            0.4848790057003498,
            0.18281394243240356,
            0.5185209698975086,
            0.5592599175870419,
            -0.2856113947927952,
            0.30366984754800797,
            -0.08193439617753029,
            0.5608771163970232,
            -0.1982527207583189,
            0.30421595834195614,
            0.11205338314175606,
            0.1122345607727766,
            0.02473929524421692,
            0.33940091356635094,
            0.7258368525654078
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr001",
          "b": "mlp_lr003",
          "a_node": "candidate_f6135d596acfca54cc75",
          "b_node": "candidate_b5bc98e20dfafeefe261",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.73739269352518,
          "sd_b_minus_a": 0.3822986207819939,
          "min_b_minus_a": 3.913942225277424,
          "max_b_minus_a": 5.517140902578831,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            4.758186165243387,
            4.8682565204799175,
            4.718768082559109,
            5.32182814925909,
            4.842956397682428,
            3.913942225277424,
            4.57356858253479,
            4.316980965435505,
            5.517140902578831,
            4.498668365180492,
            5.141986375674605,
            4.4622152373194695,
            4.855532482266426,
            4.681645974516869,
            4.724772788584232,
            4.6018338818103075
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr003",
          "b": "vit_lr003",
          "a_node": "candidate_826baae572159eab625c",
          "b_node": "candidate_54d5bf15f833498193fa",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.37775544569439035,
          "sd_b_minus_a": 0.395140915281579,
          "min_b_minus_a": -0.629423800855875,
          "max_b_minus_a": 0.9697051909934089,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.14002135582268238,
            0.9697051909934089,
            0.6890325821004808,
            -0.629423800855875,
            0.2834668569266796,
            0.488396912405733,
            0.3768566567450762,
            0.11820184625685215,
            0.5509863937040791,
            0.019929533824324608,
            -0.010961290448904037,
            0.5586439209291711,
            0.45148277744647203,
            0.6065758587792516,
            0.48385839350521564,
            0.9473139429755975
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr003",
          "b": "mlp_lr003",
          "a_node": "candidate_826baae572159eab625c",
          "b_node": "candidate_b5bc98e20dfafeefe261",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.887668989515703,
          "sd_b_minus_a": 0.3498776476343031,
          "min_b_minus_a": 4.173883378505707,
          "max_b_minus_a": 5.507250179885887,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            4.921244377270341,
            5.353082705772977,
            5.224986722227186,
            4.173883378505707,
            4.567163337022066,
            4.687950532475952,
            4.646755391731858,
            4.517117207869887,
            5.507250179885887,
            4.716850619763136,
            4.826809126883745,
            4.9088057751068845,
            5.1947806989401215,
            5.263482538051903,
            4.869230268523097,
            4.823310972220497
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr003",
          "b": "mlp_lr003",
          "a_node": "candidate_54d5bf15f833498193fa",
          "b_node": "candidate_b5bc98e20dfafeefe261",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              null
            ],
            "model.heads": [
              4,
              null
            ],
            "model.mode": [
              "patch_transformer",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.width": [
              32,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.5099135438213125,
          "sd_b_minus_a": 0.2891885659658853,
          "min_b_minus_a": 3.8759970292448997,
          "max_b_minus_a": 4.9562637861818075,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            4.7812230214476585,
            4.383377514779568,
            4.535954140126705,
            4.803307179361582,
            4.2836964800953865,
            4.199553620070219,
            4.269898734986782,
            4.398915361613035,
            4.9562637861818075,
            4.696921085938811,
            4.837770417332649,
            4.350161854177713,
            4.7432979214936495,
            4.656906679272652,
            4.385371875017881,
            3.8759970292448997
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_5eba7433689d84096466": 16204,
            "candidate_e73b093ae878fb579eb8": 19428,
            "candidate_482310c10789d5287008": 129700
          },
          "best_to_worst": [
            "candidate_482310c10789d5287008",
            "candidate_e73b093ae878fb579eb8",
            "candidate_5eba7433689d84096466"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_5eba7433689d84096466": 1200,
            "candidate_e73b093ae878fb579eb8": 1200,
            "candidate_482310c10789d5287008": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_5eba7433689d84096466": 2,
            "candidate_e73b093ae878fb579eb8": 2,
            "candidate_482310c10789d5287008": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_5eba7433689d84096466": 3,
            "candidate_e73b093ae878fb579eb8": null,
            "candidate_482310c10789d5287008": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_5eba7433689d84096466": true,
            "candidate_e73b093ae878fb579eb8": true,
            "candidate_482310c10789d5287008": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_5eba7433689d84096466": null,
            "candidate_e73b093ae878fb579eb8": 4,
            "candidate_482310c10789d5287008": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_shape_generalization_s842903",
      "template_id": "operator_shape_generalization",
      "admitted": true,
      "pairs": [
        {
          "a": "cnn_spatial_lr003",
          "b": "vit_lr001",
          "a_node": "candidate_bc967178393fba3243e2",
          "b_node": "candidate_3c047d3664cd4b3c1c5e",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 1.127814495096743,
          "sd_b_minus_a": 0.2268517431319086,
          "min_b_minus_a": 0.7196491397917271,
          "max_b_minus_a": 1.5398498950526118,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            1.296947474413173,
            1.3149832145227265,
            1.08203597785905,
            1.1724786492995918,
            1.321803869010182,
            0.819343050417956,
            0.8164048436265148,
            1.1512639513239264,
            1.3479002201056574,
            1.0225762611862592,
            1.3483231701775367,
            1.5398498950526118,
            1.0354927712332938,
            1.0494652837660396,
            1.0065141497616423,
            0.7196491397917271
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "mlp_lr001",
          "a_node": "candidate_bc967178393fba3243e2",
          "b_node": "candidate_24443b0701b87898c365",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 3.8408006842702775,
          "sd_b_minus_a": 0.24608722982851508,
          "min_b_minus_a": 3.5010019056499004,
          "max_b_minus_a": 4.478112417273223,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            3.7491464193990396,
            3.9728887782348465,
            3.9532622885890305,
            3.6218796554021537,
            3.9993999537837226,
            3.7049609883106314,
            3.881758632061974,
            3.6964789470657706,
            3.589508169243345,
            3.659705567979472,
            4.019009489647942,
            4.478112417273223,
            3.782732651497099,
            3.7092004418518627,
            4.133764642334427,
            3.5010019056499004
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "cnn_spatial_lr001",
          "a_node": "candidate_bc967178393fba3243e2",
          "b_node": "candidate_289d0a0358ab09a06844",
          "changed_fields": {
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.01958542019900733,
          "sd_b_minus_a": 0.07347628951063814,
          "min_b_minus_a": -0.17124600362149067,
          "max_b_minus_a": 0.17180501191432995,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.0030860573424433824,
            0.04400493965113128,
            0.019902896601706743,
            -0.07298629218712449,
            0.03127838743967004,
            -0.04131774645065889,
            0.02213681956709479,
            0.07984322123229504,
            0.0443897400109563,
            0.17180501191432995,
            0.03602378707182652,
            0.042759012430906296,
            0.06846288770702813,
            0.03568348790577147,
            -0.0004594834317686036,
            -0.17124600362149067
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "cnn_mean_lr001",
          "a_node": "candidate_bc967178393fba3243e2",
          "b_node": "candidate_f42e6dcd3bdb79dafb0e",
          "changed_fields": {
            "model.pooling": [
              "spatial",
              "mean"
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3459123547701779,
          "sd_b_minus_a": 0.3361491780357824,
          "min_b_minus_a": 0.05057334713637829,
          "max_b_minus_a": 1.1218472314067185,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.16264774725641473,
            0.34659059652221913,
            1.1218472314067185,
            0.11453500157222152,
            0.16737123698112555,
            0.5625735236681066,
            0.18447772219587932,
            0.24979468155652285,
            0.20267926613450982,
            0.3649559727546148,
            0.11666455966224021,
            0.5761492876335979,
            0.12171555023905967,
            1.097308576121577,
            0.09471337548166048,
            0.05057334713637829
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_bc967178393fba3243e2",
          "b_node": "candidate_384affc445971835418c",
          "changed_fields": {
            "model.pooling": [
              "spatial",
              "mean"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.5004641227512252,
          "sd_b_minus_a": 0.5558497673543418,
          "min_b_minus_a": -0.03691770043224096,
          "max_b_minus_a": 1.3750597238686169,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.11678266879971488,
            0.25737167828810925,
            0.08158236602321267,
            0.5244616600684822,
            0.0077704387658741325,
            1.2384392334497534,
            0.12297240264524589,
            1.2718760212883353,
            0.07574333707452752,
            1.133626092099803,
            0.5416031108125026,
            1.2794517753645778,
            0.021126338790963928,
            1.3750597238686169,
            -0.0035231828878750093,
            -0.03691770043224096
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "vit_lr003",
          "a_node": "candidate_bc967178393fba3243e2",
          "b_node": "candidate_49335a90bc48e247ec66",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6217325664230771,
          "sd_b_minus_a": 0.19838134536171395,
          "min_b_minus_a": 0.37909545088768937,
          "max_b_minus_a": 1.0469577797575766,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.38382643350269063,
            0.7744304158641171,
            0.762122814077884,
            0.4165439303033054,
            0.5441280354571063,
            0.622146723268088,
            0.9371871146540798,
            0.5997452437877655,
            0.37909545088768937,
            0.4788760392602853,
            1.0469577797575766,
            0.45159083139151335,
            0.7872631632935736,
            0.6982282251265133,
            0.5800270652835025,
            0.48555179685354233
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr003",
          "b": "mlp_lr003",
          "a_node": "candidate_bc967178393fba3243e2",
          "b_node": "candidate_983fbd77986fead68406",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.252429848861709,
          "sd_b_minus_a": 0.35924079281400567,
          "min_b_minus_a": 3.8129896661266685,
          "max_b_minus_a": 4.937543497348997,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            3.868299591176765,
            3.8724304244769883,
            4.020259101409465,
            4.465230274479836,
            3.8787868854415137,
            4.014347092655953,
            4.767550440428749,
            3.8129896661266685,
            4.308724366972456,
            4.073689717673915,
            4.564099896781045,
            4.737875330261886,
            4.937543497348997,
            4.414943575873622,
            4.204245525455917,
            4.09786219522357
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "mlp_lr001",
          "a_node": "candidate_3c047d3664cd4b3c1c5e",
          "b_node": "candidate_24443b0701b87898c365",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              null
            ],
            "model.heads": [
              4,
              null
            ],
            "model.mode": [
              "patch_transformer",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.width": [
              32,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 2.7129861891735345,
          "sd_b_minus_a": 0.2323379050553742,
          "min_b_minus_a": 2.2416079491376877,
          "max_b_minus_a": 3.1272504925727844,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            2.4521989449858665,
            2.65790556371212,
            2.8712263107299805,
            2.449401006102562,
            2.6775960847735405,
            2.8856179378926754,
            3.065353788435459,
            2.545214995741844,
            2.2416079491376877,
            2.637129306793213,
            2.6706863194704056,
            2.9382625222206116,
            2.7472398802638054,
            2.659735158085823,
            3.1272504925727844,
            2.7813527658581734
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "cnn_spatial_lr001",
          "a_node": "candidate_3c047d3664cd4b3c1c5e",
          "b_node": "candidate_289d0a0358ab09a06844",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.1082290748977357,
          "sd_b_minus_a": 0.20975785689293824,
          "min_b_minus_a": -1.4970908826217055,
          "max_b_minus_a": -0.79426802405942,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.2938614170707297,
            -1.2709782748715952,
            -1.0621330812573433,
            -1.2454649414867163,
            -1.290525481570512,
            -0.8606607968686149,
            -0.79426802405942,
            -1.0714207300916314,
            -1.303510480094701,
            -0.8507712492719293,
            -1.3122993831057101,
            -1.4970908826217055,
            -0.9670298835262656,
            -1.0137817958602682,
            -1.006973633193411,
            -0.8908951434132177
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "cnn_mean_lr001",
          "a_node": "candidate_3c047d3664cd4b3c1c5e",
          "b_node": "candidate_f42e6dcd3bdb79dafb0e",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "mean"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7819021403265651,
          "sd_b_minus_a": 0.406608466114092,
          "min_b_minus_a": -1.2316586105152965,
          "max_b_minus_a": 0.047843292355537415,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -1.1342997271567583,
            -0.9683926180005074,
            0.03981125354766846,
            -1.0579436477273703,
            -1.1544326320290565,
            -0.2567695267498493,
            -0.6319271214306355,
            -0.9014692697674036,
            -1.1452209539711475,
            -0.6576202884316444,
            -1.2316586105152965,
            -0.963700607419014,
            -0.9137772209942341,
            0.047843292355537415,
            -0.9118007742799819,
            -0.6690757926553488
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_3c047d3664cd4b3c1c5e",
          "b_node": "candidate_384affc445971835418c",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "mean"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6273503723455178,
          "sd_b_minus_a": 0.5836454095635846,
          "min_b_minus_a": -1.314033430244308,
          "max_b_minus_a": 0.4190961830317974,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -1.1801648056134582,
            -1.0576115362346172,
            -1.0004536118358374,
            -0.6480169892311096,
            -1.314033430244308,
            0.4190961830317974,
            -0.6934324409812689,
            0.12061206996440887,
            -1.2721568830311298,
            0.1110498309135437,
            -0.8067200593650341,
            -0.26039811968803406,
            -1.0143664324423298,
            0.3255944401025772,
            -1.0100373326495173,
            -0.756566840223968
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "vit_lr003",
          "a_node": "candidate_3c047d3664cd4b3c1c5e",
          "b_node": "candidate_49335a90bc48e247ec66",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.506081928673666,
          "sd_b_minus_a": 0.32611791765431764,
          "min_b_minus_a": -1.0882590636610985,
          "max_b_minus_a": 0.120782271027565,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.9131210409104824,
            -0.5405527986586094,
            -0.3199131637811661,
            -0.7559347189962864,
            -0.7776758335530758,
            -0.197196327149868,
            0.120782271027565,
            -0.551518707536161,
            -0.968804769217968,
            -0.5437002219259739,
            -0.30136539041996,
            -1.0882590636610985,
            -0.24822960793972015,
            -0.35123705863952637,
            -0.4264870844781399,
            -0.23409734293818474
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr001",
          "b": "mlp_lr003",
          "a_node": "candidate_3c047d3664cd4b3c1c5e",
          "b_node": "candidate_983fbd77986fead68406",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              null
            ],
            "model.heads": [
              4,
              null
            ],
            "model.mode": [
              "patch_transformer",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.width": [
              32,
              96
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 3.124615353764966,
          "sd_b_minus_a": 0.4237436225600708,
          "min_b_minus_a": 2.5569830164313316,
          "max_b_minus_a": 3.9511455968022346,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            2.5713521167635918,
            2.557447209954262,
            2.938223123550415,
            3.2927516251802444,
            2.5569830164313316,
            3.195004042237997,
            3.9511455968022346,
            2.661725714802742,
            2.9608241468667984,
            3.0511134564876556,
            3.215776726603508,
            3.1980254352092743,
            3.9020507261157036,
            3.365478292107582,
            3.197731375694275,
            3.378213055431843
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "cnn_spatial_lr001",
          "a_node": "candidate_24443b0701b87898c365",
          "b_node": "candidate_289d0a0358ab09a06844",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -3.82121526407127,
          "sd_b_minus_a": 0.23949773423850595,
          "min_b_minus_a": -4.435353404842317,
          "max_b_minus_a": -3.487900556065142,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -3.746060362056596,
            -3.9288838385837153,
            -3.9333593919873238,
            -3.694865947589278,
            -3.9681215663440526,
            -3.7462787347612903,
            -3.859621812494879,
            -3.6166357258334756,
            -3.5451184292323887,
            -3.487900556065142,
            -3.9829857025761157,
            -4.435353404842317,
            -3.714269763790071,
            -3.6735169539460912,
            -4.134224125766195,
            -3.672247909271391
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "cnn_mean_lr001",
          "a_node": "candidate_24443b0701b87898c365",
          "b_node": "candidate_f42e6dcd3bdb79dafb0e",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "mean"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -3.4948883295000996,
          "sd_b_minus_a": 0.38609622810203,
          "min_b_minus_a": -4.039051266852766,
          "max_b_minus_a": -2.6118918657302856,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -3.586498672142625,
            -3.6262981817126274,
            -2.831415057182312,
            -3.507344653829932,
            -3.832028716802597,
            -3.1423874646425247,
            -3.6972809098660946,
            -3.446684265509248,
            -3.386828903108835,
            -3.2947495952248573,
            -3.902344929985702,
            -3.9019631296396255,
            -3.6610171012580395,
            -2.6118918657302856,
            -4.039051266852766,
            -3.450428558513522
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_24443b0701b87898c365",
          "b_node": "candidate_384affc445971835418c",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "mean"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -3.3403365615190523,
          "sd_b_minus_a": 0.5980412125781761,
          "min_b_minus_a": -4.137287825222302,
          "max_b_minus_a": -2.334140717983246,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -3.6323637505993247,
            -3.7155170999467373,
            -3.871679922565818,
            -3.0974179953336716,
            -3.9916295150178485,
            -2.466521754860878,
            -3.758786229416728,
            -2.4246029257774353,
            -3.5137648321688175,
            -2.526079475879669,
            -3.4774063788354397,
            -3.1986606419086456,
            -3.761606312706135,
            -2.334140717983246,
            -4.137287825222302,
            -3.5379196060821414
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "vit_lr003",
          "a_node": "candidate_24443b0701b87898c365",
          "b_node": "candidate_49335a90bc48e247ec66",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -3.2190681178472005,
          "sd_b_minus_a": 0.2767374092672341,
          "min_b_minus_a": -4.02652158588171,
          "max_b_minus_a": -2.944571517407894,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -3.365319985896349,
            -3.1984583623707294,
            -3.1911394745111465,
            -3.2053357250988483,
            -3.4552719183266163,
            -3.0828142650425434,
            -2.944571517407894,
            -3.096733703278005,
            -3.2104127183556557,
            -3.180829528719187,
            -2.9720517098903656,
            -4.02652158588171,
            -2.9954694882035255,
            -3.0109722167253494,
            -3.5537375770509243,
            -3.015450108796358
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mlp_lr001",
          "b": "mlp_lr003",
          "a_node": "candidate_24443b0701b87898c365",
          "b_node": "candidate_983fbd77986fead68406",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.4116291645914316,
          "sd_b_minus_a": 0.3815404391880092,
          "min_b_minus_a": -0.12061306834220886,
          "max_b_minus_a": 1.1548108458518982,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.11915317177772522,
            -0.10045835375785828,
            0.06699681282043457,
            0.8433506190776825,
            -0.12061306834220886,
            0.30938610434532166,
            0.8857918083667755,
            0.11651071906089783,
            0.7192161977291107,
            0.41398414969444275,
            0.5450904071331024,
            0.2597629129886627,
            1.1548108458518982,
            0.705743134021759,
            0.07048088312149048,
            0.5968602895736694
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr001",
          "b": "cnn_mean_lr001",
          "a_node": "candidate_289d0a0358ab09a06844",
          "b_node": "candidate_f42e6dcd3bdb79dafb0e",
          "changed_fields": {
            "model.pooling": [
              "spatial",
              "mean"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.32632693457117057,
          "sd_b_minus_a": 0.3309174751165012,
          "min_b_minus_a": 0.053252662532031536,
          "max_b_minus_a": 1.1019443348050117,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.15956168991397135,
            0.30258565687108785,
            1.1019443348050117,
            0.187521293759346,
            0.1360928495414555,
            0.6038912701187655,
            0.16234090262878453,
            0.1699514603242278,
            0.15828952612355351,
            0.19315096084028482,
            0.08064077259041369,
            0.5333902752026916,
            0.053252662532031536,
            1.0616250882158056,
            0.09517285891342908,
            0.22181935075786896
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr001",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_289d0a0358ab09a06844",
          "b_node": "candidate_384affc445971835418c",
          "changed_fields": {
            "model.pooling": [
              "spatial",
              "mean"
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.4808787025522179,
          "sd_b_minus_a": 0.5362870652330308,
          "min_b_minus_a": -0.0473365489160642,
          "max_b_minus_a": 1.3393762359628454,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.1136966114572715,
            0.21336673863697797,
            0.06167946942150593,
            0.5974479522556067,
            -0.02350794867379591,
            1.2797569799004123,
            0.1008355830781511,
            1.1920328000560403,
            0.031353597063571215,
            0.961821080185473,
            0.505579323740676,
            1.2366927629336715,
            -0.0473365489160642,
            1.3393762359628454,
            -0.0030636994561064057,
            0.1343283031892497
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr001",
          "b": "vit_lr003",
          "a_node": "candidate_289d0a0358ab09a06844",
          "b_node": "candidate_49335a90bc48e247ec66",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6021471462240697,
          "sd_b_minus_a": 0.19966134240509267,
          "min_b_minus_a": 0.30707102734595537,
          "max_b_minus_a": 1.0109339926857501,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.38074037616024725,
            0.7304254762129858,
            0.7422199174761772,
            0.4895302224904299,
            0.5128496480174363,
            0.6634644697187468,
            0.915050295086985,
            0.5199020225554705,
            0.33470571087673306,
            0.30707102734595537,
            1.0109339926857501,
            0.40883181896060705,
            0.7188002755865455,
            0.6625447372207418,
            0.5804865487152711,
            0.656797800475033
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_spatial_lr001",
          "b": "mlp_lr003",
          "a_node": "candidate_289d0a0358ab09a06844",
          "b_node": "candidate_983fbd77986fead68406",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.232844428662702,
          "sd_b_minus_a": 0.36313777358699745,
          "min_b_minus_a": 3.7331464448943734,
          "max_b_minus_a": 4.869080609641969,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            3.8652135338343214,
            3.828425484825857,
            4.000356204807758,
            4.538216566666961,
            3.8475084980018437,
            4.055664839106612,
            4.745413620861655,
            3.7331464448943734,
            4.2643346269614995,
            3.901884705759585,
            4.528076109709218,
            4.69511631783098,
            4.869080609641969,
            4.37926008796785,
            4.204705008887686,
            4.2691081988450605
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr001",
          "b": "cnn_mean_lr003",
          "a_node": "candidate_f42e6dcd3bdb79dafb0e",
          "b_node": "candidate_384affc445971835418c",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.1545517679810473,
          "sd_b_minus_a": 0.5030253255801822,
          "min_b_minus_a": -1.0402648653835058,
          "max_b_minus_a": 1.0220813397318125,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.04586507845669985,
            -0.08921891823410988,
            -1.0402648653835058,
            0.40992665849626064,
            -0.15960079821525142,
            0.6758657097816467,
            -0.06150531955063343,
            1.0220813397318125,
            -0.1269359290599823,
            0.7686701193451881,
            0.42493855115026236,
            0.7033024877309799,
            -0.10058921144809574,
            0.2777511477470398,
            -0.09823655836953549,
            -0.08749104756861925
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr001",
          "b": "vit_lr003",
          "a_node": "candidate_f42e6dcd3bdb79dafb0e",
          "b_node": "candidate_49335a90bc48e247ec66",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.27582021165289916,
          "sd_b_minus_a": 0.36714174730584404,
          "min_b_minus_a": -0.3990803509950638,
          "max_b_minus_a": 0.9302932200953364,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.2211786862462759,
            0.42783981934189796,
            -0.35972441732883453,
            0.30200892873108387,
            0.37675679847598076,
            0.05957319959998131,
            0.7527093924582005,
            0.34995056223124266,
            0.17641618475317955,
            0.11392006650567055,
            0.9302932200953364,
            -0.1245584562420845,
            0.6655476130545139,
            -0.3990803509950638,
            0.485313689801842,
            0.43497844971716404
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr001",
          "b": "mlp_lr003",
          "a_node": "candidate_f42e6dcd3bdb79dafb0e",
          "b_node": "candidate_983fbd77986fead68406",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 3.9065174940915313,
          "sd_b_minus_a": 0.5092870989943304,
          "min_b_minus_a": 2.8984118700027466,
          "max_b_minus_a": 4.815827947109938,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            3.70565184392035,
            3.525839827954769,
            2.8984118700027466,
            4.350695272907615,
            3.711415648460388,
            3.4517735689878464,
            4.58307271823287,
            3.5631949845701456,
            4.106045100837946,
            3.7087337449193,
            4.4474353371188045,
            4.161726042628288,
            4.815827947109938,
            3.3176349997520447,
            4.109532149974257,
            4.047288848087192
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr003",
          "b": "vit_lr003",
          "a_node": "candidate_384affc445971835418c",
          "b_node": "candidate_49335a90bc48e247ec66",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.12126844367185186,
          "sd_b_minus_a": 0.60444891651701,
          "min_b_minus_a": -0.8278609439730644,
          "max_b_minus_a": 0.8142147120088339,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.26704376470297575,
            0.5170587375760078,
            0.6805404480546713,
            -0.10791772976517677,
            0.5363575966912322,
            -0.6162925101816654,
            0.8142147120088339,
            -0.6721307775005698,
            0.30335211381316185,
            -0.6547500528395176,
            0.5053546689450741,
            -0.8278609439730644,
            0.7661368245026097,
            -0.6768314987421036,
            0.5835502481713775,
            0.5224694972857833
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean_lr003",
          "b": "mlp_lr003",
          "a_node": "candidate_384affc445971835418c",
          "b_node": "candidate_983fbd77986fead68406",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 3.751965726110484,
          "sd_b_minus_a": 0.6626340555899359,
          "min_b_minus_a": 2.541113644838333,
          "max_b_minus_a": 4.916417158558033,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            3.75151692237705,
            3.615058746188879,
            3.9386767353862524,
            3.940768614411354,
            3.8710164466756396,
            2.7759078592061996,
            4.6445780377835035,
            2.541113644838333,
            4.232981029897928,
            2.940063625574112,
            4.022496785968542,
            3.4584235548973083,
            4.916417158558033,
            3.039883852005005,
            4.207768708343792,
            4.134779895655811
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "vit_lr003",
          "b": "mlp_lr003",
          "a_node": "candidate_49335a90bc48e247ec66",
          "b_node": "candidate_983fbd77986fead68406",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              null
            ],
            "model.heads": [
              4,
              null
            ],
            "model.mode": [
              "patch_transformer",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.width": [
              32,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 3.630697282438632,
          "sd_b_minus_a": 0.3452921678930137,
          "min_b_minus_a": 3.098000008612871,
          "max_b_minus_a": 4.286284498870373,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            3.484473157674074,
            3.098000008612871,
            3.258136287331581,
            4.048686344176531,
            3.3346588499844074,
            3.392200369387865,
            3.8303633257746696,
            3.213244422338903,
            3.9296289160847664,
            3.5948136784136295,
            3.517142117023468,
            4.286284498870373,
            4.150280334055424,
            3.7167153507471085,
            3.624218460172415,
            3.6123103983700275
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_bc967178393fba3243e2": 16204,
            "candidate_3c047d3664cd4b3c1c5e": 19428,
            "candidate_24443b0701b87898c365": 129700
          },
          "best_to_worst": [
            "candidate_24443b0701b87898c365",
            "candidate_3c047d3664cd4b3c1c5e",
            "candidate_bc967178393fba3243e2"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_bc967178393fba3243e2": 1200,
            "candidate_3c047d3664cd4b3c1c5e": 1200,
            "candidate_24443b0701b87898c365": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_bc967178393fba3243e2": 2,
            "candidate_3c047d3664cd4b3c1c5e": 2,
            "candidate_24443b0701b87898c365": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_bc967178393fba3243e2": 3,
            "candidate_3c047d3664cd4b3c1c5e": null,
            "candidate_24443b0701b87898c365": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_bc967178393fba3243e2": true,
            "candidate_3c047d3664cd4b3c1c5e": true,
            "candidate_24443b0701b87898c365": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_bc967178393fba3243e2": null,
            "candidate_3c047d3664cd4b3c1c5e": 4,
            "candidate_24443b0701b87898c365": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "patch_coordinate_retention_s842901",
      "template_id": "patch_coordinate_retention",
      "admitted": true,
      "pairs": [
        {
          "a": "p3_none",
          "b": "p6_none",
          "a_node": "candidate_1c18fc797930667b5554",
          "b_node": "candidate_cebf542b0c9dd216cf59",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.1936227169353515,
          "sd_b_minus_a": 0.08133933903322849,
          "min_b_minus_a": -0.31836366653442383,
          "max_b_minus_a": -0.0012672841548919678,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.3058679327368736,
            -0.07956808060407639,
            -0.23185773938894272,
            -0.20768139511346817,
            -0.21275366842746735,
            -0.31836366653442383,
            -0.2083955556154251,
            -0.0012672841548919678,
            -0.22686610370874405,
            -0.2800464667379856,
            -0.2102196142077446,
            -0.17836926132440567,
            -0.139789916574955,
            -0.13235202431678772,
            -0.14461558312177658,
            -0.2199491783976555
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p12_none",
          "a_node": "candidate_1c18fc797930667b5554",
          "b_node": "candidate_8311a8ee675aef20c38e",
          "changed_fields": {
            "model.patch_size": [
              3,
              12
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.47968767303973436,
          "sd_b_minus_a": 0.0766202517884384,
          "min_b_minus_a": -0.6246708054095507,
          "max_b_minus_a": -0.3503290731459856,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6246708054095507,
            -0.41246153227984905,
            -0.4875902086496353,
            -0.4347471762448549,
            -0.459561700001359,
            -0.6002113968133926,
            -0.41009453870356083,
            -0.4441564353182912,
            -0.4968876298516989,
            -0.5071456413716078,
            -0.47823979519307613,
            -0.5690996292978525,
            -0.3503290731459856,
            -0.381764180958271,
            -0.4750236524268985,
            -0.5430193729698658
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p3_learned",
          "a_node": "candidate_1c18fc797930667b5554",
          "b_node": "candidate_6c37ff6172a94ef6e3af",
          "changed_fields": {
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7743184834325803,
          "sd_b_minus_a": 0.10167820327624863,
          "min_b_minus_a": -0.9708876539953053,
          "max_b_minus_a": -0.6178610231727362,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.9289428712800145,
            -0.6454791659489274,
            -0.8465905948542058,
            -0.8054796472424641,
            -0.7362432656809688,
            -0.9708876539953053,
            -0.7904068641364574,
            -0.6729733073152602,
            -0.6709688305854797,
            -0.8226393987424672,
            -0.7375693209469318,
            -0.8242816142737865,
            -0.6178610231727362,
            -0.6722515956498682,
            -0.7987103220075369,
            -0.8478102590888739
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p6_learned",
          "a_node": "candidate_1c18fc797930667b5554",
          "b_node": "candidate_095f6edda493c046a96c",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.749367014002928,
          "sd_b_minus_a": 0.09261567824984863,
          "min_b_minus_a": -0.9138943050056696,
          "max_b_minus_a": -0.6275479542091489,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.8964536963030696,
            -0.6633596817264333,
            -0.7948863757774234,
            -0.7477388614788651,
            -0.7466981154866517,
            -0.9138943050056696,
            -0.7417043584864587,
            -0.656430434435606,
            -0.6836632080376148,
            -0.6288814074359834,
            -0.7585595962591469,
            -0.8019453561864793,
            -0.6841497137211263,
            -0.6275479542091489,
            -0.7496430100873113,
            -0.8943161494098604
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p12_learned",
          "a_node": "candidate_1c18fc797930667b5554",
          "b_node": "candidate_269a8e9e175414391617",
          "changed_fields": {
            "model.patch_size": [
              3,
              12
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6056579103169497,
          "sd_b_minus_a": 0.08660547295186002,
          "min_b_minus_a": -0.7885433165356517,
          "max_b_minus_a": -0.4522707685828209,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6922643166035414,
            -0.5883382353931665,
            -0.7156164543703198,
            -0.5432746782898903,
            -0.4522707685828209,
            -0.7885433165356517,
            -0.6001513712108135,
            -0.555323576554656,
            -0.5617095278576016,
            -0.6450646249577403,
            -0.6020386950112879,
            -0.7123745987191796,
            -0.5334819592535496,
            -0.5564963594079018,
            -0.5249940156936646,
            -0.6185840666294098
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_none",
          "b": "p12_none",
          "a_node": "candidate_cebf542b0c9dd216cf59",
          "b_node": "candidate_8311a8ee675aef20c38e",
          "changed_fields": {
            "model.patch_size": [
              6,
              12
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2860649561043829,
          "sd_b_minus_a": 0.06650015995303447,
          "min_b_minus_a": -0.4428891511633992,
          "max_b_minus_a": -0.20169898308813572,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.31880287267267704,
            -0.33289345167577267,
            -0.2557324692606926,
            -0.22706578113138676,
            -0.24680803157389164,
            -0.2818477302789688,
            -0.20169898308813572,
            -0.4428891511633992,
            -0.2700215261429548,
            -0.22709917463362217,
            -0.26802018098533154,
            -0.39073036797344685,
            -0.21053915657103062,
            -0.2494121566414833,
            -0.3304080693051219,
            -0.3230701945722103
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_none",
          "b": "p3_learned",
          "a_node": "candidate_cebf542b0c9dd216cf59",
          "b_node": "candidate_6c37ff6172a94ef6e3af",
          "changed_fields": {
            "model.patch_size": [
              6,
              3
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5806957664972288,
          "sd_b_minus_a": 0.06693213086638083,
          "min_b_minus_a": -0.6717060231603682,
          "max_b_minus_a": -0.4441027268767357,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6230749385431409,
            -0.565911085344851,
            -0.6147328554652631,
            -0.597798252128996,
            -0.5234895972535014,
            -0.6525239874608815,
            -0.5820113085210323,
            -0.6717060231603682,
            -0.4441027268767357,
            -0.5425929320044816,
            -0.5273497067391872,
            -0.6459123529493809,
            -0.4780711065977812,
            -0.5398995713330805,
            -0.6540947388857603,
            -0.6278610806912184
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_none",
          "b": "p6_learned",
          "a_node": "candidate_cebf542b0c9dd216cf59",
          "b_node": "candidate_095f6edda493c046a96c",
          "changed_fields": {
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5557442970675766,
          "sd_b_minus_a": 0.07844286504858886,
          "min_b_minus_a": -0.6743669710122049,
          "max_b_minus_a": -0.3488349406979978,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.590585763566196,
            -0.583791601122357,
            -0.5630286363884807,
            -0.540057466365397,
            -0.5339444470591843,
            -0.5955306384712458,
            -0.5333088028710335,
            -0.655163150280714,
            -0.4567971043288708,
            -0.3488349406979978,
            -0.5483399820514023,
            -0.6235760948620737,
            -0.5443597971461713,
            -0.49519592989236116,
            -0.6050274269655347,
            -0.6743669710122049
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_none",
          "b": "p12_learned",
          "a_node": "candidate_cebf542b0c9dd216cf59",
          "b_node": "candidate_269a8e9e175414391617",
          "changed_fields": {
            "model.patch_size": [
              6,
              12
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.4120351933815982,
          "sd_b_minus_a": 0.08158698662526079,
          "min_b_minus_a": -0.5540562923997641,
          "max_b_minus_a": -0.23951710015535355,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.38639638386666775,
            -0.5087701547890902,
            -0.4837587149813771,
            -0.3355932831764221,
            -0.23951710015535355,
            -0.47017965000122786,
            -0.3917558155953884,
            -0.5540562923997641,
            -0.3348434241488576,
            -0.3650181582197547,
            -0.39181908080354333,
            -0.534005337394774,
            -0.3936920426785946,
            -0.42414433509111404,
            -0.38037843257188797,
            -0.3986348882317543
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p12_none",
          "b": "p3_learned",
          "a_node": "candidate_8311a8ee675aef20c38e",
          "b_node": "candidate_6c37ff6172a94ef6e3af",
          "changed_fields": {
            "model.patch_size": [
              12,
              3
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2946308103928459,
          "sd_b_minus_a": 0.05834996245785697,
          "min_b_minus_a": -0.3803123254328966,
          "max_b_minus_a": -0.17408120073378086,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.30427206587046385,
            -0.23301763366907835,
            -0.35900038620457053,
            -0.3707324709976092,
            -0.2766815656796098,
            -0.37067625718191266,
            -0.3803123254328966,
            -0.22881687199696898,
            -0.17408120073378086,
            -0.3154937573708594,
            -0.2593295257538557,
            -0.25518198497593403,
            -0.26753195002675056,
            -0.2904874146915972,
            -0.3236866695806384,
            -0.30479088611900806
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p12_none",
          "b": "p6_learned",
          "a_node": "candidate_8311a8ee675aef20c38e",
          "b_node": "candidate_095f6edda493c046a96c",
          "changed_fields": {
            "model.patch_size": [
              12,
              6
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2696793409631937,
          "sd_b_minus_a": 0.06034409525242656,
          "min_b_minus_a": -0.3512967764399946,
          "max_b_minus_a": -0.12173576606437564,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.2717828908935189,
            -0.2508981494465843,
            -0.30729616712778807,
            -0.3129916852340102,
            -0.2871364154852927,
            -0.31368290819227695,
            -0.33160981978289783,
            -0.21227399911731482,
            -0.18677557818591595,
            -0.12173576606437564,
            -0.2803198010660708,
            -0.23284572688862681,
            -0.3338206405751407,
            -0.24578377325087786,
            -0.2746193576604128,
            -0.3512967764399946
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p12_none",
          "b": "p12_learned",
          "a_node": "candidate_8311a8ee675aef20c38e",
          "b_node": "candidate_269a8e9e175414391617",
          "changed_fields": {
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.12597023727721535,
          "sd_b_minus_a": 0.06363555584652132,
          "min_b_minus_a": -0.22802624572068453,
          "max_b_minus_a": 0.007290931418538094,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.06759351119399071,
            -0.1758767031133175,
            -0.22802624572068453,
            -0.10852750204503536,
            0.007290931418538094,
            -0.18833191972225904,
            -0.1900568325072527,
            -0.11116714123636484,
            -0.06482189800590277,
            -0.13791898358613253,
            -0.1237988998182118,
            -0.14327496942132711,
            -0.18315288610756397,
            -0.17473217844963074,
            -0.04997036326676607,
            -0.07556469365954399
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_learned",
          "b": "p6_learned",
          "a_node": "candidate_6c37ff6172a94ef6e3af",
          "b_node": "candidate_095f6edda493c046a96c",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.024951469429652207,
          "sd_b_minus_a": 0.05945885334440586,
          "min_b_minus_a": -0.06628869054839015,
          "max_b_minus_a": 0.19375799130648375,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.03248917497694492,
            -0.017880515777505934,
            0.051704219076782465,
            0.05774078576359898,
            -0.010454849805682898,
            0.056993348989635706,
            0.048702505649998784,
            0.01654287287965417,
            -0.012694377452135086,
            0.19375799130648375,
            -0.02099027531221509,
            0.022336258087307215,
            -0.06628869054839015,
            0.044703641440719366,
            0.04906731192022562,
            -0.04650589032098651
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_learned",
          "b": "p12_learned",
          "a_node": "candidate_6c37ff6172a94ef6e3af",
          "b_node": "candidate_269a8e9e175414391617",
          "changed_fields": {
            "model.patch_size": [
              3,
              12
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.16866057311563054,
          "sd_b_minus_a": 0.071330317017632,
          "min_b_minus_a": 0.05714093055576086,
          "max_b_minus_a": 0.28397249709814787,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.23667855467647314,
            0.05714093055576086,
            0.130974140483886,
            0.26220496895257384,
            0.28397249709814787,
            0.18234433745965362,
            0.19025549292564392,
            0.11764973076060414,
            0.1092593027278781,
            0.17757477378472686,
            0.1355306259356439,
            0.11190701555460691,
            0.08437906391918659,
            0.11575523624196649,
            0.27371630631387234,
            0.22922619245946407
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_learned",
          "b": "p12_learned",
          "a_node": "candidate_095f6edda493c046a96c",
          "b_node": "candidate_269a8e9e175414391617",
          "changed_fields": {
            "model.patch_size": [
              6,
              12
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.14370910368597833,
          "sd_b_minus_a": 0.0814595524302275,
          "min_b_minus_a": -0.016183217521756887,
          "max_b_minus_a": 0.29442734690383077,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.20418937969952822,
            0.0750214463332668,
            0.07926992140710354,
            0.20446418318897486,
            0.29442734690383077,
            0.1253509884700179,
            0.14155298727564514,
            0.10110685788094997,
            0.12195368018001318,
            -0.016183217521756887,
            0.156520901247859,
            0.0895707574672997,
            0.15066775446757674,
            0.07105159480124712,
            0.22464899439364672,
            0.2757320827804506
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_1c18fc797930667b5554": 17828,
            "candidate_cebf542b0c9dd216cf59": 19556,
            "candidate_8311a8ee675aef20c38e": 26468
          },
          "best_to_worst": [
            "candidate_8311a8ee675aef20c38e",
            "candidate_cebf542b0c9dd216cf59",
            "candidate_1c18fc797930667b5554"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_1c18fc797930667b5554": 300,
            "candidate_cebf542b0c9dd216cf59": 300,
            "candidate_8311a8ee675aef20c38e": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_1c18fc797930667b5554": 2,
            "candidate_cebf542b0c9dd216cf59": 2,
            "candidate_8311a8ee675aef20c38e": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_1c18fc797930667b5554": null,
            "candidate_cebf542b0c9dd216cf59": null,
            "candidate_8311a8ee675aef20c38e": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_1c18fc797930667b5554": true,
            "candidate_cebf542b0c9dd216cf59": true,
            "candidate_8311a8ee675aef20c38e": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "ordered",
          "values": {
            "candidate_1c18fc797930667b5554": 3,
            "candidate_cebf542b0c9dd216cf59": 6,
            "candidate_8311a8ee675aef20c38e": 12
          },
          "best_to_worst": [
            "candidate_1c18fc797930667b5554",
            "candidate_cebf542b0c9dd216cf59",
            "candidate_8311a8ee675aef20c38e"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "patch_coordinate_retention_s842902",
      "template_id": "patch_coordinate_retention",
      "admitted": true,
      "pairs": [
        {
          "a": "p3_none",
          "b": "p6_none",
          "a_node": "candidate_21e3bc0b559aa842f774",
          "b_node": "candidate_cffe94f10d775843b964",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.1942345357965678,
          "sd_b_minus_a": 0.10367853284930267,
          "min_b_minus_a": -0.3618420474231243,
          "max_b_minus_a": 0.011398687958717346,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.31253234297037125,
            -0.2548685520887375,
            -0.19585464149713516,
            -0.19919171929359436,
            -0.13665771484375,
            -0.3450414910912514,
            -0.19445857405662537,
            -0.10378298163414001,
            0.011398687958717346,
            -0.2528970539569855,
            -0.17833814769983292,
            -0.10600102692842484,
            -0.2755831182003021,
            -0.14264873415231705,
            -0.05945311486721039,
            -0.3618420474231243
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p12_none",
          "a_node": "candidate_21e3bc0b559aa842f774",
          "b_node": "candidate_966cbcd0109e11fe7624",
          "changed_fields": {
            "model.patch_size": [
              3,
              12
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5571189222391695,
          "sd_b_minus_a": 0.08171417022119234,
          "min_b_minus_a": -0.724214743822813,
          "max_b_minus_a": -0.41682127863168716,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.724214743822813,
            -0.41682127863168716,
            -0.5353561118245125,
            -0.5708154737949371,
            -0.5737013537436724,
            -0.6796507854014635,
            -0.4873965457081795,
            -0.48270944505929947,
            -0.6222840026021004,
            -0.6549566127359867,
            -0.53067547082901,
            -0.5186193231493235,
            -0.5878478121012449,
            -0.4860239867120981,
            -0.550197945907712,
            -0.49263186380267143
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p3_learned",
          "a_node": "candidate_21e3bc0b559aa842f774",
          "b_node": "candidate_6e80eb53d23db89710cf",
          "changed_fields": {
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.8137963710323675,
          "sd_b_minus_a": 0.07717328809567793,
          "min_b_minus_a": -0.9707614425569773,
          "max_b_minus_a": -0.6989527614787221,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.9365589283406734,
            -0.6989527614787221,
            -0.7674288274720311,
            -0.8368880983907729,
            -0.8726312406361103,
            -0.9158895211294293,
            -0.7752155140042305,
            -0.7531356336548924,
            -0.768508224748075,
            -0.9707614425569773,
            -0.8184506285469979,
            -0.7096814266406,
            -0.8141787990462035,
            -0.8085814681835473,
            -0.774299050681293,
            -0.7995803710073233
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p6_learned",
          "a_node": "candidate_21e3bc0b559aa842f774",
          "b_node": "candidate_4dc751a92e6560f8ceca",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.80417842109091,
          "sd_b_minus_a": 0.11366296413733336,
          "min_b_minus_a": -0.9572836398147047,
          "max_b_minus_a": -0.571099266409874,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.9553722217679024,
            -0.7662447597831488,
            -0.7974419794045389,
            -0.6908704424276948,
            -0.8492816751822829,
            -0.9529924362432212,
            -0.6426788819953799,
            -0.7819677470251918,
            -0.7907621059566736,
            -0.9572836398147047,
            -0.571099266409874,
            -0.7132756412029266,
            -0.9071309394785203,
            -0.8106419052928686,
            -0.7831303785787895,
            -0.8966807168908417
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p12_learned",
          "a_node": "candidate_21e3bc0b559aa842f774",
          "b_node": "candidate_40656e7f962a4cdaebf1",
          "changed_fields": {
            "model.patch_size": [
              3,
              12
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7063567726290785,
          "sd_b_minus_a": 0.0833604116606057,
          "min_b_minus_a": -0.8528099581599236,
          "max_b_minus_a": -0.5863745473325253,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.8483851589262486,
            -0.6775184157304466,
            -0.6305910628288984,
            -0.6529139559715986,
            -0.745203422382474,
            -0.8528099581599236,
            -0.5863745473325253,
            -0.6792803425341845,
            -0.7590836561284959,
            -0.816120482981205,
            -0.6638434492051601,
            -0.5970526225864887,
            -0.7708975542336702,
            -0.6781865432858467,
            -0.6891398653388023,
            -0.6543073244392872
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_none",
          "b": "p12_none",
          "a_node": "candidate_cffe94f10d775843b964",
          "b_node": "candidate_966cbcd0109e11fe7624",
          "changed_fields": {
            "model.patch_size": [
              6,
              12
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.3628843864426017,
          "sd_b_minus_a": 0.11702908484854174,
          "min_b_minus_a": -0.6336826905608177,
          "max_b_minus_a": -0.13078981637954712,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.4116824008524418,
            -0.16195272654294968,
            -0.3395014703273773,
            -0.3716237545013428,
            -0.43704363889992237,
            -0.33460929431021214,
            -0.2929379716515541,
            -0.37892646342515945,
            -0.6336826905608177,
            -0.40205955877900124,
            -0.3523373231291771,
            -0.41261829622089863,
            -0.3122646939009428,
            -0.3433752525597811,
            -0.4907448310405016,
            -0.13078981637954712
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_none",
          "b": "p3_learned",
          "a_node": "candidate_cffe94f10d775843b964",
          "b_node": "candidate_6e80eb53d23db89710cf",
          "changed_fields": {
            "model.patch_size": [
              6,
              3
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6195618352357997,
          "sd_b_minus_a": 0.09614404090653299,
          "min_b_minus_a": -0.7799069127067924,
          "max_b_minus_a": -0.43773832358419895,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6240265853703022,
            -0.4440842093899846,
            -0.571574185974896,
            -0.6376963790971786,
            -0.7359735257923603,
            -0.570848030038178,
            -0.5807569399476051,
            -0.6493526520207524,
            -0.7799069127067924,
            -0.7178643885999918,
            -0.640112480847165,
            -0.6036803997121751,
            -0.5385956808459014,
            -0.6659327340312302,
            -0.7148459358140826,
            -0.43773832358419895
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_none",
          "b": "p6_learned",
          "a_node": "candidate_cffe94f10d775843b964",
          "b_node": "candidate_4dc751a92e6560f8ceca",
          "changed_fields": {
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6099438852943422,
          "sd_b_minus_a": 0.11005074100550633,
          "min_b_minus_a": -0.802160793915391,
          "max_b_minus_a": -0.39276111871004105,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6428398787975311,
            -0.5113762076944113,
            -0.6015873379074037,
            -0.49167872313410044,
            -0.7126239603385329,
            -0.6079509451519698,
            -0.44822030793875456,
            -0.6781847653910518,
            -0.802160793915391,
            -0.7043865858577192,
            -0.39276111871004105,
            -0.6072746142745018,
            -0.6315478212782182,
            -0.6679931711405516,
            -0.7236772637115791,
            -0.5348386694677174
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_none",
          "b": "p12_learned",
          "a_node": "candidate_cffe94f10d775843b964",
          "b_node": "candidate_40656e7f962a4cdaebf1",
          "changed_fields": {
            "model.patch_size": [
              6,
              12
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5121222368325107,
          "sd_b_minus_a": 0.10929015193765114,
          "min_b_minus_a": -0.7704823440872133,
          "max_b_minus_a": -0.2924652770161629,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.5358528159558773,
            -0.4226498636417091,
            -0.43473642133176327,
            -0.45372223667800426,
            -0.608545707538724,
            -0.5077684670686722,
            -0.3919159732758999,
            -0.5754973609000444,
            -0.7704823440872133,
            -0.5632234290242195,
            -0.4855053015053272,
            -0.4910515956580639,
            -0.4953144360333681,
            -0.5355378091335297,
            -0.629686750471592,
            -0.2924652770161629
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p12_none",
          "b": "p3_learned",
          "a_node": "candidate_966cbcd0109e11fe7624",
          "b_node": "candidate_6e80eb53d23db89710cf",
          "changed_fields": {
            "model.patch_size": [
              12,
              3
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.256677448793198,
          "sd_b_minus_a": 0.04931985905088216,
          "min_b_minus_a": -0.32255748147144914,
          "max_b_minus_a": -0.14622422214597464,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.2123441845178604,
            -0.28213148284703493,
            -0.23207271564751863,
            -0.2660726245958358,
            -0.29892988689243793,
            -0.23623873572796583,
            -0.287818968296051,
            -0.270426188595593,
            -0.14622422214597464,
            -0.31580482982099056,
            -0.2877751577179879,
            -0.1910621034912765,
            -0.22633098694495857,
            -0.32255748147144914,
            -0.22410110477358103,
            -0.30694850720465183
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p12_none",
          "b": "p6_learned",
          "a_node": "candidate_966cbcd0109e11fe7624",
          "b_node": "candidate_4dc751a92e6560f8ceca",
          "changed_fields": {
            "model.patch_size": [
              12,
              6
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2470594988517405,
          "sd_b_minus_a": 0.09327017672439535,
          "min_b_minus_a": -0.4040488530881703,
          "max_b_minus_a": -0.04042379558086395,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.23115747794508934,
            -0.3494234811514616,
            -0.2620858675800264,
            -0.12005496863275766,
            -0.27558032143861055,
            -0.27334165084175766,
            -0.15528233628720045,
            -0.2992583019658923,
            -0.16847810335457325,
            -0.30232702707871795,
            -0.04042379558086395,
            -0.19465631805360317,
            -0.3192831273772754,
            -0.3246179185807705,
            -0.23293243267107755,
            -0.4040488530881703
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p12_none",
          "b": "p12_learned",
          "a_node": "candidate_966cbcd0109e11fe7624",
          "b_node": "candidate_40656e7f962a4cdaebf1",
          "changed_fields": {
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.149237850389909,
          "sd_b_minus_a": 0.04839069491412709,
          "min_b_minus_a": -0.2606971370987594,
          "max_b_minus_a": -0.07843329943716526,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.12417041510343552,
            -0.2606971370987594,
            -0.09523495100438595,
            -0.08209848217666149,
            -0.17150206863880157,
            -0.17315917275846004,
            -0.09897800162434578,
            -0.196570897474885,
            -0.13679965352639556,
            -0.16116387024521828,
            -0.13316797837615013,
            -0.07843329943716526,
            -0.1830497421324253,
            -0.1921625565737486,
            -0.13894191943109035,
            -0.16167546063661575
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_learned",
          "b": "p6_learned",
          "a_node": "candidate_6e80eb53d23db89710cf",
          "b_node": "candidate_4dc751a92e6560f8ceca",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.009617949941457482,
          "sd_b_minus_a": 0.09163929774672215,
          "min_b_minus_a": -0.09710034588351846,
          "max_b_minus_a": 0.24735136213712394,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.018813293427228928,
            -0.06729199830442667,
            -0.030013151932507753,
            0.14601765596307814,
            0.02334956545382738,
            -0.03710291511379182,
            0.13253663200885057,
            -0.02883211337029934,
            -0.022253881208598614,
            0.013477802742272615,
            0.24735136213712394,
            -0.0035942145623266697,
            -0.09295214043231681,
            -0.002060437109321356,
            -0.008831327897496521,
            -0.09710034588351846
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_learned",
          "b": "p12_learned",
          "a_node": "candidate_6e80eb53d23db89710cf",
          "b_node": "candidate_40656e7f962a4cdaebf1",
          "changed_fields": {
            "model.patch_size": [
              3,
              12
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.10743959840328898,
          "sd_b_minus_a": 0.05493568691237236,
          "min_b_minus_a": 0.009424568619579077,
          "max_b_minus_a": 0.18884096667170525,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.0881737694144249,
            0.02143434574827552,
            0.1368377646431327,
            0.1839741424191743,
            0.12742781825363636,
            0.06307956296950579,
            0.18884096667170525,
            0.07385529112070799,
            0.009424568619579077,
            0.15464095957577229,
            0.15460717934183776,
            0.11262880405411124,
            0.04328124481253326,
            0.13039492489770055,
            0.08515918534249067,
            0.14527304656803608
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_learned",
          "b": "p12_learned",
          "a_node": "candidate_4dc751a92e6560f8ceca",
          "b_node": "candidate_40656e7f962a4cdaebf1",
          "changed_fields": {
            "model.patch_size": [
              6,
              12
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0978216484618315,
          "sd_b_minus_a": 0.07155412117942313,
          "min_b_minus_a": -0.09274418279528618,
          "max_b_minus_a": 0.24237339245155454,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.10698706284165382,
            0.08872634405270219,
            0.16685091657564044,
            0.03795648645609617,
            0.10407825279980898,
            0.10018247808329761,
            0.05630433466285467,
            0.10268740449100733,
            0.03167844982817769,
            0.14116315683349967,
            -0.09274418279528618,
            0.11622301861643791,
            0.13623338524485007,
            0.1324553620070219,
            0.0939905132399872,
            0.24237339245155454
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_21e3bc0b559aa842f774": 17828,
            "candidate_cffe94f10d775843b964": 19556,
            "candidate_966cbcd0109e11fe7624": 26468
          },
          "best_to_worst": [
            "candidate_966cbcd0109e11fe7624",
            "candidate_cffe94f10d775843b964",
            "candidate_21e3bc0b559aa842f774"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_21e3bc0b559aa842f774": 300,
            "candidate_cffe94f10d775843b964": 300,
            "candidate_966cbcd0109e11fe7624": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_21e3bc0b559aa842f774": 2,
            "candidate_cffe94f10d775843b964": 2,
            "candidate_966cbcd0109e11fe7624": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_21e3bc0b559aa842f774": null,
            "candidate_cffe94f10d775843b964": null,
            "candidate_966cbcd0109e11fe7624": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_21e3bc0b559aa842f774": true,
            "candidate_cffe94f10d775843b964": true,
            "candidate_966cbcd0109e11fe7624": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "ordered",
          "values": {
            "candidate_21e3bc0b559aa842f774": 3,
            "candidate_cffe94f10d775843b964": 6,
            "candidate_966cbcd0109e11fe7624": 12
          },
          "best_to_worst": [
            "candidate_21e3bc0b559aa842f774",
            "candidate_cffe94f10d775843b964",
            "candidate_966cbcd0109e11fe7624"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "patch_coordinate_retention_s842903",
      "template_id": "patch_coordinate_retention",
      "admitted": true,
      "pairs": [
        {
          "a": "p3_none",
          "b": "p6_none",
          "a_node": "candidate_9413340d1808e35e38d2",
          "b_node": "candidate_10057c486fc74e1cc8c3",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2228166782297194,
          "sd_b_minus_a": 0.09992696352473893,
          "min_b_minus_a": -0.399289071559906,
          "max_b_minus_a": -0.04103279858827591,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.283992737531662,
            -0.12727220728993416,
            -0.22714241221547127,
            -0.10470695048570633,
            -0.18709124997258186,
            -0.399289071559906,
            -0.2540261819958687,
            -0.04103279858827591,
            -0.3108768202364445,
            -0.1787504181265831,
            -0.15633657574653625,
            -0.18110939115285873,
            -0.3165253661572933,
            -0.14891911298036575,
            -0.2695462107658386,
            -0.37844934687018394
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p12_none",
          "a_node": "candidate_9413340d1808e35e38d2",
          "b_node": "candidate_9b70caa50778b52c8b2b",
          "changed_fields": {
            "model.patch_size": [
              3,
              12
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5256500379182398,
          "sd_b_minus_a": 0.09212517017667692,
          "min_b_minus_a": -0.7020149286836386,
          "max_b_minus_a": -0.34034086018800735,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.5697470623999834,
            -0.49189511500298977,
            -0.5860892757773399,
            -0.5025022719055414,
            -0.34034086018800735,
            -0.7020149286836386,
            -0.5485282074660063,
            -0.5190956480801105,
            -0.4400784485042095,
            -0.43604736402630806,
            -0.5171475559473038,
            -0.48252347111701965,
            -0.5814789831638336,
            -0.4251667205244303,
            -0.6267529558390379,
            -0.6409917380660772
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p3_learned",
          "a_node": "candidate_9413340d1808e35e38d2",
          "b_node": "candidate_8ec7408c41affba5ba69",
          "changed_fields": {
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7400619309883041,
          "sd_b_minus_a": 0.08592216107666464,
          "min_b_minus_a": -0.8941105934791267,
          "max_b_minus_a": -0.531654629856348,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.8177241808734834,
            -0.7092342688702047,
            -0.6958591039292514,
            -0.7267356147058308,
            -0.6797774820588529,
            -0.8941105934791267,
            -0.7188430051319301,
            -0.531654629856348,
            -0.7622958784922957,
            -0.7537299746181816,
            -0.7152592886704952,
            -0.7560745726223104,
            -0.8184182099066675,
            -0.6323174375575036,
            -0.8146246091928333,
            -0.81433204584755
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p6_learned",
          "a_node": "candidate_9413340d1808e35e38d2",
          "b_node": "candidate_b0d33637a9a893bd3584",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.714457956244587,
          "sd_b_minus_a": 0.1005624566213259,
          "min_b_minus_a": -0.8485613311640918,
          "max_b_minus_a": -0.4330362342298031,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.7949304641224444,
            -0.6471543528605253,
            -0.6855760607868433,
            -0.6779403816908598,
            -0.6378909684717655,
            -0.8485613311640918,
            -0.7520270550157875,
            -0.4330362342298031,
            -0.7405331553891301,
            -0.6584215126931667,
            -0.7201074245385826,
            -0.7651821686886251,
            -0.7627627346664667,
            -0.6646392098627985,
            -0.8214425228070468,
            -0.8211217229254544
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p12_learned",
          "a_node": "candidate_9413340d1808e35e38d2",
          "b_node": "candidate_50d950c767425f971cc0",
          "changed_fields": {
            "model.patch_size": [
              3,
              12
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6557438716845354,
          "sd_b_minus_a": 0.09305383906498355,
          "min_b_minus_a": -0.8361870311200619,
          "max_b_minus_a": -0.47074485197663307,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.7202120833098888,
            -0.6336376974359155,
            -0.7472341181710362,
            -0.5806425660848618,
            -0.47074485197663307,
            -0.8361870311200619,
            -0.6201117038726807,
            -0.6030872613191605,
            -0.6871666284278035,
            -0.5743713807314634,
            -0.6400566585361958,
            -0.6514984834939241,
            -0.6164425425231457,
            -0.5946483137086034,
            -0.8143600288312882,
            -0.701500597409904
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_none",
          "b": "p12_none",
          "a_node": "candidate_10057c486fc74e1cc8c3",
          "b_node": "candidate_9b70caa50778b52c8b2b",
          "changed_fields": {
            "model.patch_size": [
              6,
              12
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.30283335968852043,
          "sd_b_minus_a": 0.0863067020700807,
          "min_b_minus_a": -0.47806284949183464,
          "max_b_minus_a": -0.12920162826776505,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.2857543248683214,
            -0.3646229077130556,
            -0.35894686356186867,
            -0.3977953214198351,
            -0.1532496102154255,
            -0.30272585712373257,
            -0.2945020254701376,
            -0.47806284949183464,
            -0.12920162826776505,
            -0.25729694589972496,
            -0.3608109802007675,
            -0.3014140799641609,
            -0.2649536170065403,
            -0.2762476075440645,
            -0.35720674507319927,
            -0.2625423911958933
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_none",
          "b": "p3_learned",
          "a_node": "candidate_10057c486fc74e1cc8c3",
          "b_node": "candidate_8ec7408c41affba5ba69",
          "changed_fields": {
            "model.patch_size": [
              6,
              3
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5172452527585847,
          "sd_b_minus_a": 0.05407954580434891,
          "min_b_minus_a": -0.6220286642201245,
          "max_b_minus_a": -0.4358826989773661,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.5337314433418214,
            -0.5819620615802705,
            -0.46871669171378016,
            -0.6220286642201245,
            -0.49268623208627105,
            -0.4948215219192207,
            -0.46481682313606143,
            -0.49062183126807213,
            -0.45141905825585127,
            -0.5749795564915985,
            -0.5589227129239589,
            -0.5749651814694516,
            -0.5018928437493742,
            -0.48339832457713783,
            -0.5450783984269947,
            -0.4358826989773661
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_none",
          "b": "p6_learned",
          "a_node": "candidate_10057c486fc74e1cc8c3",
          "b_node": "candidate_b0d33637a9a893bd3584",
          "changed_fields": {
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.49164127801486757,
          "sd_b_minus_a": 0.05701627776248056,
          "min_b_minus_a": -0.5840727775357664,
          "max_b_minus_a": -0.3920034356415272,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.5109377265907824,
            -0.5198821455705911,
            -0.45843364857137203,
            -0.5732334312051535,
            -0.45079971849918365,
            -0.4492722596041858,
            -0.4980008730199188,
            -0.3920034356415272,
            -0.42965633515268564,
            -0.47967109456658363,
            -0.5637708487920463,
            -0.5840727775357664,
            -0.4462373685091734,
            -0.5157200968824327,
            -0.5518963120412081,
            -0.44267237605527043
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_none",
          "b": "p12_learned",
          "a_node": "candidate_10057c486fc74e1cc8c3",
          "b_node": "candidate_50d950c767425f971cc0",
          "changed_fields": {
            "model.patch_size": [
              6,
              12
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.432927193454816,
          "sd_b_minus_a": 0.0853702471591053,
          "min_b_minus_a": -0.5620544627308846,
          "max_b_minus_a": -0.2836536020040512,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.43621934577822685,
            -0.5063654901459813,
            -0.520091705955565,
            -0.4759356155991554,
            -0.2836536020040512,
            -0.43689795956015587,
            -0.366085521876812,
            -0.5620544627308846,
            -0.37628980819135904,
            -0.39562096260488033,
            -0.4837200827896595,
            -0.4703890923410654,
            -0.29991717636585236,
            -0.44572920072823763,
            -0.5448138180654496,
            -0.32305125053972006
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p12_none",
          "b": "p3_learned",
          "a_node": "candidate_9b70caa50778b52c8b2b",
          "b_node": "candidate_8ec7408c41affba5ba69",
          "changed_fields": {
            "model.patch_size": [
              12,
              3
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.21441189307006425,
          "sd_b_minus_a": 0.08165024812608726,
          "min_b_minus_a": -0.33943662187084556,
          "max_b_minus_a": -0.012558981776237488,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.2479771184735,
            -0.21733915386721492,
            -0.1097698281519115,
            -0.2242333428002894,
            -0.33943662187084556,
            -0.19209566479548812,
            -0.17031479766592383,
            -0.012558981776237488,
            -0.3222174299880862,
            -0.3176826105918735,
            -0.19811173272319138,
            -0.2735511015052907,
            -0.23693922674283385,
            -0.2071507170330733,
            -0.1878716533537954,
            -0.1733403077814728
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p12_none",
          "b": "p6_learned",
          "a_node": "candidate_9b70caa50778b52c8b2b",
          "b_node": "candidate_b0d33637a9a893bd3584",
          "changed_fields": {
            "model.patch_size": [
              12,
              6
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.18880791832634714,
          "sd_b_minus_a": 0.09140307636208495,
          "min_b_minus_a": -0.3004547068849206,
          "max_b_minus_a": 0.08605941385030746,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.22518340172246099,
            -0.15525923785753548,
            -0.09948678500950336,
            -0.17543810978531837,
            -0.29755010828375816,
            -0.14654640248045325,
            -0.2034988475497812,
            0.08605941385030746,
            -0.3004547068849206,
            -0.22237414866685867,
            -0.2029598685912788,
            -0.28265869757160544,
            -0.1812837515026331,
            -0.23947248933836818,
            -0.19468956696800888,
            -0.18012998485937715
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p12_none",
          "b": "p12_learned",
          "a_node": "candidate_9b70caa50778b52c8b2b",
          "b_node": "candidate_50d950c767425f971cc0",
          "changed_fields": {
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.13009383376629557,
          "sd_b_minus_a": 0.05406749006006306,
          "min_b_minus_a": -0.247088179923594,
          "max_b_minus_a": -0.03496355935931206,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.15046502090990543,
            -0.1417425824329257,
            -0.1611448423936963,
            -0.07814029417932034,
            -0.13040399178862572,
            -0.1341721024364233,
            -0.07158349640667439,
            -0.08399161323904991,
            -0.247088179923594,
            -0.13832401670515537,
            -0.12290910258889198,
            -0.1689750123769045,
            -0.03496355935931206,
            -0.1694815931841731,
            -0.18760707299225032,
            -0.06050885934382677
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_learned",
          "b": "p6_learned",
          "a_node": "candidate_8ec7408c41affba5ba69",
          "b_node": "candidate_b0d33637a9a893bd3584",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.025603974743717117,
          "sd_b_minus_a": 0.04076414897350595,
          "min_b_minus_a": -0.03318404988385737,
          "max_b_minus_a": 0.09861839562654495,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.022793716751039028,
            0.06207991600967944,
            0.010283043142408133,
            0.04879523301497102,
            0.04188651358708739,
            0.045549262315034866,
            -0.03318404988385737,
            0.09861839562654495,
            0.021762723103165627,
            0.09530846192501485,
            -0.004848135868087411,
            -0.009107596066314727,
            0.05565547524020076,
            -0.03232177230529487,
            -0.006817913614213467,
            -0.006789677077904344
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_learned",
          "b": "p12_learned",
          "a_node": "candidate_8ec7408c41affba5ba69",
          "b_node": "candidate_50d950c767425f971cc0",
          "changed_fields": {
            "model.patch_size": [
              3,
              12
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.08431805930376868,
          "sd_b_minus_a": 0.08029253689339978,
          "min_b_minus_a": -0.07143263146281242,
          "max_b_minus_a": 0.20903263008221984,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.09751209756359458,
            0.07559657143428922,
            -0.05137501424178481,
            0.14609304862096906,
            0.20903263008221984,
            0.05792356235906482,
            0.09873130125924945,
            -0.07143263146281242,
            0.07512925006449223,
            0.17935859388671815,
            0.0752026301342994,
            0.10457608912838623,
            0.2019756673835218,
            0.0376691238489002,
            0.0002645803615450859,
            0.11283144843764603
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_learned",
          "b": "p12_learned",
          "a_node": "candidate_b0d33637a9a893bd3584",
          "b_node": "candidate_50d950c767425f971cc0",
          "changed_fields": {
            "model.patch_size": [
              6,
              12
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.05871408456005156,
          "sd_b_minus_a": 0.08493087105071954,
          "min_b_minus_a": -0.17005102708935738,
          "max_b_minus_a": 0.16714611649513245,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.07471838081255555,
            0.01351665542460978,
            -0.061658057384192944,
            0.09729781560599804,
            0.16714611649513245,
            0.012374300044029951,
            0.13191535114310682,
            -0.17005102708935738,
            0.0533665269613266,
            0.0840501319617033,
            0.08005076600238681,
            0.11368368519470096,
            0.14632019214332104,
            0.06999089615419507,
            0.0070824939757585526,
            0.11962112551555037
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_9413340d1808e35e38d2": 17828,
            "candidate_10057c486fc74e1cc8c3": 19556,
            "candidate_9b70caa50778b52c8b2b": 26468
          },
          "best_to_worst": [
            "candidate_9b70caa50778b52c8b2b",
            "candidate_10057c486fc74e1cc8c3",
            "candidate_9413340d1808e35e38d2"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_9413340d1808e35e38d2": 300,
            "candidate_10057c486fc74e1cc8c3": 300,
            "candidate_9b70caa50778b52c8b2b": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_9413340d1808e35e38d2": 2,
            "candidate_10057c486fc74e1cc8c3": 2,
            "candidate_9b70caa50778b52c8b2b": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_9413340d1808e35e38d2": null,
            "candidate_10057c486fc74e1cc8c3": null,
            "candidate_9b70caa50778b52c8b2b": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_9413340d1808e35e38d2": true,
            "candidate_10057c486fc74e1cc8c3": true,
            "candidate_9b70caa50778b52c8b2b": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "ordered",
          "values": {
            "candidate_9413340d1808e35e38d2": 3,
            "candidate_10057c486fc74e1cc8c3": 6,
            "candidate_9b70caa50778b52c8b2b": 12
          },
          "best_to_worst": [
            "candidate_9413340d1808e35e38d2",
            "candidate_10057c486fc74e1cc8c3",
            "candidate_9b70caa50778b52c8b2b"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "residual_norm_placement_s842901",
      "template_id": "residual_norm_placement",
      "admitted": false,
      "pairs": [
        {
          "a": "d6_residual_pre",
          "b": "d6_residual_post",
          "a_node": "candidate_23e3443fc0d2d1dd9f3d",
          "b_node": "candidate_51560fe5acf02a13457a",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3046219811949413,
          "sd_b_minus_a": 0.18019546336195977,
          "min_b_minus_a": -0.16069695726037025,
          "max_b_minus_a": 0.5317247021012008,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.2952519915997982,
            0.3837183779105544,
            0.25219734013080597,
            0.49928043712861836,
            0.3525474853813648,
            0.3753958884626627,
            0.3845784687437117,
            0.13966480735689402,
            0.016299525275826454,
            0.4318056693300605,
            0.5317247021012008,
            0.3270570111926645,
            0.3334406113717705,
            -0.16069695726037025,
            0.468044146662578,
            0.24364219373092055
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d6_plain_pre",
          "a_node": "candidate_23e3443fc0d2d1dd9f3d",
          "b_node": "candidate_cb27dff6653c4ab48187",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.7021771316649392,
          "sd_b_minus_a": 0.5262960005038089,
          "min_b_minus_a": -0.03796158079057932,
          "max_b_minus_a": 1.3621920642908663,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.3094479851424694,
            0.0016591278836131096,
            1.2773729003965855,
            1.1515894301701337,
            1.3557630479335785,
            0.8468288499861956,
            1.349736696574837,
            1.1339196795597672,
            0.3228209298104048,
            0.08971879072487354,
            0.4084991137497127,
            0.663090962683782,
            0.14561273925937712,
            0.8545433692634106,
            1.3621920642908663,
            -0.03796158079057932
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d6_plain_post",
          "a_node": "candidate_23e3443fc0d2d1dd9f3d",
          "b_node": "candidate_0896cc8e3fabc2fe8c2d",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.679295969865052,
          "sd_b_minus_a": 0.42613047722761416,
          "min_b_minus_a": 0.14881451055407524,
          "max_b_minus_a": 1.3867278394754976,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.5982921309769154,
            0.3940765140578151,
            0.473063912242651,
            0.573061540024355,
            1.3562907576560974,
            0.24922852404415607,
            0.4413002342917025,
            1.1394850993528962,
            0.3143249321728945,
            0.4553358284756541,
            0.26247793389484286,
            0.7911073451396078,
            1.3543024307582527,
            0.14881451055407524,
            1.3867278394754976,
            0.930845984723419
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d2_residual_pre",
          "a_node": "candidate_23e3443fc0d2d1dd9f3d",
          "b_node": "candidate_bba0f0d55d7892c14b30",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.03323327540419996,
          "sd_b_minus_a": 0.15110811787696266,
          "min_b_minus_a": -0.4492803788743913,
          "max_b_minus_a": 0.20955807925201952,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.03003544919192791,
            -0.013124729041010141,
            -0.05391491623595357,
            0.03984242328442633,
            0.10109955258667469,
            0.009304215665906668,
            0.03463350376114249,
            -0.17577555030584335,
            -0.23917169496417046,
            0.053944723680615425,
            0.03581233834847808,
            -0.05962946196086705,
            0.20955807925201952,
            -0.4492803788743913,
            0.029631993966177106,
            -0.024627056438475847
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d2_residual_post",
          "a_node": "candidate_23e3443fc0d2d1dd9f3d",
          "b_node": "candidate_dad36112dfb7f7e146e1",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3050297675363254,
          "sd_b_minus_a": 0.12354029613921434,
          "min_b_minus_a": -0.025911293923854828,
          "max_b_minus_a": 0.4597416026517749,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.24173997342586517,
            0.4597416026517749,
            0.33312394469976425,
            0.3712130517233163,
            0.33128228038549423,
            0.3713679928332567,
            0.39030618080869317,
            0.11445485521107912,
            0.18277276493608952,
            0.42414927016943693,
            0.3474619681946933,
            0.3395961446221918,
            0.3056890203151852,
            -0.025911293923854828,
            0.37842404819093645,
            0.31506447633728385
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d2_plain_pre",
          "a_node": "candidate_23e3443fc0d2d1dd9f3d",
          "b_node": "candidate_483f41cd6886f5e75f3b",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -8.328264812007546e-05,
          "sd_b_minus_a": 0.10768459407620887,
          "min_b_minus_a": -0.23193238186649978,
          "max_b_minus_a": 0.21190644358284771,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.01379575440660119,
            0.09273355174809694,
            -0.02063438529148698,
            0.21190644358284771,
            0.025068996706977487,
            -0.016157411970198154,
            0.05456914706155658,
            -0.1348838871344924,
            -0.23193238186649978,
            0.05659593641757965,
            0.025160146411508322,
            0.015353493159636855,
            0.01639689994044602,
            -0.17258508130908012,
            0.09424047521315515,
            -0.03096021944656968
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d2_plain_post",
          "a_node": "candidate_23e3443fc0d2d1dd9f3d",
          "b_node": "candidate_4927c746172e7414c383",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              true,
              false
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.27957633484038524,
          "sd_b_minus_a": 0.1329138420496995,
          "min_b_minus_a": -0.04640704020857811,
          "max_b_minus_a": 0.41567977517843246,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.3472723960876465,
            0.3069962887093425,
            0.41567977517843246,
            0.32610918511636555,
            0.3819814771413803,
            0.35842945612967014,
            0.3377859056927264,
            0.08424995932728052,
            0.04996963404119015,
            0.2773246606811881,
            0.32086991472169757,
            0.2632767332252115,
            0.30651401937939227,
            -0.04640704020857811,
            0.33914257935248315,
            0.40402641287073493
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d6_plain_pre",
          "a_node": "candidate_51560fe5acf02a13457a",
          "b_node": "candidate_cb27dff6653c4ab48187",
          "changed_fields": {
            "model.norm_first": [
              false,
              true
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3975551504699979,
          "sd_b_minus_a": 0.5493329545544944,
          "min_b_minus_a": -0.3820592500269413,
          "max_b_minus_a": 1.0251755602657795,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.014195993542671204,
            -0.3820592500269413,
            1.0251755602657795,
            0.6523089930415154,
            1.0032155625522137,
            0.47143296152353287,
            0.9651582278311253,
            0.9942548722028732,
            0.3065214045345783,
            -0.34208687860518694,
            -0.12322558835148811,
            0.3360339514911175,
            -0.18782787211239338,
            1.0152403265237808,
            0.8941479176282883,
            -0.28160377452149987
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d6_plain_post",
          "a_node": "candidate_51560fe5acf02a13457a",
          "b_node": "candidate_0896cc8e3fabc2fe8c2d",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3746739886701107,
          "sd_b_minus_a": 0.4287771611388615,
          "min_b_minus_a": -0.26924676820635796,
          "max_b_minus_a": 1.0208618193864822,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.30304013937711716,
            0.010358136147260666,
            0.22086657211184502,
            0.0737811028957367,
            1.0037432722747326,
            -0.12616736441850662,
            0.0567217655479908,
            0.9998202919960022,
            0.298025406897068,
            0.023530159145593643,
            -0.26924676820635796,
            0.4640503339469433,
            1.0208618193864822,
            0.3095114678144455,
            0.9186836928129196,
            0.6872037909924984
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d2_residual_pre",
          "a_node": "candidate_51560fe5acf02a13457a",
          "b_node": "candidate_bba0f0d55d7892c14b30",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.3378552565991413,
          "sd_b_minus_a": 0.09210851375015346,
          "min_b_minus_a": -0.49591236375272274,
          "max_b_minus_a": -0.12388253211975098,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.3252874407917261,
            -0.39684310695156455,
            -0.30611225636675954,
            -0.45943801384419203,
            -0.25144793279469013,
            -0.36609167279675603,
            -0.3499449649825692,
            -0.31544035766273737,
            -0.2554712202399969,
            -0.37786094564944506,
            -0.49591236375272274,
            -0.38668647315353155,
            -0.12388253211975098,
            -0.28858342161402106,
            -0.4384121526964009,
            -0.2682692501693964
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d2_residual_post",
          "a_node": "candidate_51560fe5acf02a13457a",
          "b_node": "candidate_dad36112dfb7f7e146e1",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.00040778634138405323,
          "sd_b_minus_a": 0.09189839796930828,
          "min_b_minus_a": -0.1842627339065075,
          "max_b_minus_a": 0.16647323966026306,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.05351201817393303,
            0.07602322474122047,
            0.08092660456895828,
            -0.12806738540530205,
            -0.02126520499587059,
            -0.004027895629405975,
            0.005727712064981461,
            -0.025209952145814896,
            0.16647323966026306,
            -0.00765639916062355,
            -0.1842627339065075,
            0.012539133429527283,
            -0.027751591056585312,
            0.13478566333651543,
            -0.08962009847164154,
            0.0714222826063633
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d2_plain_pre",
          "a_node": "candidate_51560fe5acf02a13457a",
          "b_node": "candidate_483f41cd6886f5e75f3b",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              false,
              true
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.3047052638430614,
          "sd_b_minus_a": 0.10072640630913719,
          "min_b_minus_a": -0.5065645556896925,
          "max_b_minus_a": -0.01188812404870987,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.281456237193197,
            -0.29098482616245747,
            -0.27283172542229295,
            -0.28737399354577065,
            -0.32747848867438734,
            -0.39155330043286085,
            -0.33000932168215513,
            -0.2745486944913864,
            -0.24823190714232624,
            -0.37520973291248083,
            -0.5065645556896925,
            -0.31170351803302765,
            -0.3170437114313245,
            -0.01188812404870987,
            -0.37380367144942284,
            -0.27460241317749023
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d2_plain_post",
          "a_node": "candidate_51560fe5acf02a13457a",
          "b_node": "candidate_4927c746172e7414c383",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.025045646354556084,
          "sd_b_minus_a": 0.11294153972685074,
          "min_b_minus_a": -0.21085478737950325,
          "max_b_minus_a": 0.1634824350476265,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.05202040448784828,
            -0.07672208920121193,
            0.1634824350476265,
            -0.1731712520122528,
            0.029433991760015488,
            -0.016966432332992554,
            -0.046792563050985336,
            -0.055414848029613495,
            0.03367010876536369,
            -0.15448100864887238,
            -0.21085478737950325,
            -0.063780277967453,
            -0.026926591992378235,
            0.11428991705179214,
            -0.12890156731009483,
            0.16038421913981438
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d6_plain_post",
          "a_node": "candidate_cb27dff6653c4ab48187",
          "b_node": "candidate_0896cc8e3fabc2fe8c2d",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.022881161799887195,
          "sd_b_minus_a": 0.6034732656648292,
          "min_b_minus_a": -0.9084364622831345,
          "max_b_minus_a": 1.2086896914988756,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.28884414583444595,
            0.39241738617420197,
            -0.8043089881539345,
            -0.5785278901457787,
            0.0005277097225189209,
            -0.5976003259420395,
            -0.9084364622831345,
            0.005565419793128967,
            -0.0084959976375103,
            0.3656170377507806,
            -0.14602117985486984,
            0.1280163824558258,
            1.2086896914988756,
            -0.7057288587093353,
            0.024535775184631348,
            0.9688075655139983
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d2_residual_pre",
          "a_node": "candidate_cb27dff6653c4ab48187",
          "b_node": "candidate_bba0f0d55d7892c14b30",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7354104070691392,
          "sd_b_minus_a": 0.5567298577812966,
          "min_b_minus_a": -1.3325600703246891,
          "max_b_minus_a": 0.0639453399926424,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.3394834343343973,
            -0.014783856924623251,
            -1.331287816632539,
            -1.1117470068857074,
            -1.2546634953469038,
            -0.8375246343202889,
            -1.3151031928136945,
            -1.3096952298656106,
            -0.5619926247745752,
            -0.03577406704425812,
            -0.3726867754012346,
            -0.722720424644649,
            0.0639453399926424,
            -1.3038237481378019,
            -1.3325600703246891,
            0.013334524352103472
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d2_residual_post",
          "a_node": "candidate_cb27dff6653c4ab48187",
          "b_node": "candidate_dad36112dfb7f7e146e1",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              true,
              false
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.39714736412861384,
          "sd_b_minus_a": 0.5513573289440977,
          "min_b_minus_a": -1.0244807675480843,
          "max_b_minus_a": 0.4580824747681618,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.06770801171660423,
            0.4580824747681618,
            -0.9442489556968212,
            -0.7803763784468174,
            -1.0244807675480843,
            -0.47546085715293884,
            -0.9594305157661438,
            -1.0194648243486881,
            -0.14004816487431526,
            0.3344304794445634,
            -0.06103714555501938,
            -0.3234948180615902,
            0.16007628105580807,
            -0.8804546631872654,
            -0.9837680160999298,
            0.35302605712786317
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d2_plain_pre",
          "a_node": "candidate_cb27dff6653c4ab48187",
          "b_node": "candidate_483f41cd6886f5e75f3b",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7022604143130593,
          "sd_b_minus_a": 0.5247495275207422,
          "min_b_minus_a": -1.330694051226601,
          "max_b_minus_a": 0.09107442386448383,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.2956522307358682,
            0.09107442386448383,
            -1.2980072856880724,
            -0.939682986587286,
            -1.330694051226601,
            -0.8629862619563937,
            -1.2951675495132804,
            -1.2688035666942596,
            -0.5547533116769046,
            -0.03312285430729389,
            -0.3833389673382044,
            -0.6477374695241451,
            -0.1292158393189311,
            -1.0271284505724907,
            -1.267951589077711,
            0.007001361344009638
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d2_plain_post",
          "a_node": "candidate_cb27dff6653c4ab48187",
          "b_node": "candidate_4927c746172e7414c383",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.422600796824554,
          "sd_b_minus_a": 0.5373096707115844,
          "min_b_minus_a": -1.0496697202324867,
          "max_b_minus_a": 0.44198799366131425,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            0.03782441094517708,
            0.30533716082572937,
            -0.861693125218153,
            -0.8254802450537682,
            -0.9737815707921982,
            -0.4883993938565254,
            -1.0119507908821106,
            -1.0496697202324867,
            -0.27285129576921463,
            0.18760586995631456,
            -0.08762919902801514,
            -0.3998142294585705,
            0.16090128012001514,
            -0.9009504094719887,
            -1.023049484938383,
            0.44198799366131425
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_post",
          "b": "d2_residual_pre",
          "a_node": "candidate_0896cc8e3fabc2fe8c2d",
          "b_node": "candidate_bba0f0d55d7892c14b30",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              false,
              true
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.712529245269252,
          "sd_b_minus_a": 0.38238084712739595,
          "min_b_minus_a": -1.3570958455093205,
          "max_b_minus_a": -0.22666559554636478,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6283275801688433,
            -0.4072012430988252,
            -0.5269788284786046,
            -0.5332191167399287,
            -1.2551912050694227,
            -0.2399243083782494,
            -0.40666673053056,
            -1.3152606496587396,
            -0.5534966271370649,
            -0.4013911047950387,
            -0.22666559554636478,
            -0.8507368071004748,
            -1.1447443515062332,
            -0.5980948894284666,
            -1.3570958455093205,
            -0.9554730411618948
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_post",
          "b": "d2_residual_post",
          "a_node": "candidate_0896cc8e3fabc2fe8c2d",
          "b_node": "candidate_dad36112dfb7f7e146e1",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.37426620232872665,
          "sd_b_minus_a": 0.4339552933104374,
          "min_b_minus_a": -1.0486134104430676,
          "max_b_minus_a": 0.12213946878910065,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.3565521575510502,
            0.06566508859395981,
            -0.13993996754288673,
            -0.20184848830103874,
            -1.0250084772706032,
            0.12213946878910065,
            -0.05099405348300934,
            -1.025030244141817,
            -0.13155216723680496,
            -0.031186558306217194,
            0.08498403429985046,
            -0.451511200517416,
            -1.0486134104430676,
            -0.17472580447793007,
            -1.0083037912845612,
            -0.6157815083861351
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_post",
          "b": "d2_plain_pre",
          "a_node": "candidate_0896cc8e3fabc2fe8c2d",
          "b_node": "candidate_483f41cd6886f5e75f3b",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6793792525131721,
          "sd_b_minus_a": 0.4197032460595177,
          "min_b_minus_a": -1.3379055308178067,
          "max_b_minus_a": -0.23731778748333454,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.5844963765703142,
            -0.30134296230971813,
            -0.49369829753413796,
            -0.36115509644150734,
            -1.33122176094912,
            -0.26538593601435423,
            -0.38673108723014593,
            -1.2743689864873886,
            -0.5462573140393943,
            -0.3987398920580745,
            -0.23731778748333454,
            -0.7757538519799709,
            -1.3379055308178067,
            -0.32139959186315536,
            -1.2924873642623425,
            -0.9618062041699886
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_post",
          "b": "d2_plain_post",
          "a_node": "candidate_0896cc8e3fabc2fe8c2d",
          "b_node": "candidate_4927c746172e7414c383",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.3997196350246668,
          "sd_b_minus_a": 0.4129916667120643,
          "min_b_minus_a": -1.0552351400256157,
          "max_b_minus_a": 0.10920093208551407,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.2510197348892689,
            -0.0870802253484726,
            -0.05738413706421852,
            -0.2469523549079895,
            -0.9743092805147171,
            0.10920093208551407,
            -0.10351432859897614,
            -1.0552351400256157,
            -0.26435529813170433,
            -0.17801116779446602,
            0.058391980826854706,
            -0.5278306119143963,
            -1.0477884113788605,
            -0.19522155076265335,
            -1.0475852601230145,
            -0.526819571852684
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_pre",
          "b": "d2_residual_post",
          "a_node": "candidate_bba0f0d55d7892c14b30",
          "b_node": "candidate_dad36112dfb7f7e146e1",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.33826304294052534,
          "sd_b_minus_a": 0.08878991489654837,
          "min_b_minus_a": 0.09613094106316566,
          "max_b_minus_a": 0.472866331692785,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.2717754226177931,
            0.472866331692785,
            0.3870388609357178,
            0.33137062843889,
            0.23018272779881954,
            0.36206377716735005,
            0.3556726770475507,
            0.2902304055169225,
            0.42194445990025997,
            0.3702045464888215,
            0.31164962984621525,
            0.39922560658305883,
            0.09613094106316566,
            0.4233690849505365,
            0.34879205422475934,
            0.3396915327757597
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_pre",
          "b": "d2_plain_pre",
          "a_node": "candidate_bba0f0d55d7892c14b30",
          "b_node": "candidate_483f41cd6886f5e75f3b",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.03314999275607988,
          "sd_b_minus_a": 0.10283895482787261,
          "min_b_minus_a": -0.1931611793115735,
          "max_b_minus_a": 0.2766952975653112,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.0438312035985291,
            0.10585828078910708,
            0.03328053094446659,
            0.17206402029842138,
            -0.0760305558796972,
            -0.025461627636104822,
            0.019935643300414085,
            0.040891663171350956,
            0.007239313097670674,
            0.0026512127369642258,
            -0.010652191936969757,
            0.0749829551205039,
            -0.1931611793115735,
            0.2766952975653112,
            0.06460848124697804,
            -0.006333163008093834
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_pre",
          "b": "d2_plain_post",
          "a_node": "candidate_bba0f0d55d7892c14b30",
          "b_node": "candidate_4927c746172e7414c383",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3128096102445852,
          "sd_b_minus_a": 0.08651863933131897,
          "min_b_minus_a": 0.09695594012737274,
          "max_b_minus_a": 0.46959469141438603,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.3773078452795744,
            0.3201210177503526,
            0.46959469141438603,
            0.2862667618319392,
            0.2808819245547056,
            0.3491252404637635,
            0.3031524019315839,
            0.2600255096331239,
            0.2891413290053606,
            0.22337993700057268,
            0.2850575763732195,
            0.32290619518607855,
            0.09695594012737274,
            0.4028733386658132,
            0.30951058538630605,
            0.4286534693092108
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_post",
          "b": "d2_plain_pre",
          "a_node": "candidate_dad36112dfb7f7e146e1",
          "b_node": "candidate_483f41cd6886f5e75f3b",
          "changed_fields": {
            "model.norm_first": [
              false,
              true
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.30511305018444546,
          "sd_b_minus_a": 0.0767199364110167,
          "min_b_minus_a": -0.4147051468025893,
          "max_b_minus_a": -0.1466737873852253,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.22794421901926398,
            -0.36700805090367794,
            -0.35375832999125123,
            -0.1593066081404686,
            -0.30621328367851675,
            -0.3875254048034549,
            -0.3357370337471366,
            -0.24933874234557152,
            -0.4147051468025893,
            -0.3675533337518573,
            -0.322301821783185,
            -0.32424265146255493,
            -0.28929212037473917,
            -0.1466737873852253,
            -0.2841835729777813,
            -0.34602469578385353
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_post",
          "b": "d2_plain_post",
          "a_node": "candidate_dad36112dfb7f7e146e1",
          "b_node": "candidate_4927c746172e7414c383",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.025453432695940137,
          "sd_b_minus_a": 0.07956736525747553,
          "min_b_minus_a": -0.1527453139424324,
          "max_b_minus_a": 0.10553242266178131,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            0.10553242266178131,
            -0.1527453139424324,
            0.08255583047866821,
            -0.04510386660695076,
            0.05069919675588608,
            -0.012938536703586578,
            -0.0525202751159668,
            -0.0302048958837986,
            -0.13280313089489937,
            -0.14682460948824883,
            -0.026592053472995758,
            -0.07631941139698029,
            0.000824999064207077,
            -0.020495746284723282,
            -0.03928146883845329,
            0.08896193653345108
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_plain_pre",
          "b": "d2_plain_post",
          "a_node": "candidate_483f41cd6886f5e75f3b",
          "b_node": "candidate_4927c746172e7414c383",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.2796596174885053,
          "sd_b_minus_a": 0.0936262289084687,
          "min_b_minus_a": 0.11420274153351784,
          "max_b_minus_a": 0.43631416046991944,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.3334766416810453,
            0.21426273696124554,
            0.43631416046991944,
            0.11420274153351784,
            0.3569124804344028,
            0.3745868680998683,
            0.2832167586311698,
            0.21913384646177292,
            0.28190201590768993,
            0.22072872426360846,
            0.29570976831018925,
            0.24792324006557465,
            0.29011711943894625,
            0.12617804110050201,
            0.244902104139328,
            0.4349866323173046
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_23e3443fc0d2d1dd9f3d": 46732,
            "candidate_51560fe5acf02a13457a": 46732,
            "candidate_cb27dff6653c4ab48187": 46732
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_23e3443fc0d2d1dd9f3d": 150,
            "candidate_51560fe5acf02a13457a": 150,
            "candidate_cb27dff6653c4ab48187": 150
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_23e3443fc0d2d1dd9f3d": 6,
            "candidate_51560fe5acf02a13457a": 6,
            "candidate_cb27dff6653c4ab48187": 6
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_23e3443fc0d2d1dd9f3d": 3,
            "candidate_51560fe5acf02a13457a": 3,
            "candidate_cb27dff6653c4ab48187": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_23e3443fc0d2d1dd9f3d": true,
            "candidate_51560fe5acf02a13457a": true,
            "candidate_cb27dff6653c4ab48187": false
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_23e3443fc0d2d1dd9f3d": null,
            "candidate_51560fe5acf02a13457a": null,
            "candidate_cb27dff6653c4ab48187": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "residual_norm_placement_s842902",
      "template_id": "residual_norm_placement",
      "admitted": false,
      "pairs": [
        {
          "a": "d6_residual_pre",
          "b": "d6_residual_post",
          "a_node": "candidate_2376d6ec867863567e97",
          "b_node": "candidate_ad3039dc2e5c6b8b2473",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.33749390619050246,
          "sd_b_minus_a": 0.13596895620183247,
          "min_b_minus_a": -0.06034589186310768,
          "max_b_minus_a": 0.5236168706323951,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.24252845672890544,
            0.44996093725785613,
            0.29632537066936493,
            0.32839905784931034,
            0.32226935564540327,
            0.33125465584453195,
            0.2727145366370678,
            0.3220470156520605,
            -0.06034589186310768,
            0.24769818410277367,
            0.5013159452937543,
            0.41891064681112766,
            0.44176396541297436,
            0.3879819856956601,
            0.37346140667796135,
            0.5236168706323951
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d6_plain_pre",
          "a_node": "candidate_2376d6ec867863567e97",
          "b_node": "candidate_e642aae4f07b02577827",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.7450767411792185,
          "sd_b_minus_a": 0.514853456697075,
          "min_b_minus_a": -0.05337711866013706,
          "max_b_minus_a": 1.3642845060676336,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            -0.04808437451720238,
            0.6567522673867643,
            0.586432721465826,
            0.09356057306285948,
            1.3560949394013733,
            0.8102614752715454,
            0.797462947666645,
            1.3255286198109388,
            0.8373844660818577,
            -0.05337711866013706,
            0.6509947939775884,
            1.3642845060676336,
            0.07764463871717453,
            1.3253507213667035,
            1.3350825794041157,
            0.8058541023638099
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d6_plain_post",
          "a_node": "candidate_2376d6ec867863567e97",
          "b_node": "candidate_8e07e57c4cfe33c7c341",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.9037084164301632,
          "sd_b_minus_a": 0.4506964711620763,
          "min_b_minus_a": 0.1822628522058949,
          "max_b_minus_a": 1.3642746713012457,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.18996208859607577,
            0.6592765091918409,
            0.7570083402097225,
            0.1822628522058949,
            1.316209835698828,
            0.6542870945995674,
            0.5423096269369125,
            1.3247628342360258,
            0.839934978634119,
            0.25375571474432945,
            1.322114886250347,
            1.3642746713012457,
            1.0434638615697622,
            1.3325336473062634,
            1.3458152152597904,
            1.3313625061418861
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d2_residual_pre",
          "a_node": "candidate_2376d6ec867863567e97",
          "b_node": "candidate_a213e5a7932138e3ea3b",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.004280710723833181,
          "sd_b_minus_a": 0.131751846448264,
          "min_b_minus_a": -0.47748604184016585,
          "max_b_minus_a": 0.1003969251178205,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            -0.03498636092990637,
            0.004779195878654718,
            0.033609630074352026,
            0.08653226715978235,
            0.04361529950983822,
            0.03728660417255014,
            -0.00952252047136426,
            0.0730916578322649,
            -0.47748604184016585,
            -0.00860757939517498,
            -0.009475525002926588,
            0.1003969251178205,
            -0.0055993846617639065,
            0.05187389440834522,
            0.028693607077002525,
            0.01730695948936045
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d2_residual_post",
          "a_node": "candidate_2376d6ec867863567e97",
          "b_node": "candidate_f40c302c8b5236763971",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.32979654490191024,
          "sd_b_minus_a": 0.1633224794626473,
          "min_b_minus_a": -0.2190990447998047,
          "max_b_minus_a": 0.5512238573282957,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.30830581439659,
            0.2811573459766805,
            0.32515134289860725,
            0.40210993157234043,
            0.47868897183798254,
            0.3755482010310516,
            0.36052513867616653,
            0.31179667450487614,
            -0.2190990447998047,
            0.2717936709523201,
            0.3285417756997049,
            0.5512238573282957,
            0.3253923188894987,
            0.40196425933390856,
            0.41017691045999527,
            0.3634675496723503
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d2_plain_pre",
          "a_node": "candidate_2376d6ec867863567e97",
          "b_node": "candidate_82273fcd3d701b2bf0e0",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.006801130613894202,
          "sd_b_minus_a": 0.1436083908924054,
          "min_b_minus_a": -0.4730413085781038,
          "max_b_minus_a": 0.20858146715909243,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.0027358136139810085,
            0.09306941134855151,
            0.0015642084181308746,
            0.010399618069641292,
            0.02092839009128511,
            0.0032418485498055816,
            0.17128804698586464,
            0.0053968909196555614,
            -0.4730413085781038,
            -0.015707910992205143,
            0.016613291576504707,
            0.20858146715909243,
            -0.026256318669766188,
            0.016542518977075815,
            0.04091249546036124,
            0.03254962689243257
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d2_plain_post",
          "a_node": "candidate_2376d6ec867863567e97",
          "b_node": "candidate_5bb6c4af2a5ff9b5ca27",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              true,
              false
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.31157511011406314,
          "sd_b_minus_a": 0.14240888145002387,
          "min_b_minus_a": -0.150692667812109,
          "max_b_minus_a": 0.5467089036246762,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.26950478507205844,
            0.36437479173764586,
            0.32118693366646767,
            0.5467089036246762,
            0.32433800562284887,
            0.3298756278818473,
            0.26597560569643974,
            0.2584521993994713,
            -0.150692667812109,
            0.41435326635837555,
            0.35709759732708335,
            0.37233089841902256,
            0.26879305578768253,
            0.36432742793112993,
            0.30254746973514557,
            0.3760278613772243
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d6_plain_pre",
          "a_node": "candidate_ad3039dc2e5c6b8b2473",
          "b_node": "candidate_e642aae4f07b02577827",
          "changed_fields": {
            "model.norm_first": [
              false,
              true
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.40758283498871606,
          "sd_b_minus_a": 0.5175227189055424,
          "min_b_minus_a": -0.3641193266957998,
          "max_b_minus_a": 1.03382558375597,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            -0.2906128312461078,
            0.20679133012890816,
            0.2901073507964611,
            -0.23483848478645086,
            1.03382558375597,
            0.4790068194270134,
            0.5247484110295773,
            1.0034816041588783,
            0.8977303579449654,
            -0.3010753027629107,
            0.14967884868383408,
            0.945373859256506,
            -0.3641193266957998,
            0.9373687356710434,
            0.9616211727261543,
            0.2822372317314148
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d6_plain_post",
          "a_node": "candidate_ad3039dc2e5c6b8b2473",
          "b_node": "candidate_8e07e57c4cfe33c7c341",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.5662145102396607,
          "sd_b_minus_a": 0.4123977822396097,
          "min_b_minus_a": -0.14613620564341545,
          "max_b_minus_a": 1.0027158185839653,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            -0.052566368132829666,
            0.20931557193398476,
            0.4606829695403576,
            -0.14613620564341545,
            0.9939404800534248,
            0.3230324387550354,
            0.26959509029984474,
            1.0027158185839653,
            0.9002808704972267,
            0.006057530641555786,
            0.8207989409565926,
            0.945364024490118,
            0.6016998961567879,
            0.9445516616106033,
            0.9723538085818291,
            0.807745635509491
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d2_residual_pre",
          "a_node": "candidate_ad3039dc2e5c6b8b2473",
          "b_node": "candidate_a213e5a7932138e3ea3b",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.34177461691433564,
          "sd_b_minus_a": 0.09303712891120587,
          "min_b_minus_a": -0.5107914702966809,
          "max_b_minus_a": -0.241866790689528,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.2775148176588118,
            -0.4451817413792014,
            -0.2627157405950129,
            -0.241866790689528,
            -0.27865405613556504,
            -0.2939680516719818,
            -0.28223705710843205,
            -0.2489553578197956,
            -0.41714014997705817,
            -0.25630576349794865,
            -0.5107914702966809,
            -0.31851372169330716,
            -0.44736335007473826,
            -0.3361080912873149,
            -0.3447677996009588,
            -0.5063099111430347
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d2_residual_post",
          "a_node": "candidate_ad3039dc2e5c6b8b2473",
          "b_node": "candidate_f40c302c8b5236763971",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.007697361288592219,
          "sd_b_minus_a": 0.11143215914630014,
          "min_b_minus_a": -0.17277416959404945,
          "max_b_minus_a": 0.15641961619257927,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.06577735766768456,
            -0.1688035912811756,
            0.028825972229242325,
            0.07371087372303009,
            0.15641961619257927,
            0.04429354518651962,
            0.08781060203909874,
            -0.010250341147184372,
            -0.158753152936697,
            0.024095486849546432,
            -0.17277416959404945,
            0.13231321051716805,
            -0.11637164652347565,
            0.013982273638248444,
            0.03671550378203392,
            -0.16014932096004486
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d2_plain_pre",
          "a_node": "candidate_ad3039dc2e5c6b8b2473",
          "b_node": "candidate_82273fcd3d701b2bf0e0",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              false,
              true
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.33069277557660826,
          "sd_b_minus_a": 0.10319278660808609,
          "min_b_minus_a": -0.4910672437399626,
          "max_b_minus_a": -0.10142648965120316,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.23979264311492443,
            -0.3568915259093046,
            -0.29476116225123405,
            -0.31799943977966905,
            -0.30134096555411816,
            -0.32801280729472637,
            -0.10142648965120316,
            -0.31665012473240495,
            -0.4126954167149961,
            -0.2634060950949788,
            -0.48470265371724963,
            -0.21032917965203524,
            -0.46802028408274055,
            -0.3714394667185843,
            -0.3325489112176001,
            -0.4910672437399626
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d2_plain_post",
          "a_node": "candidate_ad3039dc2e5c6b8b2473",
          "b_node": "candidate_5bb6c4af2a5ff9b5ca27",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.02591879607643932,
          "sd_b_minus_a": 0.10515771796346209,
          "min_b_minus_a": -0.17297090962529182,
          "max_b_minus_a": 0.21830984577536583,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            0.026976328343153,
            -0.08558614552021027,
            0.024861562997102737,
            0.21830984577536583,
            0.0020686499774456024,
            -0.0013790279626846313,
            -0.006738930940628052,
            -0.06359481625258923,
            -0.09034677594900131,
            0.16665508225560188,
            -0.144218347966671,
            -0.0465797483921051,
            -0.17297090962529182,
            -0.023654557764530182,
            -0.07091393694281578,
            -0.14758900925517082
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d6_plain_post",
          "a_node": "candidate_e642aae4f07b02577827",
          "b_node": "candidate_8e07e57c4cfe33c7c341",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.15863167525094468,
          "sd_b_minus_a": 0.31999031474559003,
          "min_b_minus_a": -0.2551533207297325,
          "max_b_minus_a": 0.9658192228525877,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.23804646311327815,
            0.002524241805076599,
            0.17057561874389648,
            0.08870227914303541,
            -0.039885103702545166,
            -0.155974380671978,
            -0.2551533207297325,
            -0.0007657855749130249,
            0.0025505125522613525,
            0.3071328334044665,
            0.6711200922727585,
            -9.834766387939453e-06,
            0.9658192228525877,
            0.0071829259395599365,
            0.010732635855674744,
            0.5255084037780762
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d2_residual_pre",
          "a_node": "candidate_e642aae4f07b02577827",
          "b_node": "candidate_a213e5a7932138e3ea3b",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7493574519030517,
          "sd_b_minus_a": 0.5169066820610021,
          "min_b_minus_a": -1.3148705079220235,
          "max_b_minus_a": 0.04476953926496208,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            0.013098013587296009,
            -0.6519730715081096,
            -0.552823091391474,
            -0.0070283059030771255,
            -1.312479639891535,
            -0.7729748710989952,
            -0.8069854681380093,
            -1.252436961978674,
            -1.3148705079220235,
            0.04476953926496208,
            -0.660470318980515,
            -1.2638875809498131,
            -0.08324402337893844,
            -1.2734768269583583,
            -1.3063889723271132,
            -0.7885471428744495
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d2_residual_post",
          "a_node": "candidate_e642aae4f07b02577827",
          "b_node": "candidate_f40c302c8b5236763971",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              true,
              false
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.4152801962773083,
          "sd_b_minus_a": 0.5034370355513051,
          "min_b_minus_a": -1.0564835108816624,
          "max_b_minus_a": 0.35639018891379237,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            0.35639018891379237,
            -0.37559492141008377,
            -0.2612813785672188,
            0.30854935850948095,
            -0.8774059675633907,
            -0.4347132742404938,
            -0.4369378089904785,
            -1.0137319453060627,
            -1.0564835108816624,
            0.32517078961245716,
            -0.32245301827788353,
            -0.8130606487393379,
            0.24774768017232418,
            -0.923386462032795,
            -0.9249056689441204,
            -0.44238655269145966
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d2_plain_pre",
          "a_node": "candidate_e642aae4f07b02577827",
          "b_node": "candidate_82273fcd3d701b2bf0e0",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7382756105653243,
          "sd_b_minus_a": 0.5145005049411291,
          "min_b_minus_a": -1.3351665493100882,
          "max_b_minus_a": 0.050820188131183386,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            0.050820188131183386,
            -0.5636828560382128,
            -0.5848685130476952,
            -0.08316095499321818,
            -1.3351665493100882,
            -0.8070196267217398,
            -0.6261749006807804,
            -1.3201317288912833,
            -1.3104257746599615,
            0.037669207667931914,
            -0.6343815024010837,
            -1.1557030389085412,
            -0.10390095738694072,
            -1.3088082023896277,
            -1.2941700839437544,
            -0.7733044754713774
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d2_plain_post",
          "a_node": "candidate_e642aae4f07b02577827",
          "b_node": "candidate_5bb6c4af2a5ff9b5ca27",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.4335016310651554,
          "sd_b_minus_a": 0.5566620688707768,
          "min_b_minus_a": -1.0670764204114676,
          "max_b_minus_a": 0.4677303850185126,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            0.3175891595892608,
            -0.2923774756491184,
            -0.26524578779935837,
            0.4531483305618167,
            -1.0317569337785244,
            -0.48038584738969803,
            -0.5314873419702053,
            -1.0670764204114676,
            -0.9880771338939667,
            0.4677303850185126,
            -0.29389719665050507,
            -0.9919536076486111,
            0.191148417070508,
            -0.9610232934355736,
            -1.03253510966897,
            -0.4298262409865856
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_post",
          "b": "d2_residual_pre",
          "a_node": "candidate_8e07e57c4cfe33c7c341",
          "b_node": "candidate_a213e5a7932138e3ea3b",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              false,
              true
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.9079891271539964,
          "sd_b_minus_a": 0.45231577756200425,
          "min_b_minus_a": -1.3315904112532735,
          "max_b_minus_a": -0.09573058504611254,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.22494844952598214,
            -0.6544973133131862,
            -0.7233987101353705,
            -0.09573058504611254,
            -1.2725945361889899,
            -0.6170004904270172,
            -0.5518321474082768,
            -1.251671176403761,
            -1.3174210204742849,
            -0.26236329413950443,
            -1.3315904112532735,
            -1.2638777461834252,
            -1.0490632462315261,
            -1.2806597528979182,
            -1.317121608182788,
            -1.3140555466525257
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_post",
          "b": "d2_residual_post",
          "a_node": "candidate_8e07e57c4cfe33c7c341",
          "b_node": "candidate_f40c302c8b5236763971",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.573911871528253,
          "sd_b_minus_a": 0.4415156596133782,
          "min_b_minus_a": -1.0590340234339237,
          "max_b_minus_a": 0.21984707936644554,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            0.11834372580051422,
            -0.37811916321516037,
            -0.43185699731111526,
            0.21984707936644554,
            -0.8375208638608456,
            -0.2787388935685158,
            -0.181784488260746,
            -1.0129661597311497,
            -1.0590340234339237,
            0.018037956207990646,
            -0.993573110550642,
            -0.81305081397295,
            -0.7180715426802635,
            -0.9305693879723549,
            -0.9356383047997952,
            -0.9678949564695358
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_post",
          "b": "d2_plain_pre",
          "a_node": "candidate_8e07e57c4cfe33c7c341",
          "b_node": "candidate_82273fcd3d701b2bf0e0",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.896907285816269,
          "sd_b_minus_a": 0.4594990042770957,
          "min_b_minus_a": -1.3193659433163702,
          "max_b_minus_a": -0.1718632341362536,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.18722627498209476,
            -0.5662070978432894,
            -0.7554441317915916,
            -0.1718632341362536,
            -1.295281445607543,
            -0.6510452460497618,
            -0.3710215799510479,
            -1.3193659433163702,
            -1.3129762872122228,
            -0.2694636257365346,
            -1.3055015946738422,
            -1.1556932041421533,
            -1.0697201802395284,
            -1.3159911283291876,
            -1.3049027197994292,
            -1.2988128792494535
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_post",
          "b": "d2_plain_post",
          "a_node": "candidate_8e07e57c4cfe33c7c341",
          "b_node": "candidate_5bb6c4af2a5ff9b5ca27",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5921333063161001,
          "sd_b_minus_a": 0.4878177646285255,
          "min_b_minus_a": -1.0663106348365545,
          "max_b_minus_a": 0.3644460514187813,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            0.07954269647598267,
            -0.294901717454195,
            -0.43582140654325485,
            0.3644460514187813,
            -0.9918718300759792,
            -0.32441146671772003,
            -0.2763340212404728,
            -1.0663106348365545,
            -0.990627646446228,
            0.1605975516140461,
            -0.9650172889232635,
            -0.9919437728822231,
            -0.7746708057820797,
            -0.9682062193751335,
            -1.0432677455246449,
            -0.9553346447646618
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_pre",
          "b": "d2_residual_post",
          "a_node": "candidate_a213e5a7932138e3ea3b",
          "b_node": "candidate_f40c302c8b5236763971",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3340772556257434,
          "sd_b_minus_a": 0.05836011649247578,
          "min_b_minus_a": 0.23870501667261124,
          "max_b_minus_a": 0.4508269322104752,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.34329217532649636,
            0.2763781500980258,
            0.29154171282425523,
            0.3155776644125581,
            0.4350736723281443,
            0.33826159685850143,
            0.3700476591475308,
            0.23870501667261124,
            0.25838699704036117,
            0.2804012503474951,
            0.3380173007026315,
            0.4508269322104752,
            0.3309917035512626,
            0.35009036492556334,
            0.38148330338299274,
            0.34616059018298984
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_pre",
          "b": "d2_plain_pre",
          "a_node": "candidate_a213e5a7932138e3ea3b",
          "b_node": "candidate_82273fcd3d701b2bf0e0",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.011081841337727383,
          "sd_b_minus_a": 0.06710013890136943,
          "min_b_minus_a": -0.07613264909014106,
          "max_b_minus_a": 0.1808105674572289,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.03772217454388738,
            0.0882902154698968,
            -0.03204542165622115,
            -0.07613264909014106,
            -0.022686909418553114,
            -0.03404475562274456,
            0.1808105674572289,
            -0.06769476691260934,
            0.004444733262062073,
            -0.007100331597030163,
            0.026088816579431295,
            0.10818454204127192,
            -0.02065693400800228,
            -0.03533137543126941,
            0.012218888383358717,
            0.015242667403072119
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_pre",
          "b": "d2_plain_post",
          "a_node": "candidate_a213e5a7932138e3ea3b",
          "b_node": "candidate_5bb6c4af2a5ff9b5ca27",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3158558208378963,
          "sd_b_minus_a": 0.06609528176504696,
          "min_b_minus_a": 0.18536054156720638,
          "max_b_minus_a": 0.4601766364648938,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.3044911460019648,
            0.35959559585899115,
            0.28757730359211564,
            0.4601766364648938,
            0.28072270611301064,
            0.2925890237092972,
            0.275498126167804,
            0.18536054156720638,
            0.32679337402805686,
            0.42296084575355053,
            0.36657312233000994,
            0.27193397330120206,
            0.27439244044944644,
            0.3124535335227847,
            0.27385386265814304,
            0.3587209018878639
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_post",
          "b": "d2_plain_pre",
          "a_node": "candidate_f40c302c8b5236763971",
          "b_node": "candidate_82273fcd3d701b2bf0e0",
          "changed_fields": {
            "model.norm_first": [
              false,
              true
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.32299541428801604,
          "sd_b_minus_a": 0.0709196511137126,
          "min_b_minus_a": -0.4577605817466974,
          "max_b_minus_a": -0.188087934628129,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.305570000782609,
            -0.188087934628129,
            -0.3235871344804764,
            -0.39171031350269914,
            -0.4577605817466974,
            -0.372306352481246,
            -0.1892370916903019,
            -0.3063997835852206,
            -0.2539422637782991,
            -0.28750158194452524,
            -0.3119284841232002,
            -0.3426423901692033,
            -0.3516486375592649,
            -0.38542174035683274,
            -0.369264414999634,
            -0.3309179227799177
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_post",
          "b": "d2_plain_post",
          "a_node": "candidate_f40c302c8b5236763971",
          "b_node": "candidate_5bb6c4af2a5ff9b5ca27",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0182214347878471,
          "sd_b_minus_a": 0.09519139503033817,
          "min_b_minus_a": -0.17889295890927315,
          "max_b_minus_a": 0.14459897205233574,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            -0.038801029324531555,
            0.08321744576096535,
            -0.003964409232139587,
            0.14459897205233574,
            -0.15435096621513367,
            -0.045672573149204254,
            -0.09454953297972679,
            -0.053344475105404854,
            0.0684063769876957,
            0.14255959540605545,
            0.028555821627378464,
            -0.17889295890927315,
            -0.05659926310181618,
            -0.037636831402778625,
            -0.1076294407248497,
            0.012560311704874039
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_plain_pre",
          "b": "d2_plain_post",
          "a_node": "candidate_82273fcd3d701b2bf0e0",
          "b_node": "candidate_5bb6c4af2a5ff9b5ca27",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.30477397950016893,
          "sd_b_minus_a": 0.09871063800338811,
          "min_b_minus_a": 0.0946875587105751,
          "max_b_minus_a": 0.5363092855550349,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.26676897145807743,
            0.27130538038909435,
            0.3196227252483368,
            0.5363092855550349,
            0.30340961553156376,
            0.32663377933204174,
            0.0946875587105751,
            0.2530553084798157,
            0.3223486407659948,
            0.4300611773505807,
            0.34048430575057864,
            0.16374943125993013,
            0.2950493744574487,
            0.3477849089540541,
            0.2616349742747843,
            0.34347823448479176
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_2376d6ec867863567e97": 46732,
            "candidate_ad3039dc2e5c6b8b2473": 46732,
            "candidate_e642aae4f07b02577827": 46732
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_2376d6ec867863567e97": 150,
            "candidate_ad3039dc2e5c6b8b2473": 150,
            "candidate_e642aae4f07b02577827": 150
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_2376d6ec867863567e97": 6,
            "candidate_ad3039dc2e5c6b8b2473": 6,
            "candidate_e642aae4f07b02577827": 6
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_2376d6ec867863567e97": 3,
            "candidate_ad3039dc2e5c6b8b2473": 3,
            "candidate_e642aae4f07b02577827": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_2376d6ec867863567e97": true,
            "candidate_ad3039dc2e5c6b8b2473": true,
            "candidate_e642aae4f07b02577827": false
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_2376d6ec867863567e97": null,
            "candidate_ad3039dc2e5c6b8b2473": null,
            "candidate_e642aae4f07b02577827": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "residual_norm_placement_s842903",
      "template_id": "residual_norm_placement",
      "admitted": false,
      "pairs": [
        {
          "a": "d6_residual_pre",
          "b": "d6_residual_post",
          "a_node": "candidate_9a90c18485205a946ae1",
          "b_node": "candidate_dea57e6541351ba0d4e6",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3307227318309742,
          "sd_b_minus_a": 0.14759149916067876,
          "min_b_minus_a": 0.07687966339290142,
          "max_b_minus_a": 0.6085906712105498,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.43295035418123007,
            0.27777660824358463,
            0.36188515881076455,
            0.19703657133504748,
            0.18578224815428257,
            0.6085906712105498,
            0.07687966339290142,
            0.29037113999947906,
            0.32532599312253296,
            0.3047017566859722,
            0.41571576066780835,
            0.5908190882764757,
            0.16964280232787132,
            0.24586291797459126,
            0.33039205920067616,
            0.4778309157118201
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d6_plain_pre",
          "a_node": "candidate_9a90c18485205a946ae1",
          "b_node": "candidate_38e568cc4cd7ed0123d8",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.8378510783823003,
          "sd_b_minus_a": 0.5188431714136079,
          "min_b_minus_a": -0.13005423336289823,
          "max_b_minus_a": 1.3705966708948836,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            -0.13005423336289823,
            0.678887253627181,
            1.3355304510332644,
            1.1617683465592563,
            0.7407953906804323,
            1.3705966708948836,
            1.043247515335679,
            1.3312096162699163,
            1.3354713034350425,
            0.2658154368400574,
            0.8888980104820803,
            0.1444807513616979,
            0.4305927623063326,
            1.277592672035098,
            1.3639228830870707,
            0.1668624235317111
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d6_plain_post",
          "a_node": "candidate_9a90c18485205a946ae1",
          "b_node": "candidate_ca6e32fc11a58f6d36e7",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.9303191084782156,
          "sd_b_minus_a": 0.4200159924490167,
          "min_b_minus_a": 0.2738368585705757,
          "max_b_minus_a": 1.378164861613186,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            1.237599796615541,
            1.0843323450535536,
            1.3491480560041964,
            0.29560435516759753,
            1.2834083903580904,
            0.7018968699267134,
            1.0567999128252268,
            1.340387241449207,
            1.3447919350583106,
            0.2738368585705757,
            0.37004111625719815,
            0.6570567018352449,
            0.42498221807181835,
            1.284228129312396,
            1.378164861613186,
            0.8028269475325942
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d2_residual_pre",
          "a_node": "candidate_9a90c18485205a946ae1",
          "b_node": "candidate_fe7d3a88a6991af446d7",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.014810197853876161,
          "sd_b_minus_a": 0.09477800650973418,
          "min_b_minus_a": -0.2689533899538219,
          "max_b_minus_a": 0.1197855268837884,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.11944779707118869,
            0.02747918525710702,
            -0.00917320791631937,
            -0.032895508455112576,
            -0.05651779007166624,
            0.06062142422888428,
            -0.2689533899538219,
            -0.0022513768635690212,
            0.0008571466896682978,
            -0.008257749956101179,
            0.1197855268837884,
            0.044998828787356615,
            -0.04388903337530792,
            0.05393679812550545,
            0.10222287269425578,
            -0.10547909466549754
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d2_residual_post",
          "a_node": "candidate_9a90c18485205a946ae1",
          "b_node": "candidate_0ec0b671b6d720c69814",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.32614752993868024,
          "sd_b_minus_a": 0.11166402483482027,
          "min_b_minus_a": 0.056435173377394676,
          "max_b_minus_a": 0.5800499556353316,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.22826480399817228,
            0.257692189887166,
            0.2842798107303679,
            0.44853592617437243,
            0.4126070160418749,
            0.5800499556353316,
            0.056435173377394676,
            0.37619069358333945,
            0.3308292378205806,
            0.31117041409015656,
            0.30282498069573194,
            0.35322964331135154,
            0.28459121473133564,
            0.32324675284326077,
            0.3864281031128485,
            0.28198456298559904
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d2_plain_pre",
          "a_node": "candidate_9a90c18485205a946ae1",
          "b_node": "candidate_53b641693beab96ad7cd",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.009549431773848482,
          "sd_b_minus_a": 0.09980239396545121,
          "min_b_minus_a": -0.27515719924122095,
          "max_b_minus_a": 0.20699197612702847,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.10134202963672578,
            -0.016032799845561385,
            0.03798313019797206,
            0.024337281938642263,
            -0.06928875192534178,
            0.04936095012817532,
            -0.27515719924122095,
            -0.003764245891943574,
            -0.00478433130774647,
            -0.02180030825547874,
            0.01736227807123214,
            0.0371586000546813,
            -0.07131166727049276,
            0.20699197612702847,
            0.0663248740893323,
            -0.028828665614128113
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_pre",
          "b": "d2_plain_post",
          "a_node": "candidate_9a90c18485205a946ae1",
          "b_node": "candidate_6cb23fbad1da49b99e05",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              true,
              false
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.32904894364946813,
          "sd_b_minus_a": 0.1173002704087772,
          "min_b_minus_a": 0.019556770101189613,
          "max_b_minus_a": 0.4948998452164233,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.24151512142270803,
            0.34999421425163746,
            0.4948998452164233,
            0.3464277978055179,
            0.21017913706600666,
            0.336654813378118,
            0.019556770101189613,
            0.4301989986561239,
            0.2982054960448295,
            0.385951641947031,
            0.3093529484467581,
            0.46089468291029334,
            0.28646580316126347,
            0.3861503731459379,
            0.45900090810027905,
            0.24933454673737288
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d6_plain_pre",
          "a_node": "candidate_dea57e6541351ba0d4e6",
          "b_node": "candidate_38e568cc4cd7ed0123d8",
          "changed_fields": {
            "model.norm_first": [
              false,
              true
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.5071283465513261,
          "sd_b_minus_a": 0.5709680540938831,
          "min_b_minus_a": -0.5630045875441283,
          "max_b_minus_a": 1.0408384762704372,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            -0.5630045875441283,
            0.4011106453835964,
            0.9736452922224998,
            0.9647317752242088,
            0.5550131425261497,
            0.7620059996843338,
            0.9663678519427776,
            1.0408384762704372,
            1.0101453103125095,
            -0.03888631984591484,
            0.4731822498142719,
            -0.44633833691477776,
            0.26094995997846127,
            1.0317297540605068,
            1.0335308238863945,
            -0.310968492180109
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d6_plain_post",
          "a_node": "candidate_dea57e6541351ba0d4e6",
          "b_node": "candidate_ca6e32fc11a58f6d36e7",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.5995963766472414,
          "sd_b_minus_a": 0.46188007259438824,
          "min_b_minus_a": -0.0456746444106102,
          "max_b_minus_a": 1.0976261422038078,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.8046494424343109,
            0.806555736809969,
            0.9872628971934319,
            0.09856778383255005,
            1.0976261422038078,
            0.09330619871616364,
            0.9799202494323254,
            1.050016101449728,
            1.0194659419357777,
            -0.0308648981153965,
            -0.0456746444106102,
            0.06623761355876923,
            0.25533941574394703,
            1.0383652113378048,
            1.04777280241251,
            0.3249960318207741
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d2_residual_pre",
          "a_node": "candidate_dea57e6541351ba0d4e6",
          "b_node": "candidate_fe7d3a88a6991af446d7",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.3455329296848504,
          "sd_b_minus_a": 0.1355794760599117,
          "min_b_minus_a": -0.5833100103773177,
          "max_b_minus_a": -0.1919261198490858,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.5523981512524188,
            -0.2502974229864776,
            -0.3710583667270839,
            -0.22993207979016006,
            -0.2423000382259488,
            -0.5479692469816655,
            -0.3458330533467233,
            -0.2926225168630481,
            -0.32446884643286467,
            -0.3129595066420734,
            -0.29593023378401995,
            -0.545820259489119,
            -0.21353183570317924,
            -0.1919261198490858,
            -0.22816918650642037,
            -0.5833100103773177
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d2_residual_post",
          "a_node": "candidate_dea57e6541351ba0d4e6",
          "b_node": "candidate_0ec0b671b6d720c69814",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00457520189229399,
          "sd_b_minus_a": 0.14171534951281492,
          "min_b_minus_a": -0.23758944496512413,
          "max_b_minus_a": 0.25149935483932495,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.20468555018305779,
            -0.02008441835641861,
            -0.07760534808039665,
            0.25149935483932495,
            0.22682476788759232,
            -0.0285407155752182,
            -0.020444490015506744,
            0.0858195535838604,
            0.005503244698047638,
            0.006468657404184341,
            -0.11289077997207642,
            -0.23758944496512413,
            0.11494841240346432,
            0.07738383486866951,
            0.05603604391217232,
            -0.19584635272622108
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d2_plain_pre",
          "a_node": "candidate_dea57e6541351ba0d4e6",
          "b_node": "candidate_53b641693beab96ad7cd",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              false,
              true
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.3402721636048227,
          "sd_b_minus_a": 0.14353153225436605,
          "min_b_minus_a": -0.5592297210823745,
          "max_b_minus_a": -0.03887094184756279,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.5342923838179559,
            -0.293809408089146,
            -0.3239020286127925,
            -0.17269928939640522,
            -0.25507100007962435,
            -0.5592297210823745,
            -0.35203686263412237,
            -0.29413538589142263,
            -0.33011032443027943,
            -0.32650206494145095,
            -0.3983534825965762,
            -0.5536604882217944,
            -0.24095446959836408,
            -0.03887094184756279,
            -0.26406718511134386,
            -0.5066595813259482
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_residual_post",
          "b": "d2_plain_post",
          "a_node": "candidate_dea57e6541351ba0d4e6",
          "b_node": "candidate_6cb23fbad1da49b99e05",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0016737881815060973,
          "sd_b_minus_a": 0.14533184756553894,
          "min_b_minus_a": -0.2719358578324318,
          "max_b_minus_a": 0.14939122647047043,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.19143523275852203,
            0.07221760600805283,
            0.13301468640565872,
            0.14939122647047043,
            0.02439688891172409,
            -0.2719358578324318,
            -0.05732289329171181,
            0.13982785865664482,
            -0.027120497077703476,
            0.08124988526105881,
            -0.10636281222105026,
            -0.12992440536618233,
            0.11682300083339214,
            0.14028745517134666,
            0.1286088488996029,
            -0.22849636897444725
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d6_plain_post",
          "a_node": "candidate_38e568cc4cd7ed0123d8",
          "b_node": "candidate_ca6e32fc11a58f6d36e7",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.09246803009591531,
          "sd_b_minus_a": 0.5371012682548272,
          "min_b_minus_a": -0.8661639913916588,
          "max_b_minus_a": 1.3676540299784392,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            1.3676540299784392,
            0.40544509142637253,
            0.013617604970932007,
            -0.8661639913916588,
            0.5426129996776581,
            -0.6686998009681702,
            0.01355239748954773,
            0.009177625179290771,
            0.009320631623268127,
            0.008021421730518341,
            -0.5188568942248821,
            0.512575950473547,
            -0.0056105442345142365,
            0.006635457277297974,
            0.014241978526115417,
            0.6359645240008831
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d2_residual_pre",
          "a_node": "candidate_38e568cc4cd7ed0123d8",
          "b_node": "candidate_fe7d3a88a6991af446d7",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.8526612762361765,
          "sd_b_minus_a": 0.4983568132401155,
          "min_b_minus_a": -1.3447036589495838,
          "max_b_minus_a": 0.010606436291709542,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            0.010606436291709542,
            -0.651408068370074,
            -1.3447036589495838,
            -1.194663855014369,
            -0.7973131807520986,
            -1.3099752466659993,
            -1.312200905289501,
            -1.3334609931334853,
            -1.3346141567453742,
            -0.27407318679615855,
            -0.7691124835982919,
            -0.0994819225743413,
            -0.4744817956816405,
            -1.2236558739095926,
            -1.2617000103928149,
            -0.27234151819720864
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d2_residual_post",
          "a_node": "candidate_38e568cc4cd7ed0123d8",
          "b_node": "candidate_0ec0b671b6d720c69814",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              true,
              false
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5117035484436201,
          "sd_b_minus_a": 0.49315119460921725,
          "min_b_minus_a": -1.0512506403028965,
          "max_b_minus_a": 0.3583190373610705,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            0.3583190373610705,
            -0.42119506374001503,
            -1.0512506403028965,
            -0.7132324203848839,
            -0.32818837463855743,
            -0.790546715259552,
            -0.9868123419582844,
            -0.9550189226865768,
            -1.004642065614462,
            0.04535497725009918,
            -0.5860730297863483,
            0.20874889194965363,
            -0.14600154757499695,
            -0.9543459191918373,
            -0.9774947799742222,
            0.11512213945388794
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d2_plain_pre",
          "a_node": "candidate_38e568cc4cd7ed0123d8",
          "b_node": "candidate_53b641693beab96ad7cd",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.8474005101561488,
          "sd_b_minus_a": 0.49424765508001367,
          "min_b_minus_a": -1.340255634742789,
          "max_b_minus_a": 0.028712203726172447,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            0.028712203726172447,
            -0.6949200534727424,
            -1.2975473208352923,
            -1.137431064620614,
            -0.8100841426057741,
            -1.3212357207667083,
            -1.3184047145769,
            -1.3349738621618599,
            -1.340255634742789,
            -0.2876157450955361,
            -0.8715357324108481,
            -0.10732215130701661,
            -0.5019044295768254,
            -1.0706006959080696,
            -1.2975980089977384,
            -0.19569108914583921
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_pre",
          "b": "d2_plain_post",
          "a_node": "candidate_38e568cc4cd7ed0123d8",
          "b_node": "candidate_6cb23fbad1da49b99e05",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5088021347328322,
          "sd_b_minus_a": 0.5068480111728602,
          "min_b_minus_a": -1.037265807390213,
          "max_b_minus_a": 0.37156935478560627,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            0.37156935478560627,
            -0.3288930393755436,
            -0.8406306058168411,
            -0.8153405487537384,
            -0.5306162536144257,
            -1.0339418575167656,
            -1.0236907452344894,
            -0.9010106176137924,
            -1.037265807390213,
            0.12013620510697365,
            -0.5795450620353222,
            0.31641393154859543,
            -0.14412695914506912,
            -0.8914422988891602,
            -0.9049219749867916,
            0.08247212320566177
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_post",
          "b": "d2_residual_pre",
          "a_node": "candidate_ca6e32fc11a58f6d36e7",
          "b_node": "candidate_fe7d3a88a6991af446d7",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              false,
              true
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.9451293063320918,
          "sd_b_minus_a": 0.4393614580816389,
          "min_b_minus_a": -1.3583212639205158,
          "max_b_minus_a": -0.25025558937340975,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3570475936867297,
            -1.0568531597964466,
            -1.3583212639205158,
            -0.3284998636227101,
            -1.3399261804297566,
            -0.6412754456978291,
            -1.3257533027790487,
            -1.342638618312776,
            -1.3439347883686423,
            -0.2820946085266769,
            -0.25025558937340975,
            -0.6120578730478883,
            -0.46887125144712627,
            -1.2302913311868906,
            -1.2759419889189303,
            -0.9083060421980917
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_post",
          "b": "d2_residual_post",
          "a_node": "candidate_ca6e32fc11a58f6d36e7",
          "b_node": "candidate_0ec0b671b6d720c69814",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6041715785395354,
          "sd_b_minus_a": 0.4506997182211161,
          "min_b_minus_a": -1.0648682452738285,
          "max_b_minus_a": 0.1529315710067749,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -1.0093349926173687,
            -0.8266401551663876,
            -1.0648682452738285,
            0.1529315710067749,
            -0.8708013743162155,
            -0.12184691429138184,
            -1.000364739447832,
            -0.9641965478658676,
            -1.01396269723773,
            0.03733355551958084,
            -0.06721613556146622,
            -0.30382705852389336,
            -0.1403910033404827,
            -0.9609813764691353,
            -0.9917367585003376,
            -0.5208423845469952
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_post",
          "b": "d2_plain_pre",
          "a_node": "candidate_ca6e32fc11a58f6d36e7",
          "b_node": "candidate_53b641693beab96ad7cd",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.norm_first": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.9398685402520641,
          "sd_b_minus_a": 0.42707077134132126,
          "min_b_minus_a": -1.3526971422834322,
          "max_b_minus_a": -0.27126707322895527,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3389418262522668,
            -1.100365144899115,
            -1.3111649258062243,
            -0.27126707322895527,
            -1.3526971422834322,
            -0.6525359197985381,
            -1.3319571120664477,
            -1.3441514873411506,
            -1.349576266366057,
            -0.29563716682605445,
            -0.352678838185966,
            -0.6198981017805636,
            -0.4962938853423111,
            -1.0772361531853676,
            -1.3118399875238538,
            -0.8316556131467223
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d6_plain_post",
          "b": "d2_plain_post",
          "a_node": "candidate_ca6e32fc11a58f6d36e7",
          "b_node": "candidate_6cb23fbad1da49b99e05",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6012701648287475,
          "sd_b_minus_a": 0.43173357061536655,
          "min_b_minus_a": -1.0732292532920837,
          "max_b_minus_a": 0.11211478337645531,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.996084675192833,
            -0.7343381308019161,
            -0.8542482107877731,
            0.05082344263792038,
            -1.0732292532920837,
            -0.36524205654859543,
            -1.0372431427240372,
            -0.9101882427930832,
            -1.0465864390134811,
            0.11211478337645531,
            -0.060688167810440063,
            -0.19616201892495155,
            -0.13851641491055489,
            -0.8980777561664581,
            -0.919163953512907,
            -0.5534924007952213
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_pre",
          "b": "d2_residual_post",
          "a_node": "candidate_fe7d3a88a6991af446d7",
          "b_node": "candidate_0ec0b671b6d720c69814",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3409577277925564,
          "sd_b_minus_a": 0.08999698552440323,
          "min_b_minus_a": 0.18303945381194353,
          "max_b_minus_a": 0.5194285314064473,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.34771260106936097,
            0.230213004630059,
            0.29345301864668727,
            0.481431434629485,
            0.4691248061135411,
            0.5194285314064473,
            0.3253885633312166,
            0.3784420704469085,
            0.3299720911309123,
            0.31942816404625773,
            0.18303945381194353,
            0.3082308145239949,
            0.32848024810664356,
            0.2693099547177553,
            0.2842052304185927,
            0.3874636576510966
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_pre",
          "b": "d2_plain_pre",
          "a_node": "candidate_fe7d3a88a6991af446d7",
          "b_node": "candidate_53b641693beab96ad7cd",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.005260766080027679,
          "sd_b_minus_a": 0.057571605603349646,
          "min_b_minus_a": -0.10242324881255627,
          "max_b_minus_a": 0.15305517800152302,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            0.018105767434462905,
            -0.043511985102668405,
            0.04715633811429143,
            0.05723279039375484,
            -0.012770961853675544,
            -0.011260474100708961,
            -0.006203809287399054,
            -0.0015128690283745527,
            -0.005641477997414768,
            -0.01354255829937756,
            -0.10242324881255627,
            -0.007840228732675314,
            -0.027422633895184845,
            0.15305517800152302,
            -0.03589799860492349,
            0.07665042905136943
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_pre",
          "b": "d2_plain_post",
          "a_node": "candidate_fe7d3a88a6991af446d7",
          "b_node": "candidate_6cb23fbad1da49b99e05",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3438591415033443,
          "sd_b_minus_a": 0.07458287558396982,
          "min_b_minus_a": 0.18956742156296968,
          "max_b_minus_a": 0.5040730531327426,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.3609629184938967,
            0.32251502899453044,
            0.5040730531327426,
            0.3793233062606305,
            0.2666969271376729,
            0.2760333891492337,
            0.2885101600550115,
            0.4324503755196929,
            0.2973483493551612,
            0.3942093919031322,
            0.18956742156296968,
            0.4158958541229367,
            0.3303548365365714,
            0.33221357502043247,
            0.35677803540602326,
            0.3548136414028704
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_post",
          "b": "d2_plain_pre",
          "a_node": "candidate_0ec0b671b6d720c69814",
          "b_node": "candidate_53b641693beab96ad7cd",
          "changed_fields": {
            "model.norm_first": [
              false,
              true
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.3356969617125287,
          "sd_b_minus_a": 0.09431005271147977,
          "min_b_minus_a": -0.5306890055071563,
          "max_b_minus_a": -0.1162547767162323,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.32960683363489807,
            -0.2737249897327274,
            -0.24629668053239584,
            -0.42419864423573017,
            -0.48189576796721667,
            -0.5306890055071563,
            -0.3315923726186156,
            -0.379954939475283,
            -0.33561356912832707,
            -0.3329707223456353,
            -0.2854627026244998,
            -0.31607104325667024,
            -0.3559028820018284,
            -0.1162547767162323,
            -0.3201032290235162,
            -0.31081322859972715
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_residual_post",
          "b": "d2_plain_post",
          "a_node": "candidate_0ec0b671b6d720c69814",
          "b_node": "candidate_6cb23fbad1da49b99e05",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0029014137107878923,
          "sd_b_minus_a": 0.11443388137466279,
          "min_b_minus_a": -0.2433951422572136,
          "max_b_minus_a": 0.21062003448605537,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.013250317424535751,
            0.09230202436447144,
            0.21062003448605537,
            -0.10210812836885452,
            -0.20242787897586823,
            -0.2433951422572136,
            -0.03687840327620506,
            0.054008305072784424,
            -0.032623741775751114,
            0.07478122785687447,
            0.0065279677510261536,
            0.1076650395989418,
            0.001874588429927826,
            0.06290362030267715,
            0.07257280498743057,
            -0.032650016248226166
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "d2_plain_pre",
          "b": "d2_plain_post",
          "a_node": "candidate_53b641693beab96ad7cd",
          "b_node": "candidate_6cb23fbad1da49b99e05",
          "changed_fields": {
            "model.norm_first": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3385983754233166,
          "sd_b_minus_a": 0.07304232222771681,
          "min_b_minus_a": 0.17915839701890945,
          "max_b_minus_a": 0.4569167150184512,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.3428571510594338,
            0.36602701409719884,
            0.4569167150184512,
            0.32209051586687565,
            0.27946788899134845,
            0.28729386324994266,
            0.29471396934241056,
            0.43396324454806745,
            0.30298982735257596,
            0.40775195020250976,
            0.29199067037552595,
            0.42373608285561204,
            0.35777747043175623,
            0.17915839701890945,
            0.39267603401094675,
            0.278163212351501
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_9a90c18485205a946ae1": 46732,
            "candidate_dea57e6541351ba0d4e6": 46732,
            "candidate_38e568cc4cd7ed0123d8": 46732
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_9a90c18485205a946ae1": 150,
            "candidate_dea57e6541351ba0d4e6": 150,
            "candidate_38e568cc4cd7ed0123d8": 150
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_9a90c18485205a946ae1": 6,
            "candidate_dea57e6541351ba0d4e6": 6,
            "candidate_38e568cc4cd7ed0123d8": 6
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_9a90c18485205a946ae1": 3,
            "candidate_dea57e6541351ba0d4e6": 3,
            "candidate_38e568cc4cd7ed0123d8": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_9a90c18485205a946ae1": true,
            "candidate_dea57e6541351ba0d4e6": true,
            "candidate_38e568cc4cd7ed0123d8": false
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_9a90c18485205a946ae1": null,
            "candidate_dea57e6541351ba0d4e6": null,
            "candidate_38e568cc4cd7ed0123d8": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    }
  ],
  "heuristic_summary": {
    "more_parameters": {
      "admitted": 9,
      "ordered": 9,
      "tie": 0,
      "not_applicable": 0,
      "correct": 3,
      "comparable_pairs": 27,
      "correct_pairs": 15,
      "accuracy_when_ordered": 0.3333333333333333,
      "accuracy_on_comparable_pairs": 0.5555555555555556
    },
    "more_training_steps": {
      "admitted": 9,
      "ordered": 0,
      "tie": 9,
      "not_applicable": 0,
      "correct": 0,
      "comparable_pairs": 0,
      "correct_pairs": 0,
      "accuracy_when_ordered": null,
      "accuracy_on_comparable_pairs": null
    },
    "deeper_model": {
      "admitted": 9,
      "ordered": 0,
      "tie": 9,
      "not_applicable": 0,
      "correct": 0,
      "comparable_pairs": 0,
      "correct_pairs": 0,
      "accuracy_when_ordered": null,
      "accuracy_on_comparable_pairs": null
    },
    "larger_kernel": {
      "admitted": 9,
      "ordered": 0,
      "tie": 0,
      "not_applicable": 9,
      "correct": 0,
      "comparable_pairs": 0,
      "correct_pairs": 0,
      "accuracy_when_ordered": null,
      "accuracy_on_comparable_pairs": null
    },
    "residual": {
      "admitted": 9,
      "ordered": 0,
      "tie": 9,
      "not_applicable": 0,
      "correct": 0,
      "comparable_pairs": 0,
      "correct_pairs": 0,
      "accuracy_when_ordered": null,
      "accuracy_on_comparable_pairs": null
    },
    "smaller_patches": {
      "admitted": 9,
      "ordered": 3,
      "tie": 0,
      "not_applicable": 6,
      "correct": 0,
      "comparable_pairs": 9,
      "correct_pairs": 0,
      "accuracy_when_ordered": 0.0,
      "accuracy_on_comparable_pairs": 0.0
    }
  },
  "interpretation": "Paired differences describe local interventions on fixed data. Bundled recipe differences do not isolate one cause. Tied heuristics do not produce a full ranking and are not counted as errors."
}