{
  "schema_version": "vision_control_audit_v1",
  "design_sha256": "2644f93c52f1742a5858ed88865e1e6bcc86831d37d17aceeaedb72ab8eaa879",
  "metric": "final_test_cross_entropy",
  "seeds": [
    200,
    201,
    202,
    203,
    204,
    205,
    206,
    207,
    208,
    209,
    210,
    211,
    212,
    213,
    214,
    215
  ],
  "candidates": [
    {
      "node_id": "candidate_aedc559262a997543320",
      "status": "complete",
      "summary_sha256": "1a9cc7d26adcf7bf638bb2ac7fa2d388ceb55c67d2c97c9b3681080e43048cdc",
      "mean_initial_validation_metric": 1.4059328837320209,
      "mean_final_validation_metric": 0.03211703368651797,
      "mean_final_test_metric": 0.026492608791159,
      "mean_final_training_metric": 0.029076008853735402,
      "mean_ood_metric": 0.025849280995316803,
      "mean_clipped_step_fraction": 0.6097916666666667,
      "mean_last20_minibatch_loss": 0.029356192854902475,
      "mean_preclip_gradient_norm": 1.4015137935134891,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_e2e98633894e1a273735",
      "status": "complete",
      "summary_sha256": "533318296d8465e8c0a8eb8b7461ec033a825b8efe1e6dcc56a2aa9d45164a3a",
      "mean_initial_validation_metric": 1.4090128224343061,
      "mean_final_validation_metric": 0.0440025587161017,
      "mean_final_test_metric": 0.033009573837716744,
      "mean_final_training_metric": 0.043938643159663116,
      "mean_ood_metric": 0.032715115521568805,
      "mean_clipped_step_fraction": 0.8302083333333333,
      "mean_last20_minibatch_loss": 0.06681372470666247,
      "mean_preclip_gradient_norm": 12.920944591917117,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_bb23efca29cbc84e0f54",
      "status": "complete",
      "summary_sha256": "d240ebe68a515f1af464ad7e3e62cffd7e9a943f2cce09fc271b5ee1cbcfe406",
      "mean_initial_validation_metric": 1.4076862446963787,
      "mean_final_validation_metric": 0.01066932897992956,
      "mean_final_test_metric": 0.005646996614132149,
      "mean_final_training_metric": 0.0075892767350751456,
      "mean_ood_metric": 0.02836772910086438,
      "mean_clipped_step_fraction": 0.4764583333333333,
      "mean_last20_minibatch_loss": 0.00608297813067793,
      "mean_preclip_gradient_norm": 1.2620383960437902,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_96057a489f621815967a",
      "status": "complete",
      "summary_sha256": "bbe23a9f64204a71046be33b53be34de35506060b08da7e4d5e92304f35d7147",
      "mean_initial_validation_metric": 1.4216716811060905,
      "mean_final_validation_metric": 0.04797394475522765,
      "mean_final_test_metric": 0.0439515082303501,
      "mean_final_training_metric": 0.05045937228079822,
      "mean_ood_metric": 0.07137827459928303,
      "mean_clipped_step_fraction": 0.73875,
      "mean_last20_minibatch_loss": 0.033260750196533094,
      "mean_preclip_gradient_norm": 7.610690489735274,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_3cbaed19cf1f1bd78892",
      "status": "complete",
      "summary_sha256": "c8f61d9795eb2608c250acaf57da73dcae66f2e170e7b08dc1b6902552b0fe6c",
      "mean_initial_validation_metric": 1.407614903524518,
      "mean_final_validation_metric": 1.3873096369206905,
      "mean_final_test_metric": 1.3874168954789639,
      "mean_final_training_metric": 1.387246625032276,
      "mean_ood_metric": 1.3875996805727482,
      "mean_clipped_step_fraction": 0.0018750000000000001,
      "mean_last20_minibatch_loss": 1.3870018068701029,
      "mean_preclip_gradient_norm": 0.3820876760111423,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_fe248f3711cecdf66c13",
      "status": "complete",
      "summary_sha256": "f0a4b5bd526add65d2cf7dd6a5c679320853f5398244b24f0b295f526ec11342",
      "mean_initial_validation_metric": 1.4064985550940037,
      "mean_final_validation_metric": 0.33508854580577463,
      "mean_final_test_metric": 0.33372093125944957,
      "mean_final_training_metric": 0.32638712151674554,
      "mean_ood_metric": 0.3278271136805415,
      "mean_clipped_step_fraction": 0.5939583333333334,
      "mean_last20_minibatch_loss": 0.3515245768474415,
      "mean_preclip_gradient_norm": 5.476909560320588,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_675b0f0945a65c7728d6",
      "status": "complete",
      "summary_sha256": "d2163909fb0f3fa4c767735718aaf40e0c4cd2ef6614a60bd3d5697e06a03ae6",
      "mean_initial_validation_metric": 1.4217101577669382,
      "mean_final_validation_metric": 0.033832274239102844,
      "mean_final_test_metric": 0.025694066469441168,
      "mean_final_training_metric": 0.03477928249594697,
      "mean_ood_metric": 0.026319593907828676,
      "mean_clipped_step_fraction": 0.8079166666666666,
      "mean_last20_minibatch_loss": 0.03917662953999752,
      "mean_preclip_gradient_norm": 6.114840056065974,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_4e616725a8ecc13c433b",
      "status": "complete",
      "summary_sha256": "db4ca248af34b6a2c7034c7a51474dc10c7b07c23f48122e23fdd332dcd74dd4",
      "mean_initial_validation_metric": 1.4066623793914914,
      "mean_final_validation_metric": 0.11135587086027954,
      "mean_final_test_metric": 0.11184107999724802,
      "mean_final_training_metric": 0.11016854794434039,
      "mean_ood_metric": 0.12854507903102785,
      "mean_clipped_step_fraction": 0.9127083333333333,
      "mean_last20_minibatch_loss": 0.11572363175218925,
      "mean_preclip_gradient_norm": 11.353938912022858,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_cb13dd586f5542e7de21",
      "status": "complete",
      "summary_sha256": "e5e8ed891656cc92279e781d58068bb23d1d88572623158803bd666e131049d6",
      "mean_initial_validation_metric": 1.4439373770728707,
      "mean_final_validation_metric": 0.8455642247572541,
      "mean_final_test_metric": 0.8943072156980634,
      "mean_final_training_metric": 0.7365250755101442,
      "mean_ood_metric": 0.8809799272567034,
      "mean_clipped_step_fraction": 0.8433333333333334,
      "mean_last20_minibatch_loss": 0.7636566816829145,
      "mean_preclip_gradient_norm": 3.8297169818604986,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_5cf50db65aa67995a4f9",
      "status": "complete",
      "summary_sha256": "a7d58983087e8b04adce15c3ac0188a8817a8fad6def3a9006371b091bc0eb18",
      "mean_initial_validation_metric": 1.4423603173345327,
      "mean_final_validation_metric": 0.10910130776755977,
      "mean_final_test_metric": 0.14512413018383086,
      "mean_final_training_metric": 0.03782917065609581,
      "mean_ood_metric": 0.13202794350218028,
      "mean_clipped_step_fraction": 0.873125,
      "mean_last20_minibatch_loss": 0.052925523841622635,
      "mean_preclip_gradient_norm": 3.9602047460813385,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_f40fb6fc801f6d2a3c95",
      "status": "complete",
      "summary_sha256": "92d5148623bf27e76b968b1f5c8f6dc25e6a6b3645d7a1db7f147d481f035d9b",
      "mean_initial_validation_metric": 1.4438203070312738,
      "mean_final_validation_metric": 0.11744093967718072,
      "mean_final_test_metric": 0.15742404726188397,
      "mean_final_training_metric": 0.04199773905293114,
      "mean_ood_metric": 0.17953933836543,
      "mean_clipped_step_fraction": 0.90625,
      "mean_last20_minibatch_loss": 0.05743791610366315,
      "mean_preclip_gradient_norm": 4.813582893786176,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_e7f426dc4d829a438fe9",
      "status": "complete",
      "summary_sha256": "5a857bb0f9a0b887b8e9693c88ff4e06f3cdba97d123005246b5d0804a7caedd",
      "mean_initial_validation_metric": 1.4335414879024029,
      "mean_final_validation_metric": 0.12085929037129972,
      "mean_final_test_metric": 0.15209199337550672,
      "mean_final_training_metric": 0.05023647058351344,
      "mean_ood_metric": 0.14708757493644953,
      "mean_clipped_step_fraction": 0.8397916666666667,
      "mean_last20_minibatch_loss": 0.06084387747869186,
      "mean_preclip_gradient_norm": 3.508838651981205,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_159ce277330e0990eb83",
      "status": "complete",
      "summary_sha256": "026120fc237ecbbd8c3e64886f7b89e402ed600f588dcea4fc79f111294df26e",
      "mean_initial_validation_metric": 1.4430083511397243,
      "mean_final_validation_metric": 0.7793808486312628,
      "mean_final_test_metric": 0.7948408741503954,
      "mean_final_training_metric": 0.6236103305127472,
      "mean_ood_metric": 0.7590044494718313,
      "mean_clipped_step_fraction": 0.9020833333333333,
      "mean_last20_minibatch_loss": 0.6277927687391639,
      "mean_preclip_gradient_norm": 4.68977214358747,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_970c26429b51319c117b",
      "status": "complete",
      "summary_sha256": "962d31258d3dc90e2a3a9f33190d4ed63bf54785015e29bf237a5d8a29e08a20",
      "mean_initial_validation_metric": 1.4360198257490993,
      "mean_final_validation_metric": 0.6942127856891602,
      "mean_final_test_metric": 0.672160079004243,
      "mean_final_training_metric": 0.46741373819531873,
      "mean_ood_metric": 0.6416058782488108,
      "mean_clipped_step_fraction": 0.9677083333333334,
      "mean_last20_minibatch_loss": 0.4913506405428052,
      "mean_preclip_gradient_norm": 5.648648013966158,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_9fe585c7b9d737d48244",
      "status": "complete",
      "summary_sha256": "2a0c4355264b8539a7deb97271ee9f2d545848eaf29f36f2007c0899f7f2bd5e",
      "mean_initial_validation_metric": 1.3904123660176992,
      "mean_final_validation_metric": 0.02204141211859678,
      "mean_final_test_metric": 0.019486573582980782,
      "mean_final_training_metric": 0.000578926272339686,
      "mean_ood_metric": 0.13489487138576806,
      "mean_clipped_step_fraction": 0.02354166666666667,
      "mean_last20_minibatch_loss": 0.0007113450253882547,
      "mean_preclip_gradient_norm": 0.22706381102854417,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_5e02b72d5e785e09d855",
      "status": "complete",
      "summary_sha256": "53a96f5c711d57a92e7846c0314f9880607f8c17277e27369715965a47ee5740",
      "mean_initial_validation_metric": 1.3880784343928099,
      "mean_final_validation_metric": 0.04656726486155094,
      "mean_final_test_metric": 0.03310345680483806,
      "mean_final_training_metric": 0.04618128465267546,
      "mean_ood_metric": 0.030383767902094405,
      "mean_clipped_step_fraction": 0.743125,
      "mean_last20_minibatch_loss": 0.03519666404135933,
      "mean_preclip_gradient_norm": 6.819941889790256,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_d970952e0279a86f3e85",
      "status": "complete",
      "summary_sha256": "8cb17cef7db4d92ecf8a00bf6df9fe1f6f6bf42bbf3093a6b6a526a97a9bb726",
      "mean_initial_validation_metric": 1.4240186363458633,
      "mean_final_validation_metric": 0.03371791208519426,
      "mean_final_test_metric": 0.028037860249696678,
      "mean_final_training_metric": 0.036394578927911425,
      "mean_ood_metric": 0.027721427177311853,
      "mean_clipped_step_fraction": 0.823125,
      "mean_last20_minibatch_loss": 0.03779654446929044,
      "mean_preclip_gradient_norm": 14.893362366542206,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_ba0e44517b74430fa307",
      "status": "complete",
      "summary_sha256": "cad4c2699355ac4cdfc0158dd41ca110c6901a93a064f61efb4e8b39deb9a048",
      "mean_initial_validation_metric": 1.3882486429065466,
      "mean_final_validation_metric": 0.7144956486913543,
      "mean_final_test_metric": 0.701574613454568,
      "mean_final_training_metric": 0.7209866623507537,
      "mean_ood_metric": 0.7055509673955385,
      "mean_clipped_step_fraction": 0.40604166666666663,
      "mean_last20_minibatch_loss": 0.687762872693861,
      "mean_preclip_gradient_norm": 9.22817324915959,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_d315cbf6c5d694184220",
      "status": "complete",
      "summary_sha256": "44d4f437f97ea372d49668c317ef87e6842fe567479039c0117005234ad49e53",
      "mean_initial_validation_metric": 1.4480038033798337,
      "mean_final_validation_metric": 0.17224504028854426,
      "mean_final_test_metric": 0.19983019318897277,
      "mean_final_training_metric": 0.11327707305463264,
      "mean_ood_metric": 0.16439230687683448,
      "mean_clipped_step_fraction": 0.9456249999999999,
      "mean_last20_minibatch_loss": 0.10804121293622301,
      "mean_preclip_gradient_norm": 6.770634869523346,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_d0e587aed7b3c0b52997",
      "status": "complete",
      "summary_sha256": "1e6ac85c7f93b7fcbcd3709797e250d478d915299fa73988768a373570726f61",
      "mean_initial_validation_metric": 1.4486987572163343,
      "mean_final_validation_metric": 0.08481222309274017,
      "mean_final_test_metric": 0.11469452569872374,
      "mean_final_training_metric": 0.018734720844349795,
      "mean_ood_metric": 0.12851309368852526,
      "mean_clipped_step_fraction": 0.8041666666666667,
      "mean_last20_minibatch_loss": 0.030935542171209817,
      "mean_preclip_gradient_norm": 3.136594998401124,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_f1ea60b4a966c158b63c",
      "status": "complete",
      "summary_sha256": "9dd430fea2fdeba62f88c5aca2868bf2b0aa3a15c483bdda06d7377e0bfa243a",
      "mean_initial_validation_metric": 1.443458423949778,
      "mean_final_validation_metric": 0.20847100407991093,
      "mean_final_test_metric": 0.2337795233761426,
      "mean_final_training_metric": 0.1277847160163219,
      "mean_ood_metric": 0.23732866335194558,
      "mean_clipped_step_fraction": 0.9410416666666667,
      "mean_last20_minibatch_loss": 0.14092600091244095,
      "mean_preclip_gradient_norm": 5.685484078436469,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_8630080f46d5bcc4c4fa",
      "status": "complete",
      "summary_sha256": "f65b4c6a6619b3d2a13b4faa8bb8d2cdff433f347d0bdc4524ae7508b2ba8756",
      "mean_initial_validation_metric": 1.4426567191258073,
      "mean_final_validation_metric": 0.1162842388584977,
      "mean_final_test_metric": 0.1596241128463589,
      "mean_final_training_metric": 0.044686009303859464,
      "mean_ood_metric": 0.15883377668797038,
      "mean_clipped_step_fraction": 0.85,
      "mean_last20_minibatch_loss": 0.0403785158865503,
      "mean_preclip_gradient_norm": 3.7196350656317856,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_699c6c5c2d2eb10b3040",
      "status": "complete",
      "summary_sha256": "5f6684d30d2f765298ff96c76aa90a5e54b48af57646d8c6f3043ebd2a3195cc",
      "mean_initial_validation_metric": 1.449515338987112,
      "mean_final_validation_metric": 0.10900731199217262,
      "mean_final_test_metric": 0.1371430326544214,
      "mean_final_training_metric": 0.037305246496998734,
      "mean_ood_metric": 0.14019507094053552,
      "mean_clipped_step_fraction": 0.831875,
      "mean_last20_minibatch_loss": 0.03962086204155639,
      "mean_preclip_gradient_norm": 3.3231670390465298,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_cdfd16b183904fe63c5a",
      "status": "complete",
      "summary_sha256": "0df7f7922f037fa1cb66ab1c6f337e4cfeadf2adc9b7f8bbe5fdafaa7efd102a",
      "mean_initial_validation_metric": 1.4477643119171262,
      "mean_final_validation_metric": 0.11982918690227962,
      "mean_final_test_metric": 0.1463289561943384,
      "mean_final_training_metric": 0.05427372168878719,
      "mean_ood_metric": 0.13364480197196826,
      "mean_clipped_step_fraction": 0.8704166666666666,
      "mean_last20_minibatch_loss": 0.04672050937861059,
      "mean_preclip_gradient_norm": 4.221834685276263,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_cc8a9186f70e19a657b1",
      "status": "complete",
      "summary_sha256": "40d97a0b2a4c4656c76eef531da6848550ebc943d844c18a2018c06d2180e4cb",
      "mean_initial_validation_metric": 1.4217101577669382,
      "mean_final_validation_metric": 0.051251757276759236,
      "mean_final_test_metric": 0.036481002797359,
      "mean_final_training_metric": 0.03713752202594378,
      "mean_ood_metric": 0.032036189663813275,
      "mean_clipped_step_fraction": 0.6327083333333333,
      "mean_last20_minibatch_loss": 0.03219986545903577,
      "mean_preclip_gradient_norm": 5.195473389304432,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_f59241db8842e4e80120",
      "status": "complete",
      "summary_sha256": "f1a412d6f87b267f9a156c8e4faf541ee7df1d2c6237563e2a6391ff7cf32239",
      "mean_initial_validation_metric": 1.4217101577669382,
      "mean_final_validation_metric": 0.07731585414148867,
      "mean_final_test_metric": 0.06850062747253105,
      "mean_final_training_metric": 0.07400799740571529,
      "mean_ood_metric": 0.07402864808682352,
      "mean_clipped_step_fraction": 0.8070833333333334,
      "mean_last20_minibatch_loss": 0.07611685492447577,
      "mean_preclip_gradient_norm": 6.1900649036311854,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_1d3aa2831c81134e77af",
      "status": "complete",
      "summary_sha256": "2462415a65c8732e54201a503ff1ef3c19a9168e208ec6d5025de31b964c2d61",
      "mean_initial_validation_metric": 1.4217101577669382,
      "mean_final_validation_metric": 0.1304838217329234,
      "mean_final_test_metric": 0.11930622073123232,
      "mean_final_training_metric": 0.1275662324478617,
      "mean_ood_metric": 0.10914915206376463,
      "mean_clipped_step_fraction": 0.798125,
      "mean_last20_minibatch_loss": 0.1604295644676313,
      "mean_preclip_gradient_norm": 5.317472293693572,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_d8494e4bbb475abc8d6c",
      "status": "complete",
      "summary_sha256": "c931cae47387dbda360b38c7ae35af79fde0494946927ceee5efd9c00edb9f8e",
      "mean_initial_validation_metric": 1.4152432242408395,
      "mean_final_validation_metric": 0.015978522536002515,
      "mean_final_test_metric": 0.010330301820999921,
      "mean_final_training_metric": 0.014853124657896899,
      "mean_ood_metric": 0.04345376347646379,
      "mean_clipped_step_fraction": 0.5921875,
      "mean_last20_minibatch_loss": 0.017401474793274474,
      "mean_preclip_gradient_norm": 3.366053427942425,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_5ce646d0e89d3b097492",
      "status": "complete",
      "summary_sha256": "1c5c51a1dfe709ab6ef1a9215fdeaa14fc988acc7fe3358374feb9ecb9d8ae6d",
      "mean_initial_validation_metric": 1.4217101577669382,
      "mean_final_validation_metric": 0.022473870542796703,
      "mean_final_test_metric": 0.012645119166787566,
      "mean_final_training_metric": 0.008702084328220394,
      "mean_ood_metric": 0.019761775748065702,
      "mean_clipped_step_fraction": 0.5171875,
      "mean_last20_minibatch_loss": 0.008415722849214014,
      "mean_preclip_gradient_norm": 3.4348576228624874,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_fffc5bdace486a294aea",
      "status": "complete",
      "summary_sha256": "d82fa3c1011e1a0f7aa8cee8e0295b11a7993e9d2a57933f0a8dc0e9804faf3a",
      "mean_initial_validation_metric": 1.4152432242408395,
      "mean_final_validation_metric": 0.04169214212015504,
      "mean_final_test_metric": 0.044411639180907514,
      "mean_final_training_metric": 0.0490627924373257,
      "mean_ood_metric": 0.04647809165180661,
      "mean_clipped_step_fraction": 0.920625,
      "mean_last20_minibatch_loss": 0.0781054965525982,
      "mean_preclip_gradient_norm": 5.728349976232275,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_2b14bf0c3a6914ae7431",
      "status": "complete",
      "summary_sha256": "232994f32fa6725ee706655dfb239e78a9165275a107dc9e9da9108dd934757c",
      "mean_initial_validation_metric": 1.4217101577669382,
      "mean_final_validation_metric": 0.02478627168602543,
      "mean_final_test_metric": 0.018390377373179945,
      "mean_final_training_metric": 0.019629933789929055,
      "mean_ood_metric": 0.01982649373530876,
      "mean_clipped_step_fraction": 0.74109375,
      "mean_last20_minibatch_loss": 0.029106717120157555,
      "mean_preclip_gradient_norm": 5.320115714282801,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_8ad93f31861df974db61",
      "status": "complete",
      "summary_sha256": "8fe2b40d13297569914599ecb65f485a0d4fff7486aacb7114d651506625cb17",
      "mean_initial_validation_metric": 1.4152432242408395,
      "mean_final_validation_metric": 0.01179288481758467,
      "mean_final_test_metric": 0.010576315848047746,
      "mean_final_training_metric": 0.009723278000299485,
      "mean_ood_metric": 0.03649459875620664,
      "mean_clipped_step_fraction": 0.386796875,
      "mean_last20_minibatch_loss": 0.010085669804691758,
      "mean_preclip_gradient_norm": 2.239772217192481,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_5c73c2b705cd3ac05e84",
      "status": "complete",
      "summary_sha256": "1955f9c9241bd89b12d3626e78d35120410568d223ca11aaa8c86703bc77364a",
      "mean_initial_validation_metric": 1.4057802082970738,
      "mean_final_validation_metric": 0.0336721165367635,
      "mean_final_test_metric": 0.028121768346863973,
      "mean_final_training_metric": 0.023101575970940758,
      "mean_ood_metric": 0.04811485286336392,
      "mean_clipped_step_fraction": 0.5439583333333333,
      "mean_last20_minibatch_loss": 0.023163959707562753,
      "mean_preclip_gradient_norm": 1.245278538207058,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_82928db599c08a734f6d",
      "status": "complete",
      "summary_sha256": "f223cb1e07d0c2b27410ebc6c834db21abaf3054988b5479515c19f28cc92e2f",
      "mean_initial_validation_metric": 1.4089247044175863,
      "mean_final_validation_metric": 0.021842122278940224,
      "mean_final_test_metric": 0.024476164449879434,
      "mean_final_training_metric": 0.01268651762910622,
      "mean_ood_metric": 0.02568925997184124,
      "mean_clipped_step_fraction": 0.7770833333333333,
      "mean_last20_minibatch_loss": 0.048735445500281575,
      "mean_preclip_gradient_norm": 12.723713221392561,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_264ad6f33a2d476f3ffd",
      "status": "complete",
      "summary_sha256": "e008abbab7e2761046687621049cc8baa1ac9345cc477f83449115b0c40bf11f",
      "mean_initial_validation_metric": 1.407568022608757,
      "mean_final_validation_metric": 0.007444816412032651,
      "mean_final_test_metric": 0.012067817847764672,
      "mean_final_training_metric": 0.0036927470777072813,
      "mean_ood_metric": 0.05984809857909568,
      "mean_clipped_step_fraction": 0.39875,
      "mean_last20_minibatch_loss": 0.004375348903215582,
      "mean_preclip_gradient_norm": 1.0691085579296729,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c241ce5e2ffc71265de4",
      "status": "complete",
      "summary_sha256": "a559b4db92cc1f26a55c83c98ff9c8abff5fc51f9a030c7e8138d87ab3fee993",
      "mean_initial_validation_metric": 1.4217492481693625,
      "mean_final_validation_metric": 0.019518861979968882,
      "mean_final_test_metric": 0.04473992878035915,
      "mean_final_training_metric": 0.010513115753984836,
      "mean_ood_metric": 0.08696876681642607,
      "mean_clipped_step_fraction": 0.6135416666666667,
      "mean_last20_minibatch_loss": 0.022529724857145307,
      "mean_preclip_gradient_norm": 6.198304994010887,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c93709ee26aacbc9f437",
      "status": "complete",
      "summary_sha256": "0f6680f478a4dbabc30690fbf752f8d9e1a96c694cfe3b0c59d323de967bbde8",
      "mean_initial_validation_metric": 1.4076103642582893,
      "mean_final_validation_metric": 1.3856021780520678,
      "mean_final_test_metric": 1.385668184608221,
      "mean_final_training_metric": 1.3854690231382847,
      "mean_ood_metric": 1.3857693783938885,
      "mean_clipped_step_fraction": 0.0018750000000000001,
      "mean_last20_minibatch_loss": 1.3867665681988002,
      "mean_preclip_gradient_norm": 0.38013574959516216,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_d91d654be99bc328c040",
      "status": "complete",
      "summary_sha256": "73bbc5b57de19d6640ae535495b79763f5685db9299374fecdcc328ca4a30127",
      "mean_initial_validation_metric": 1.4064894625917077,
      "mean_final_validation_metric": 0.3344483065302484,
      "mean_final_test_metric": 0.34536808996926993,
      "mean_final_training_metric": 0.331308702530805,
      "mean_ood_metric": 0.37952147936448455,
      "mean_clipped_step_fraction": 0.62,
      "mean_last20_minibatch_loss": 0.36111876284703615,
      "mean_preclip_gradient_norm": 5.8497742013803995,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_f9bdfa11ef52bc5e3528",
      "status": "complete",
      "summary_sha256": "eec926710f55ce93ced133f3bdfa8c50fd72aa304e8bcc2b8a0b8b282973254c",
      "mean_initial_validation_metric": 1.4215796561911702,
      "mean_final_validation_metric": 0.03664865045448096,
      "mean_final_test_metric": 0.037714587822847534,
      "mean_final_training_metric": 0.025847295970606865,
      "mean_ood_metric": 0.0422402401745785,
      "mean_clipped_step_fraction": 0.76125,
      "mean_last20_minibatch_loss": 0.02536115064481237,
      "mean_preclip_gradient_norm": 5.499294302393149,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_a644642ee0d58a7cbf09",
      "status": "complete",
      "summary_sha256": "5d3af230eb94f96f5c36365de8aa5908e4ef8c4661880784bb2bb3e5abdfd06b",
      "mean_initial_validation_metric": 1.4067689180374146,
      "mean_final_validation_metric": 0.11899077403359115,
      "mean_final_test_metric": 0.13160173430514988,
      "mean_final_training_metric": 0.10882683973613894,
      "mean_ood_metric": 0.15339570911601186,
      "mean_clipped_step_fraction": 0.9089583333333333,
      "mean_last20_minibatch_loss": 0.10054699473257642,
      "mean_preclip_gradient_norm": 10.965500251489381,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_9096f1890ddea0000c15",
      "status": "complete",
      "summary_sha256": "0ab03797d4f84ec4ad05264598dd36c913fcfd11ebcab6005ce84ade2f4cd58c",
      "mean_initial_validation_metric": 1.4436696534976363,
      "mean_final_validation_metric": 0.8855589008890092,
      "mean_final_test_metric": 0.9161393032409251,
      "mean_final_training_metric": 0.8214266686700284,
      "mean_ood_metric": 0.9194992873817682,
      "mean_clipped_step_fraction": 0.8462500000000001,
      "mean_last20_minibatch_loss": 0.8198800643905998,
      "mean_preclip_gradient_norm": 3.8189346287834147,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_5313f05220195b0f67e9",
      "status": "complete",
      "summary_sha256": "8f7db49512ddc1319ac75f585b11d7def97c4db1b3cd159cc79fee377b4b5bc0",
      "mean_initial_validation_metric": 1.4424081444740295,
      "mean_final_validation_metric": 0.1317043252474832,
      "mean_final_test_metric": 0.16027741123980377,
      "mean_final_training_metric": 0.05733699297798012,
      "mean_ood_metric": 0.19466904702130705,
      "mean_clipped_step_fraction": 0.8583333333333334,
      "mean_last20_minibatch_loss": 0.04873856887788861,
      "mean_preclip_gradient_norm": 3.9902038195643885,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_76dacecff1eed9e2c8e8",
      "status": "complete",
      "summary_sha256": "ffcc8a4d07756163099856a82e0397e3979fd770521576c90b1cd1f4f5c53b03",
      "mean_initial_validation_metric": 1.4443840151652694,
      "mean_final_validation_metric": 0.21609441133477958,
      "mean_final_test_metric": 0.19243525244382909,
      "mean_final_training_metric": 0.07494692588852558,
      "mean_ood_metric": 0.23994081577984616,
      "mean_clipped_step_fraction": 0.9022916666666667,
      "mean_last20_minibatch_loss": 0.06044039185908332,
      "mean_preclip_gradient_norm": 4.87485941544408,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_7cb8c5ca7cbb9b8fd732",
      "status": "complete",
      "summary_sha256": "6b6e3eb02c64466ecdcce910e4762a72d86ca7b0faa2c0c61fd54e947ea72f55",
      "mean_initial_validation_metric": 1.43352204374969,
      "mean_final_validation_metric": 0.11904631753714057,
      "mean_final_test_metric": 0.13927734729441,
      "mean_final_training_metric": 0.03884791890868655,
      "mean_ood_metric": 0.15824043634347618,
      "mean_clipped_step_fraction": 0.8347916666666667,
      "mean_last20_minibatch_loss": 0.04604248807299882,
      "mean_preclip_gradient_norm": 3.639499583521392,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_5314c84c867a5b81a5ea",
      "status": "complete",
      "summary_sha256": "7abd6707a00b6a3153df1edc36537786a338cb9af00d23546ad99c4220974bf7",
      "mean_initial_validation_metric": 1.4430241072550416,
      "mean_final_validation_metric": 0.7124465294182301,
      "mean_final_test_metric": 0.7543554399162531,
      "mean_final_training_metric": 0.629211958614178,
      "mean_ood_metric": 0.7598429378122091,
      "mean_clipped_step_fraction": 0.8970833333333333,
      "mean_last20_minibatch_loss": 0.6506235701497645,
      "mean_preclip_gradient_norm": 4.403282090319942,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_41c996694bfdeb01d4eb",
      "status": "complete",
      "summary_sha256": "20a9c4f702cd9ff01bb4cb8326eb0e2c199ad853b14fb55756ea3713bb17d87d",
      "mean_initial_validation_metric": 1.4360116589814425,
      "mean_final_validation_metric": 0.6769610391929746,
      "mean_final_test_metric": 0.6905188274104148,
      "mean_final_training_metric": 0.44901110464707017,
      "mean_ood_metric": 0.7204616870731115,
      "mean_clipped_step_fraction": 0.969375,
      "mean_last20_minibatch_loss": 0.47322776024229823,
      "mean_preclip_gradient_norm": 6.211707286033779,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_eb0fc9a5ce2767f19d93",
      "status": "complete",
      "summary_sha256": "3b9a6fc955bf52fcc2cc93b7daa9ada33a8054e4d7c277ef57796f256756c5f6",
      "mean_initial_validation_metric": 1.3893223842605948,
      "mean_final_validation_metric": 0.00785435922580291,
      "mean_final_test_metric": 0.036611900739444536,
      "mean_final_training_metric": 0.00037203134556307305,
      "mean_ood_metric": 0.26331983460113406,
      "mean_clipped_step_fraction": 0.014166666666666668,
      "mean_last20_minibatch_loss": 0.0004991956975004541,
      "mean_preclip_gradient_norm": 0.1791278208321455,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c9945d9e94130fa6d514",
      "status": "complete",
      "summary_sha256": "557e0e8635b17dd3dd6bfac734078ae44b123d298c1291fa50906a51d3ae533c",
      "mean_initial_validation_metric": 1.3880814276635647,
      "mean_final_validation_metric": 0.023520139220636338,
      "mean_final_test_metric": 0.02966272976345863,
      "mean_final_training_metric": 0.01829683927564929,
      "mean_ood_metric": 0.03994042302656453,
      "mean_clipped_step_fraction": 0.745,
      "mean_last20_minibatch_loss": 0.02599850286928813,
      "mean_preclip_gradient_norm": 7.533565226208885,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_9dd05632feeef8396a70",
      "status": "complete",
      "summary_sha256": "9a717e6b1a369d522186fbcf514302f753d8d69d9f32bc5db418f587e86b7cf3",
      "mean_initial_validation_metric": 1.4241501782089472,
      "mean_final_validation_metric": 0.07883897628573777,
      "mean_final_test_metric": 0.07921080052483376,
      "mean_final_training_metric": 0.06296145603582204,
      "mean_ood_metric": 0.06825160781590967,
      "mean_clipped_step_fraction": 0.7514583333333333,
      "mean_last20_minibatch_loss": 0.052126299499320794,
      "mean_preclip_gradient_norm": 14.940694976196294,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_3d75613e820affe88db9",
      "status": "complete",
      "summary_sha256": "ddb0377310e583d331c93c5806aa14134696b6beb25c7f86a2820dae262f4e86",
      "mean_initial_validation_metric": 1.3882465297356248,
      "mean_final_validation_metric": 0.6380301627532816,
      "mean_final_test_metric": 0.6383570659641009,
      "mean_final_training_metric": 0.6282481300028877,
      "mean_ood_metric": 0.6444025780183438,
      "mean_clipped_step_fraction": 0.48895833333333333,
      "mean_last20_minibatch_loss": 0.5884114069264342,
      "mean_preclip_gradient_norm": 11.386022092679971,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_2e250ec49da02dabf3e9",
      "status": "complete",
      "summary_sha256": "ea8fcfe32d9b76a03fd3f26274951f67b655b290080347b7c3562fe9e8a8c149",
      "mean_initial_validation_metric": 1.4479037821292877,
      "mean_final_validation_metric": 0.2502630148228491,
      "mean_final_test_metric": 0.27836338672204874,
      "mean_final_training_metric": 0.1694347802986158,
      "mean_ood_metric": 0.3595375211443752,
      "mean_clipped_step_fraction": 0.9439583333333333,
      "mean_last20_minibatch_loss": 0.16739087139285402,
      "mean_preclip_gradient_norm": 6.0112713905827455,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_09a8640fa4d7c593644f",
      "status": "complete",
      "summary_sha256": "e042abb94e7b5262d3595de6cbc9295eb3a1a6b017d7a78857ccde2fa1294443",
      "mean_initial_validation_metric": 1.4485524231567979,
      "mean_final_validation_metric": 0.093587655457668,
      "mean_final_test_metric": 0.1093299348722212,
      "mean_final_training_metric": 0.023414919200604345,
      "mean_ood_metric": 0.14127641986124218,
      "mean_clipped_step_fraction": 0.805,
      "mean_last20_minibatch_loss": 0.027882727853102553,
      "mean_preclip_gradient_norm": 3.1973501239879987,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_2d28083738832680f9be",
      "status": "complete",
      "summary_sha256": "cb900ca7d69b0a0c2cdac0eed6b4d2c4f70193946fa17539669ff4716f415535",
      "mean_initial_validation_metric": 1.4434030810371041,
      "mean_final_validation_metric": 0.23849241025163792,
      "mean_final_test_metric": 0.25630326647660695,
      "mean_final_training_metric": 0.14935415630679927,
      "mean_ood_metric": 0.31257043220102787,
      "mean_clipped_step_fraction": 0.9383333333333334,
      "mean_last20_minibatch_loss": 0.15667717778269435,
      "mean_preclip_gradient_norm": 5.814810349813973,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_2e24746f420e07884c4c",
      "status": "complete",
      "summary_sha256": "1f79cb91b52d1d9b3dc9a76efa7cf35bdaadd701254eb1f8c327c1257f9945f0",
      "mean_initial_validation_metric": 1.442651616409421,
      "mean_final_validation_metric": 0.12429218328179559,
      "mean_final_test_metric": 0.13558326724159997,
      "mean_final_training_metric": 0.03702055533767634,
      "mean_ood_metric": 0.15897061448777094,
      "mean_clipped_step_fraction": 0.84,
      "mean_last20_minibatch_loss": 0.0376672033140494,
      "mean_preclip_gradient_norm": 3.8752321935417906,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_a301024fb64cd6869bd2",
      "status": "complete",
      "summary_sha256": "cd0eb3a0b47894e9ea5918b2ae863886b05aff44a6f4cabb62f73f331d7be9c7",
      "mean_initial_validation_metric": 1.4492038153111935,
      "mean_final_validation_metric": 0.1154948673392937,
      "mean_final_test_metric": 0.13581942514429102,
      "mean_final_training_metric": 0.0333740911055429,
      "mean_ood_metric": 0.15931441594148055,
      "mean_clipped_step_fraction": 0.8322916666666667,
      "mean_last20_minibatch_loss": 0.04135838590846106,
      "mean_preclip_gradient_norm": 3.3670342500453505,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_db3bac963e47c6104d6a",
      "status": "complete",
      "summary_sha256": "d6eed498b4e8e92d7c673257bec20d44c8f9530086bf536d15b772d59658a0fe",
      "mean_initial_validation_metric": 1.4477405827492476,
      "mean_final_validation_metric": 0.17109791254188167,
      "mean_final_test_metric": 0.17912911149323918,
      "mean_final_training_metric": 0.06245286014063822,
      "mean_ood_metric": 0.21622532681794837,
      "mean_clipped_step_fraction": 0.8691666666666666,
      "mean_last20_minibatch_loss": 0.05074241452321076,
      "mean_preclip_gradient_norm": 4.371667758683907,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_7a695f3edd302f57ca0e",
      "status": "complete",
      "summary_sha256": "6622bb7bc9d4277554f85fd31fec7851ee13ae9ea17b10a3923ba23c31612d13",
      "mean_initial_validation_metric": 1.4215796561911702,
      "mean_final_validation_metric": 0.033543774885401945,
      "mean_final_test_metric": 0.03132264121475714,
      "mean_final_training_metric": 0.01996147470998011,
      "mean_ood_metric": 0.03689811593358172,
      "mean_clipped_step_fraction": 0.5792708333333333,
      "mean_last20_minibatch_loss": 0.018719657763464327,
      "mean_preclip_gradient_norm": 4.951457383188409,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c54739bfbb790f1d5694",
      "status": "complete",
      "summary_sha256": "6dff837bd4db8fb9bbbca73856915b802509d52230a8b64f7f618b31e3e2f45e",
      "mean_initial_validation_metric": 1.4215796561911702,
      "mean_final_validation_metric": 0.09969791485491442,
      "mean_final_test_metric": 0.10293435225321446,
      "mean_final_training_metric": 0.08831272556926706,
      "mean_ood_metric": 0.09541332337539643,
      "mean_clipped_step_fraction": 0.7970833333333334,
      "mean_last20_minibatch_loss": 0.05840092076541623,
      "mean_preclip_gradient_norm": 6.1805912811743715,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_1ee1c85b02c12c69049c",
      "status": "complete",
      "summary_sha256": "24777f7630bd2a422a9a33cc65b9dcf4c5530642dbccd1738d4abb0c5f0ee34b",
      "mean_initial_validation_metric": 1.4215796561911702,
      "mean_final_validation_metric": 0.13564250207855366,
      "mean_final_test_metric": 0.1476854009379167,
      "mean_final_training_metric": 0.14613088413898367,
      "mean_ood_metric": 0.20423315139487386,
      "mean_clipped_step_fraction": 0.80875,
      "mean_last20_minibatch_loss": 0.14985488524544052,
      "mean_preclip_gradient_norm": 5.220153740253299,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_fa921f9d94e2ee00d414",
      "status": "complete",
      "summary_sha256": "9ba0967ec29ed21816cf4dec90a22d67afdb848347610b4175acecbbfacae2db",
      "mean_initial_validation_metric": 1.4151858650147915,
      "mean_final_validation_metric": 0.014255772564391256,
      "mean_final_test_metric": 0.023440488966855355,
      "mean_final_training_metric": 0.00466176386735162,
      "mean_ood_metric": 0.10960888195040752,
      "mean_clipped_step_fraction": 0.4525,
      "mean_last20_minibatch_loss": 0.005472034943672988,
      "mean_preclip_gradient_norm": 2.4529846569545777,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_5bcc6eb2db18941f07c1",
      "status": "complete",
      "summary_sha256": "acfc198c92d0ae4b7bf74ba5eb2f95ba9467b5e294cfb19d9e227e24014dcd32",
      "mean_initial_validation_metric": 1.4215796561911702,
      "mean_final_validation_metric": 0.014872650729849113,
      "mean_final_test_metric": 0.01462652904194428,
      "mean_final_training_metric": 0.004372904498788799,
      "mean_ood_metric": 0.014556861312030378,
      "mean_clipped_step_fraction": 0.442109375,
      "mean_last20_minibatch_loss": 0.002549729223255248,
      "mean_preclip_gradient_norm": 2.924366199037408,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_a68f85d27604a60fcfac",
      "status": "complete",
      "summary_sha256": "be64ae351b8b41bf21a02df3ab89ba7a0c85af5d915811aa8955215cb9a520ad",
      "mean_initial_validation_metric": 1.4151858650147915,
      "mean_final_validation_metric": 0.04291959252986999,
      "mean_final_test_metric": 0.049915283594600623,
      "mean_final_training_metric": 0.04179380231289542,
      "mean_ood_metric": 0.08768619963666424,
      "mean_clipped_step_fraction": 0.8825,
      "mean_last20_minibatch_loss": 0.05477527498951531,
      "mean_preclip_gradient_norm": 5.313443171479739,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_a9c85c0bf30c5c45b895",
      "status": "complete",
      "summary_sha256": "179e9e7297b58d4b49a25da32728be74515e85910725b79db22cb523e96c7039",
      "mean_initial_validation_metric": 1.4215796561911702,
      "mean_final_validation_metric": 0.023559632001706632,
      "mean_final_test_metric": 0.027794304393296443,
      "mean_final_training_metric": 0.014994566778909757,
      "mean_ood_metric": 0.030584081519918982,
      "mean_clipped_step_fraction": 0.68265625,
      "mean_last20_minibatch_loss": 0.014940299432828397,
      "mean_preclip_gradient_norm": 4.774092523158688,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_b0777a15e3036a2b0264",
      "status": "complete",
      "summary_sha256": "9a5212b568fa10ca136e92a2dc005fdf38002a9a4f68f39b6f5ca55328ffd3f3",
      "mean_initial_validation_metric": 1.4151858650147915,
      "mean_final_validation_metric": 0.007450358097374528,
      "mean_final_test_metric": 0.008743422240935494,
      "mean_final_training_metric": 0.0004613816897564571,
      "mean_ood_metric": 0.12060489964733279,
      "mean_clipped_step_fraction": 0.26703125,
      "mean_last20_minibatch_loss": 0.0005234651891710178,
      "mean_preclip_gradient_norm": 1.4875525115783501,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_016ee74c9be9565d2e2f",
      "status": "complete",
      "summary_sha256": "60bb661b06762d420d058b015f0e953c3fe9108453d40faa11f2a8c73cf4f7a0",
      "mean_initial_validation_metric": 1.4057089947164059,
      "mean_final_validation_metric": 0.02300245293190528,
      "mean_final_test_metric": 0.05041846411404549,
      "mean_final_training_metric": 0.0331171292414183,
      "mean_ood_metric": 0.05377882442553528,
      "mean_clipped_step_fraction": 0.5925,
      "mean_last20_minibatch_loss": 0.027895622846699553,
      "mean_preclip_gradient_norm": 1.3330963965683864,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_0e6bb18a73baeeb2cd6e",
      "status": "complete",
      "summary_sha256": "d529b9759e29f705ef12bccfaf86d931805e558726ba618ba39b951251ffbd94",
      "mean_initial_validation_metric": 1.4090425884351134,
      "mean_final_validation_metric": 0.030376058592537447,
      "mean_final_test_metric": 0.04525819751779636,
      "mean_final_training_metric": 0.03737446107015785,
      "mean_ood_metric": 0.03695170488208532,
      "mean_clipped_step_fraction": 0.8147916666666667,
      "mean_last20_minibatch_loss": 0.039066324112536674,
      "mean_preclip_gradient_norm": 11.429586261128813,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_be9ddfc1b3d86605ec66",
      "status": "complete",
      "summary_sha256": "b23fe467adad2c77af042d21fb51f4674cf50c1da825371b3701917cad9f81dd",
      "mean_initial_validation_metric": 1.407758898101747,
      "mean_final_validation_metric": 0.008716211850810396,
      "mean_final_test_metric": 0.012133573904975492,
      "mean_final_training_metric": 0.013668425446553556,
      "mean_ood_metric": 0.023867337687988766,
      "mean_clipped_step_fraction": 0.486875,
      "mean_last20_minibatch_loss": 0.0117767170414254,
      "mean_preclip_gradient_norm": 1.2895309526657366,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_d8dfd33851eb7eb58bf5",
      "status": "complete",
      "summary_sha256": "6fd208a98c0ee9877298fe102ee8cb81cad8783cf020beae25ba1f550ea536d0",
      "mean_initial_validation_metric": 1.421507858671248,
      "mean_final_validation_metric": 0.07081465539462783,
      "mean_final_test_metric": 0.08076257162900902,
      "mean_final_training_metric": 0.09154335860044682,
      "mean_ood_metric": 0.11566108518491092,
      "mean_clipped_step_fraction": 0.7575,
      "mean_last20_minibatch_loss": 0.051403897754854454,
      "mean_preclip_gradient_norm": 8.298196772987154,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_07cf9b9e2ef0417e1afc",
      "status": "complete",
      "summary_sha256": "0ae29b15690bc962bc3b58146cb585ba04f5b2a919cad2b72240a0df38509483",
      "mean_initial_validation_metric": 1.4076165100559592,
      "mean_final_validation_metric": 1.3868407746776938,
      "mean_final_test_metric": 1.3867692332714796,
      "mean_final_training_metric": 1.3868277808651328,
      "mean_ood_metric": 1.3870025500655174,
      "mean_clipped_step_fraction": 0.0020833333333333333,
      "mean_last20_minibatch_loss": 1.3877313822507857,
      "mean_preclip_gradient_norm": 0.3796762912312988,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c65bf21470c8b1e81842",
      "status": "complete",
      "summary_sha256": "75e7e8fcaaf4f163404499a92dfb528b35e58a0255d4482853d29df6ff13e3f9",
      "mean_initial_validation_metric": 1.4065047008916736,
      "mean_final_validation_metric": 0.3006691987393424,
      "mean_final_test_metric": 0.3118247539969161,
      "mean_final_training_metric": 0.29576607677154243,
      "mean_ood_metric": 0.2916277847252786,
      "mean_clipped_step_fraction": 0.6229166666666667,
      "mean_last20_minibatch_loss": 0.3121778349741362,
      "mean_preclip_gradient_norm": 5.351219951750245,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_d6f536a09652df88c280",
      "status": "complete",
      "summary_sha256": "ea3b16ef5f066541d4ce11ab83aef73bc3463f37a1c32e085b9cfec24b582eaa",
      "mean_initial_validation_metric": 1.4216906940564513,
      "mean_final_validation_metric": 0.031161873513156024,
      "mean_final_test_metric": 0.05138279516904731,
      "mean_final_training_metric": 0.0428850017970035,
      "mean_ood_metric": 0.04605414916295558,
      "mean_clipped_step_fraction": 0.8054166666666667,
      "mean_last20_minibatch_loss": 0.04141232665460848,
      "mean_preclip_gradient_norm": 5.458951197169954,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_4b043b424317b46e875a",
      "status": "complete",
      "summary_sha256": "45671c0fd9a0e0a4c1ebb71aeb4ae9c6c52eca86db81950935784fb45018e4b9",
      "mean_initial_validation_metric": 1.4068419262766838,
      "mean_final_validation_metric": 0.08699264236201998,
      "mean_final_test_metric": 0.11225657083559781,
      "mean_final_training_metric": 0.09338780207690434,
      "mean_ood_metric": 0.09204061614582315,
      "mean_clipped_step_fraction": 0.9125,
      "mean_last20_minibatch_loss": 0.10314222823944874,
      "mean_preclip_gradient_norm": 10.375672936712702,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_365c90b1233692d34e21",
      "status": "complete",
      "summary_sha256": "5a87b477b7b6f1db26ea22c49873caf43698eecc5a567b107034be00ddc3812d",
      "mean_initial_validation_metric": 1.4438741821795702,
      "mean_final_validation_metric": 0.8527398970909417,
      "mean_final_test_metric": 0.8432840863242745,
      "mean_final_training_metric": 0.831507267896086,
      "mean_ood_metric": 0.9653776604682207,
      "mean_clipped_step_fraction": 0.8341666666666667,
      "mean_last20_minibatch_loss": 0.8673580575734376,
      "mean_preclip_gradient_norm": 3.4260965068871156,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_681cbfb92210830d5199",
      "status": "complete",
      "summary_sha256": "5d2353b5c4da460f44f491e1c0ee216de16062a134361feb068b95c4b7f645b0",
      "mean_initial_validation_metric": 1.442423652857542,
      "mean_final_validation_metric": 0.1082301109272521,
      "mean_final_test_metric": 0.11907392590728705,
      "mean_final_training_metric": 0.04412970739940647,
      "mean_ood_metric": 0.13123218505643308,
      "mean_clipped_step_fraction": 0.86375,
      "mean_last20_minibatch_loss": 0.04785298626957228,
      "mean_preclip_gradient_norm": 3.8081378608111605,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_dfb5edbd1f2cbf291954",
      "status": "complete",
      "summary_sha256": "512edd8d43d8c4a0efb79dfc5209b505aaab00db9e5c577197e37905d492382e",
      "mean_initial_validation_metric": 1.4438364673405886,
      "mean_final_validation_metric": 0.15137509127816884,
      "mean_final_test_metric": 0.15965938771842048,
      "mean_final_training_metric": 0.04086581887031571,
      "mean_ood_metric": 0.14323493384290487,
      "mean_clipped_step_fraction": 0.9029166666666667,
      "mean_last20_minibatch_loss": 0.049880225821016214,
      "mean_preclip_gradient_norm": 4.878121652336946,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_98e22078313daa99d5d2",
      "status": "complete",
      "summary_sha256": "909e3751a3e3877b2bb6849bb3a365aab8baf311db84519d0abb2c5680c123af",
      "mean_initial_validation_metric": 1.4335679421201348,
      "mean_final_validation_metric": 0.12742100781179033,
      "mean_final_test_metric": 0.141536081002414,
      "mean_final_training_metric": 0.052582733170766005,
      "mean_ood_metric": 0.14052725990768522,
      "mean_clipped_step_fraction": 0.8316666666666667,
      "mean_last20_minibatch_loss": 0.0546058912656008,
      "mean_preclip_gradient_norm": 3.5461711877429236,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_8c676e89972ddefe6f92",
      "status": "complete",
      "summary_sha256": "e581b660636facd1162ac8e3b167fc46ea04c6f542bf84b0314246b97a1800b1",
      "mean_initial_validation_metric": 1.4433942241594195,
      "mean_final_validation_metric": 0.7387309074401855,
      "mean_final_test_metric": 0.7460587008390576,
      "mean_final_training_metric": 0.6747838059673086,
      "mean_ood_metric": 0.8989633861929178,
      "mean_clipped_step_fraction": 0.8904166666666666,
      "mean_last20_minibatch_loss": 0.6976089521311224,
      "mean_preclip_gradient_norm": 4.270633960835014,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_4866c13502bb9e784e3e",
      "status": "complete",
      "summary_sha256": "fa0dc570de256821f9eff02e455b8d90f937e5e62233dc441e46a841e4d8e6f8",
      "mean_initial_validation_metric": 1.4359858483076096,
      "mean_final_validation_metric": 0.6592909700702876,
      "mean_final_test_metric": 0.6455807795282453,
      "mean_final_training_metric": 0.5138363827718422,
      "mean_ood_metric": 0.805134491994977,
      "mean_clipped_step_fraction": 0.9670833333333333,
      "mean_last20_minibatch_loss": 0.5161525383591652,
      "mean_preclip_gradient_norm": 6.014300866484021,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_32c63bc42039bb009be4",
      "status": "complete",
      "summary_sha256": "044b14f1d0d98360e2a6073991c1bd32051d0fd21a60c815bb7bcb220fe23c71",
      "mean_initial_validation_metric": 1.3900872832164168,
      "mean_final_validation_metric": 0.037295314430139115,
      "mean_final_test_metric": 0.02711731449198851,
      "mean_final_training_metric": 0.002294907264712265,
      "mean_ood_metric": 0.07147680592606775,
      "mean_clipped_step_fraction": 0.035833333333333335,
      "mean_last20_minibatch_loss": 0.003299493157442157,
      "mean_preclip_gradient_norm": 0.26195648873811783,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_ec18f033d414ed8b2267",
      "status": "complete",
      "summary_sha256": "c57fdceb14f551c45ab5abe9b146b64013b658af1ea0f300bb36bb130646fd0c",
      "mean_initial_validation_metric": 1.3880474902689457,
      "mean_final_validation_metric": 0.02679137964923939,
      "mean_final_test_metric": 0.04288075696968008,
      "mean_final_training_metric": 0.04015950116422573,
      "mean_ood_metric": 0.04229948006832274,
      "mean_clipped_step_fraction": 0.7364583333333333,
      "mean_last20_minibatch_loss": 0.04219474671890566,
      "mean_preclip_gradient_norm": 6.708035628406893,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_6df66b35fc95baca2b92",
      "status": "complete",
      "summary_sha256": "daa8f2d886bb3eb549be99e2b848071b4a9bc7467386dc9b7c6a9040729aaea6",
      "mean_initial_validation_metric": 1.424267342314124,
      "mean_final_validation_metric": 0.025051579511455202,
      "mean_final_test_metric": 0.03142660595403868,
      "mean_final_training_metric": 0.03321197273976395,
      "mean_ood_metric": 0.03514186990287271,
      "mean_clipped_step_fraction": 0.81375,
      "mean_last20_minibatch_loss": 0.07788032856348649,
      "mean_preclip_gradient_norm": 12.654494948603169,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_ce554a6b3b83b800b884",
      "status": "complete",
      "summary_sha256": "0f2f19e7e4cf99d12bec114d32f2e19cb51adea445d654eb9ee946aa1d79368e",
      "mean_initial_validation_metric": 1.3882492082193494,
      "mean_final_validation_metric": 0.6275554847125022,
      "mean_final_test_metric": 0.6478194436604099,
      "mean_final_training_metric": 0.6245082347190873,
      "mean_ood_metric": 0.6226553554297425,
      "mean_clipped_step_fraction": 0.5985416666666666,
      "mean_last20_minibatch_loss": 0.5571615732965256,
      "mean_preclip_gradient_norm": 12.946525336722456,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c205e04736f94326026a",
      "status": "complete",
      "summary_sha256": "c6208dc8a7b65ac7970d754c78e0e7ed285782206af2a8b330b9097d1b545294",
      "mean_initial_validation_metric": 1.448126683011651,
      "mean_final_validation_metric": 0.22754999886092264,
      "mean_final_test_metric": 0.23723821977182524,
      "mean_final_training_metric": 0.14927441106192418,
      "mean_ood_metric": 0.25483123818412423,
      "mean_clipped_step_fraction": 0.9464583333333333,
      "mean_last20_minibatch_loss": 0.14921818176662782,
      "mean_preclip_gradient_norm": 6.338623705515638,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_b42338d48a1242eb97d9",
      "status": "complete",
      "summary_sha256": "50efffb6ba1e3a097e965122b1b042e963c2eeeca7a80b83bcecf47a46a6a059",
      "mean_initial_validation_metric": 1.4489768287166953,
      "mean_final_validation_metric": 0.08570109090942424,
      "mean_final_test_metric": 0.09337425877311034,
      "mean_final_training_metric": 0.021448467568461638,
      "mean_ood_metric": 0.08407760932459496,
      "mean_clipped_step_fraction": 0.7995833333333333,
      "mean_last20_minibatch_loss": 0.03728327836997778,
      "mean_preclip_gradient_norm": 3.0230018865060995,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_58d373fe55636c9acd59",
      "status": "complete",
      "summary_sha256": "090b82ec3ddc5029364ec34a51987d6321a9dcbf0a1ff9238e191e9bb3f44c2e",
      "mean_initial_validation_metric": 1.443248886615038,
      "mean_final_validation_metric": 0.215238437303924,
      "mean_final_test_metric": 0.22532718122238293,
      "mean_final_training_metric": 0.14153713011000946,
      "mean_ood_metric": 0.2564436247339472,
      "mean_clipped_step_fraction": 0.93875,
      "mean_last20_minibatch_loss": 0.14189489933778532,
      "mean_preclip_gradient_norm": 5.788156256663303,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_229ab15aa9cbfc005fb3",
      "status": "complete",
      "summary_sha256": "9be837843115ab5a8c85868a590d588c84501b31be5026408e622aa823d32576",
      "mean_initial_validation_metric": 1.4427296612411737,
      "mean_final_validation_metric": 0.11271600555483019,
      "mean_final_test_metric": 0.13396274415936205,
      "mean_final_training_metric": 0.04071933876548428,
      "mean_ood_metric": 0.13707900984445587,
      "mean_clipped_step_fraction": 0.8325,
      "mean_last20_minibatch_loss": 0.04183996730225772,
      "mean_preclip_gradient_norm": 3.6585123539358997,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c0eff0c920f37eab36d3",
      "status": "complete",
      "summary_sha256": "ceb44290334490ade13f95c051ef7e80cdb2f06a3c7f0cd87efcae1493958950",
      "mean_initial_validation_metric": 1.449745399877429,
      "mean_final_validation_metric": 0.11439674643770559,
      "mean_final_test_metric": 0.12157344595107134,
      "mean_final_training_metric": 0.03877094832159855,
      "mean_ood_metric": 0.11980662736459635,
      "mean_clipped_step_fraction": 0.8375,
      "mean_last20_minibatch_loss": 0.039544113234114775,
      "mean_preclip_gradient_norm": 3.086287096257632,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_515b18e0245f3d9b63bd",
      "status": "complete",
      "summary_sha256": "37ec86e7a9959707f5631479ec2b6e1866875d74973fbea28fabecaef5376ac7",
      "mean_initial_validation_metric": 1.4478399762883782,
      "mean_final_validation_metric": 0.13360382511746138,
      "mean_final_test_metric": 0.13728448101028334,
      "mean_final_training_metric": 0.049866786932170726,
      "mean_ood_metric": 0.14335574116557837,
      "mean_clipped_step_fraction": 0.8579166666666667,
      "mean_last20_minibatch_loss": 0.0568311678875034,
      "mean_preclip_gradient_norm": 4.161502794633464,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_b08890c32275d0926859",
      "status": "complete",
      "summary_sha256": "40aa0191201f26158032e0a692429f9fdc2d2fe142f8cae9d64eeac7fa0f1403",
      "mean_initial_validation_metric": 1.4216906940564513,
      "mean_final_validation_metric": 0.022792674386096223,
      "mean_final_test_metric": 0.04481599267978709,
      "mean_final_training_metric": 0.02735533701459758,
      "mean_ood_metric": 0.039167750870547025,
      "mean_clipped_step_fraction": 0.6240625,
      "mean_last20_minibatch_loss": 0.029014884969983612,
      "mean_preclip_gradient_norm": 4.845676386823581,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_df03dcb5bf390a018ea3",
      "status": "complete",
      "summary_sha256": "d35fac3743e786f48279c96de81e469bddec41630f5aa52d9c83320462990d9e",
      "mean_initial_validation_metric": 1.4216906940564513,
      "mean_final_validation_metric": 0.0513076421993901,
      "mean_final_test_metric": 0.07235417442279868,
      "mean_final_training_metric": 0.05704728572163731,
      "mean_ood_metric": 0.05380517989397049,
      "mean_clipped_step_fraction": 0.81,
      "mean_last20_minibatch_loss": 0.06747321552538779,
      "mean_preclip_gradient_norm": 6.238163980034491,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_44d23e55659364508d97",
      "status": "complete",
      "summary_sha256": "cffdb3bde70aec4d9fa952f5155d71ad296f4c8486592c9f1cdbee7d8afd1f96",
      "mean_initial_validation_metric": 1.4216906940564513,
      "mean_final_validation_metric": 0.14913773091393523,
      "mean_final_test_metric": 0.1736846737912856,
      "mean_final_training_metric": 0.1595640188534162,
      "mean_ood_metric": 0.1592685035429895,
      "mean_clipped_step_fraction": 0.815,
      "mean_last20_minibatch_loss": 0.17920304587460123,
      "mean_preclip_gradient_norm": 5.276036325255409,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_dad86d2f0763eb0794d8",
      "status": "complete",
      "summary_sha256": "57e01e252a04e4ecfbe8c83dad4c6c9845ee044481a1ce607209ed080bd40c99",
      "mean_initial_validation_metric": 1.4152996754273772,
      "mean_final_validation_metric": 0.022981124145843523,
      "mean_final_test_metric": 0.025555884283789965,
      "mean_final_training_metric": 0.026613911872466645,
      "mean_ood_metric": 0.04179990951433865,
      "mean_clipped_step_fraction": 0.605625,
      "mean_last20_minibatch_loss": 0.02713212101743494,
      "mean_preclip_gradient_norm": 3.402301106344865,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_80324d542043d4a3c3d1",
      "status": "complete",
      "summary_sha256": "05a9f6bc753dd23b4da3d95c6ddb99aaa22a32c06e1d12b79da50c6b3ff0e465",
      "mean_initial_validation_metric": 1.4216906940564513,
      "mean_final_validation_metric": 0.01965926887619318,
      "mean_final_test_metric": 0.038950251640471834,
      "mean_final_training_metric": 0.019750462244308764,
      "mean_ood_metric": 0.027510259064911224,
      "mean_clipped_step_fraction": 0.53234375,
      "mean_last20_minibatch_loss": 0.015879345550675338,
      "mean_preclip_gradient_norm": 3.2529107342981316,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_72b2c7b6e515710cb184",
      "status": "complete",
      "summary_sha256": "b93355bd8d7a1cac8f28e8975cfaf9ad9c1ef9548304fe5ca0935e54116a707c",
      "mean_initial_validation_metric": 1.4152996754273772,
      "mean_final_validation_metric": 0.07993485859333305,
      "mean_final_test_metric": 0.09600738676090259,
      "mean_final_training_metric": 0.0861071065573924,
      "mean_ood_metric": 0.08744673058390617,
      "mean_clipped_step_fraction": 0.899375,
      "mean_last20_minibatch_loss": 0.06902006786112906,
      "mean_preclip_gradient_norm": 5.230476063424721,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_70fd6488ca27a88be005",
      "status": "complete",
      "summary_sha256": "d2780d9d079f6f13637ca47cd82c587023e85b2e5e63928636e875ea250b080e",
      "mean_initial_validation_metric": 1.4216906940564513,
      "mean_final_validation_metric": 0.0312576990843354,
      "mean_final_test_metric": 0.05145888209926852,
      "mean_final_training_metric": 0.03644585049039506,
      "mean_ood_metric": 0.04411409142448974,
      "mean_clipped_step_fraction": 0.7378125,
      "mean_last20_minibatch_loss": 0.03651518908254729,
      "mean_preclip_gradient_norm": 4.865172842159718,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_903f34d3ec924e3bf6a9",
      "status": "complete",
      "summary_sha256": "223a7eb299ef623b3ad6a1a9b4e70649f13323b8805caf9e283998ba2d212c63",
      "mean_initial_validation_metric": 1.4152996754273772,
      "mean_final_validation_metric": 0.01537072303229925,
      "mean_final_test_metric": 0.006675386502584146,
      "mean_final_training_metric": 0.005492432265510994,
      "mean_ood_metric": 0.019279362424640567,
      "mean_clipped_step_fraction": 0.408828125,
      "mean_last20_minibatch_loss": 0.006691733629175643,
      "mean_preclip_gradient_norm": 2.345499416446173,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_3b74befeb2c6c9eb61c9",
      "status": "complete",
      "summary_sha256": "bb87d7a218fc620dbf5e557744a7e3a1365e0355e6e4ee13eff3e3677214957d",
      "mean_initial_validation_metric": 1.4076045211404562,
      "mean_final_validation_metric": 0.5875330453970946,
      "mean_final_test_metric": 0.5832019413410308,
      "mean_final_training_metric": 0.5551693581703603,
      "mean_ood_metric": 0.8339245960232802,
      "mean_clipped_step_fraction": 0.36973958333333334,
      "mean_last20_minibatch_loss": 0.5623957503345082,
      "mean_preclip_gradient_norm": 2.3418773584411245,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_5387a55740ddb1ad3894",
      "status": "complete",
      "summary_sha256": "e38d3144780dcff1053b59bab4abd3978f08e4f8a462f1f6e103e7eaf7bc3bbd",
      "mean_initial_validation_metric": 1.3890603110194206,
      "mean_final_validation_metric": 3.6982370261102915,
      "mean_final_test_metric": 3.992936484515667,
      "mean_final_training_metric": 0.2594910016632639,
      "mean_ood_metric": 4.879661679267883,
      "mean_clipped_step_fraction": 0.8976041666666666,
      "mean_last20_minibatch_loss": 0.2657736458699219,
      "mean_preclip_gradient_norm": 2.541768146790564,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_ac04e963dc5200162093",
      "status": "complete",
      "summary_sha256": "eca2efa2581400ff9316d30dfb2de0e27ea73ddf080049d9c443d461621fb891",
      "mean_initial_validation_metric": 1.4425986036658287,
      "mean_final_validation_metric": 1.194470981368795,
      "mean_final_test_metric": 1.217740474967286,
      "mean_final_training_metric": 0.08388819164338202,
      "mean_ood_metric": 2.2272923812270164,
      "mean_clipped_step_fraction": 0.9523958333333333,
      "mean_last20_minibatch_loss": 0.09247038286994211,
      "mean_preclip_gradient_norm": 7.853079372888314,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c5a024c8f4d8af48cf51",
      "status": "complete",
      "summary_sha256": "e923753919273d28731a5809cbfb9a04b5fcfda93f41a786a432ed749a23975e",
      "mean_initial_validation_metric": 1.4223307585343719,
      "mean_final_validation_metric": 0.05869781199737645,
      "mean_final_test_metric": 0.07225820063968058,
      "mean_final_training_metric": 0.031717193559074985,
      "mean_ood_metric": 0.2537147349285078,
      "mean_clipped_step_fraction": 0.5510416666666667,
      "mean_last20_minibatch_loss": 0.03536766045428976,
      "mean_preclip_gradient_norm": 3.0477732213663953,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_451e3455c06ccd985fa1",
      "status": "complete",
      "summary_sha256": "4e8dbc2c52b6527e184de49a9b4c52f5e95b1b00d096b67c597b8e045ab0b4b8",
      "mean_initial_validation_metric": 1.419394476339221,
      "mean_final_validation_metric": 0.09554410730379459,
      "mean_final_test_metric": 0.11075275986399902,
      "mean_final_training_metric": 0.07707248558847368,
      "mean_ood_metric": 0.19584197195945308,
      "mean_clipped_step_fraction": 0.44526041666666666,
      "mean_last20_minibatch_loss": 0.06815808372339234,
      "mean_preclip_gradient_norm": 2.561292256989788,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_bcb7d96501c45ac8fc9b",
      "status": "complete",
      "summary_sha256": "666cf4eeb99e9d85eb960758412741e4cc4e528bf97d2eb094bc874f137a2af8",
      "mean_initial_validation_metric": 1.4147025747224689,
      "mean_final_validation_metric": 0.010247937047239475,
      "mean_final_test_metric": 0.019885865102196476,
      "mean_final_training_metric": 0.0029228461118577798,
      "mean_ood_metric": 0.10008881330031727,
      "mean_clipped_step_fraction": 0.31354166666666666,
      "mean_last20_minibatch_loss": 0.0023776260213509205,
      "mean_preclip_gradient_norm": 1.9365445161189958,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_ccb91e6df29450d94d92",
      "status": "complete",
      "summary_sha256": "6646781e66f3f1d63b77ca8692eb4adc3c3a3974ab63b5d4842fc8de1617d6e5",
      "mean_initial_validation_metric": 1.4116592360660434,
      "mean_final_validation_metric": 0.5407809265093988,
      "mean_final_test_metric": 0.5333460239899068,
      "mean_final_training_metric": 0.5184606684009481,
      "mean_ood_metric": 0.7300965124877621,
      "mean_clipped_step_fraction": 0.2746354166666667,
      "mean_last20_minibatch_loss": 0.5106164401180934,
      "mean_preclip_gradient_norm": 3.624282036017872,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_bb0449ecad9dc1b5fc11",
      "status": "complete",
      "summary_sha256": "612c0d0ddcf8e043d4aa8bd867e960e466f5a21f21cb6b3acd6b1d2282dc3025",
      "mean_initial_validation_metric": 1.407287293113768,
      "mean_final_validation_metric": 0.46626655127312233,
      "mean_final_test_metric": 0.46085557043375047,
      "mean_final_training_metric": 0.4587502468954767,
      "mean_ood_metric": 0.6287976179737598,
      "mean_clipped_step_fraction": 0.22692708333333333,
      "mean_last20_minibatch_loss": 0.5353038609266321,
      "mean_preclip_gradient_norm": 2.809011814868242,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_1e525757e242e2130e66",
      "status": "complete",
      "summary_sha256": "031a295b6c6d5227810bcfed0a4afc2f20c5945e689a53a2f272ae2d9f55d0ec",
      "mean_initial_validation_metric": 1.3930930439382792,
      "mean_final_validation_metric": 1.3865967597812414,
      "mean_final_test_metric": 1.3865967616438866,
      "mean_final_training_metric": 1.3865967565216124,
      "mean_ood_metric": 1.3865967690944672,
      "mean_clipped_step_fraction": 0.00010416666666666667,
      "mean_last20_minibatch_loss": 1.3868389364331961,
      "mean_preclip_gradient_norm": 0.1665058625674404,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_6b94f7549d0848a00d04",
      "status": "complete",
      "summary_sha256": "f6c8496e336297eccfa7de193dabe9bdabba497b94ac41d83025bdb93d19e24d",
      "mean_initial_validation_metric": 1.3920162804424763,
      "mean_final_validation_metric": 0.46890415240795846,
      "mean_final_test_metric": 0.4734548072328266,
      "mean_final_training_metric": 0.46586284625470853,
      "mean_ood_metric": 0.596883561785944,
      "mean_clipped_step_fraction": 0.1765625,
      "mean_last20_minibatch_loss": 0.4684624206320109,
      "mean_preclip_gradient_norm": 1.0625338796433341,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_b761d5a572e7c8930b00",
      "status": "complete",
      "summary_sha256": "a1ff9d5c00e6197b0dcc49042901a431e4f2e4e30657680ec5b0efc9bdb8e183",
      "mean_initial_validation_metric": 1.4151445552706718,
      "mean_final_validation_metric": 0.2139462052913359,
      "mean_final_test_metric": 0.21347461654511335,
      "mean_final_training_metric": 0.1966359200228851,
      "mean_ood_metric": 0.3177359509791131,
      "mean_clipped_step_fraction": 0.41625,
      "mean_last20_minibatch_loss": 0.22151730515320764,
      "mean_preclip_gradient_norm": 8.45379567420831,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_99cb23fdd2ff81139333",
      "status": "complete",
      "summary_sha256": "9469bae5dca386bb04b3a0a5cd236a4788dbcc2ca426d5a56db10d4aff5f6097",
      "mean_initial_validation_metric": 1.4195375526323915,
      "mean_final_validation_metric": 0.14979687410504994,
      "mean_final_test_metric": 0.15504487171801884,
      "mean_final_training_metric": 0.13677277449801295,
      "mean_ood_metric": 0.2960604139661882,
      "mean_clipped_step_fraction": 0.42546875,
      "mean_last20_minibatch_loss": 0.14067231136152714,
      "mean_preclip_gradient_norm": 3.6174594050263114,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_121eb45f3650881324a7",
      "status": "complete",
      "summary_sha256": "db91a6d4fc5f680d7a3fac3d78245867bbd76683af09f3c9e57e5bc464636a60",
      "mean_initial_validation_metric": 1.4140667263418436,
      "mean_final_validation_metric": 0.4558033280281961,
      "mean_final_test_metric": 0.4501949172663444,
      "mean_final_training_metric": 0.44587395459939216,
      "mean_ood_metric": 0.7336451928374572,
      "mean_clipped_step_fraction": 0.30151041666666667,
      "mean_last20_minibatch_loss": 0.45283203880294426,
      "mean_preclip_gradient_norm": 2.593540278789072,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_64fb301b46a587e3fc10",
      "status": "complete",
      "summary_sha256": "8e9f74a2669afbeed2bff292231c1d9942cb7a011a03a772ae83045219edb820",
      "mean_initial_validation_metric": 1.4089599335566163,
      "mean_final_validation_metric": 0.2344302638221052,
      "mean_final_test_metric": 0.24395915599257023,
      "mean_final_training_metric": 0.22175281944905123,
      "mean_ood_metric": 0.3518009759973211,
      "mean_clipped_step_fraction": 0.36041666666666666,
      "mean_last20_minibatch_loss": 0.27295286384930934,
      "mean_preclip_gradient_norm": 10.251533999947108,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_a4320ec04055e927c458",
      "status": "complete",
      "summary_sha256": "ed11542be1d466099fef0b2c88a72317b71a373b8c9d416806f57177ec6a234e",
      "mean_initial_validation_metric": 1.4171741092577577,
      "mean_final_validation_metric": 0.31334265653094917,
      "mean_final_test_metric": 0.3222117126952071,
      "mean_final_training_metric": 0.3006829796513557,
      "mean_ood_metric": 0.5591468623606488,
      "mean_clipped_step_fraction": 0.41359375,
      "mean_last20_minibatch_loss": 0.31479981411030167,
      "mean_preclip_gradient_norm": 2.7212906128426644,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_31abb7f5ae858e9f35e8",
      "status": "complete",
      "summary_sha256": "6c263aff6fc239311f9cc96963d68d03a795899805c2c5585d75768f9c697856",
      "mean_initial_validation_metric": 1.4076045211404562,
      "mean_final_validation_metric": 1.385284817777574,
      "mean_final_test_metric": 1.3849183171987534,
      "mean_final_training_metric": 1.3848290643654764,
      "mean_ood_metric": 1.3853704631328583,
      "mean_clipped_step_fraction": 0.007291666666666667,
      "mean_last20_minibatch_loss": 1.3847125798463822,
      "mean_preclip_gradient_norm": 0.4395478878365733,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_6ec59d4186f9b42d6754",
      "status": "complete",
      "summary_sha256": "10efe6ca1d20582080f29f1cff3ab983b47db4b6310fb3236e6db79a3f5938b3",
      "mean_initial_validation_metric": 1.4076045211404562,
      "mean_final_validation_metric": 0.6200473138887901,
      "mean_final_test_metric": 0.6058920508075971,
      "mean_final_training_metric": 0.5936531231127447,
      "mean_ood_metric": 0.8859220729209483,
      "mean_clipped_step_fraction": 0.37302083333333336,
      "mean_last20_minibatch_loss": 0.6014720978913829,
      "mean_preclip_gradient_norm": 2.6136116288485454,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_b07779969f06e2a919a4",
      "status": "complete",
      "summary_sha256": "1c758b9d2f52fa2db76bf81da0c457cd477a40363bc0c07ee140ff3b730451a8",
      "mean_initial_validation_metric": 1.4076045211404562,
      "mean_final_validation_metric": 0.2520974857611691,
      "mean_final_test_metric": 0.2773895292477846,
      "mean_final_training_metric": 0.2570996006147652,
      "mean_ood_metric": 0.4672029174398631,
      "mean_clipped_step_fraction": 0.3296354166666667,
      "mean_last20_minibatch_loss": 0.21570878419039444,
      "mean_preclip_gradient_norm": 15.645163978128652,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_7399cba3f8ca90f400cc",
      "status": "complete",
      "summary_sha256": "9b3cdd571abc2c1e025ec72a9a495cfaf90263bb9f5818ee5fbe36a72a8d49cc",
      "mean_initial_validation_metric": 1.4075948912650347,
      "mean_final_validation_metric": 0.38687226010733866,
      "mean_final_test_metric": 0.373239558073692,
      "mean_final_training_metric": 0.37124845575362997,
      "mean_ood_metric": 0.6971037520561367,
      "mean_clipped_step_fraction": 0.38697916666666665,
      "mean_last20_minibatch_loss": 0.371238707053999,
      "mean_preclip_gradient_norm": 2.636319563768387,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_243be9f0f4d2817e59a6",
      "status": "complete",
      "summary_sha256": "1929671948b65477524d2da6c7759f05478019c368e4fa89317cfdbaa0dbcd71",
      "mean_initial_validation_metric": 1.388277007266879,
      "mean_final_validation_metric": 4.488390561193228,
      "mean_final_test_metric": 4.400121601298451,
      "mean_final_training_metric": 0.23775874837883748,
      "mean_ood_metric": 5.154707685112953,
      "mean_clipped_step_fraction": 0.9001041666666667,
      "mean_last20_minibatch_loss": 0.22757909299689344,
      "mean_preclip_gradient_norm": 2.5663122883501153,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_6cb11cedc2472110e7b0",
      "status": "complete",
      "summary_sha256": "13c5d8c226bff13d5f605fb8fbaebea7b694498c08a1003c06951350175b3581",
      "mean_initial_validation_metric": 1.4422022765502334,
      "mean_final_validation_metric": 0.9820175166241825,
      "mean_final_test_metric": 1.0127826378447935,
      "mean_final_training_metric": 0.07948990969816805,
      "mean_ood_metric": 1.8867976367473602,
      "mean_clipped_step_fraction": 0.95359375,
      "mean_last20_minibatch_loss": 0.08416062131072977,
      "mean_preclip_gradient_norm": 8.418898045241756,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c79b5e3e8168a286054c",
      "status": "complete",
      "summary_sha256": "c6e77f9ac344f3b3c3ed7746599ec14013a87aee3e3e204d44bbb5c56374c219",
      "mean_initial_validation_metric": 1.4223959734663367,
      "mean_final_validation_metric": 0.133585699088826,
      "mean_final_test_metric": 0.10684331067685093,
      "mean_final_training_metric": 0.08989048634865959,
      "mean_ood_metric": 0.1946046993206778,
      "mean_clipped_step_fraction": 0.46911458333333333,
      "mean_last20_minibatch_loss": 0.1019622059211983,
      "mean_preclip_gradient_norm": 2.7513692343765186,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_bce264253457a26bed58",
      "status": "complete",
      "summary_sha256": "70b923dacf798957c4668330c9c3c5c93900f6d0d8d1e5e6ac2835418f02dc01",
      "mean_initial_validation_metric": 1.419390682131052,
      "mean_final_validation_metric": 0.12542724220293167,
      "mean_final_test_metric": 0.10566581180137291,
      "mean_final_training_metric": 0.10357211359723806,
      "mean_ood_metric": 0.3906838647062614,
      "mean_clipped_step_fraction": 0.4915625,
      "mean_last20_minibatch_loss": 0.07244870664853806,
      "mean_preclip_gradient_norm": 4.32573463281665,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_47be65ef0493e655d027",
      "status": "complete",
      "summary_sha256": "f138cebeab89e96501cca069d8f2cbd2179391e6a407085861ac68255d34b903",
      "mean_initial_validation_metric": 1.4146854653954506,
      "mean_final_validation_metric": 0.026685005460819866,
      "mean_final_test_metric": 0.014840838934105705,
      "mean_final_training_metric": 0.006075570402849451,
      "mean_ood_metric": 0.18343286787603574,
      "mean_clipped_step_fraction": 0.31828125,
      "mean_last20_minibatch_loss": 0.008264525427736657,
      "mean_preclip_gradient_norm": 1.7690399065491897,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_090457311c5d735692bb",
      "status": "complete",
      "summary_sha256": "b21654a53a7461b5f7fe8ec1f0498c396afaa87a4b96e55116ca0cc179ee722a",
      "mean_initial_validation_metric": 1.4116731006652117,
      "mean_final_validation_metric": 0.29623745819576186,
      "mean_final_test_metric": 0.28842679728188614,
      "mean_final_training_metric": 0.2885840425125821,
      "mean_ood_metric": 0.43529627187308506,
      "mean_clipped_step_fraction": 0.36343749999999997,
      "mean_last20_minibatch_loss": 0.2935052724285981,
      "mean_preclip_gradient_norm": 9.073086876001476,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_847a0405ced8043e5e4f",
      "status": "complete",
      "summary_sha256": "9958418b1852adb18dccc3ac89a6f8c27a65f9f24e40e398cd1219603297049f",
      "mean_initial_validation_metric": 1.407284451648593,
      "mean_final_validation_metric": 0.45152417522450605,
      "mean_final_test_metric": 0.4501305670457185,
      "mean_final_training_metric": 0.4452573088709322,
      "mean_ood_metric": 0.6460889082663925,
      "mean_clipped_step_fraction": 0.24546874999999999,
      "mean_last20_minibatch_loss": 0.4372061638569441,
      "mean_preclip_gradient_norm": 2.562562139235864,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_987bbf0bc6a81712d9f8",
      "status": "complete",
      "summary_sha256": "05650fefa73cbde0a254ce5034761a0e2eada92f72ee0d801911d9a3756fea78",
      "mean_initial_validation_metric": 1.3930927505716681,
      "mean_final_validation_metric": 1.3789526633918285,
      "mean_final_test_metric": 1.376902381889522,
      "mean_final_training_metric": 1.379063474945724,
      "mean_ood_metric": 1.3904935792088509,
      "mean_clipped_step_fraction": 0.0016666666666666666,
      "mean_last20_minibatch_loss": 1.379909985512495,
      "mean_preclip_gradient_norm": 0.17363250598384183,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_9a9a9b9d6908cdc857fc",
      "status": "complete",
      "summary_sha256": "8fed13bc92361cf4791649499fe87e1ab10dd388c483bd7cf59ce17a7c035853",
      "mean_initial_validation_metric": 1.3920163717120886,
      "mean_final_validation_metric": 0.6124430693521035,
      "mean_final_test_metric": 0.6082907420421293,
      "mean_final_training_metric": 0.6054572052877134,
      "mean_ood_metric": 0.7589553957695898,
      "mean_clipped_step_fraction": 0.144375,
      "mean_last20_minibatch_loss": 0.6225676698038682,
      "mean_preclip_gradient_norm": 1.1910345502259891,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_6b81d3cd60d9b34c45c9",
      "status": "complete",
      "summary_sha256": "c16a7885d66a9c959e1364722b8245c059d4fa2352d9c32530f9f3181f37374c",
      "mean_initial_validation_metric": 1.4151738472282887,
      "mean_final_validation_metric": 0.320765529202788,
      "mean_final_test_metric": 0.29742184680969785,
      "mean_final_training_metric": 0.29232925607149696,
      "mean_ood_metric": 0.49983003689703764,
      "mean_clipped_step_fraction": 0.42072916666666665,
      "mean_last20_minibatch_loss": 0.3251265289844241,
      "mean_preclip_gradient_norm": 3.767680128617873,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_3692b717bd7aa351ee60",
      "status": "complete",
      "summary_sha256": "2799ef83b307db330f8bd60230d068579c7ad04efa70c892958cced981002725",
      "mean_initial_validation_metric": 1.419521801173687,
      "mean_final_validation_metric": 0.13369965260136496,
      "mean_final_test_metric": 0.12033462733452893,
      "mean_final_training_metric": 0.11557982348891471,
      "mean_ood_metric": 0.308011498608721,
      "mean_clipped_step_fraction": 0.37234375000000003,
      "mean_last20_minibatch_loss": 0.10092626480660555,
      "mean_preclip_gradient_norm": 4.576242127190011,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_69446f8cd2138a6a629e",
      "status": "complete",
      "summary_sha256": "b9819e37460766ad9c968d411f8088c1bad3376f056f44203c454bbfa6505b9b",
      "mean_initial_validation_metric": 1.4141023242846131,
      "mean_final_validation_metric": 0.36225431811362796,
      "mean_final_test_metric": 0.3553039104160689,
      "mean_final_training_metric": 0.3573504766782776,
      "mean_ood_metric": 0.5696404959307984,
      "mean_clipped_step_fraction": 0.33218749999999997,
      "mean_last20_minibatch_loss": 0.4598163617218688,
      "mean_preclip_gradient_norm": 8.111529104596762,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_614911c0fd261ee640a2",
      "status": "complete",
      "summary_sha256": "ffb51d93f81604e77d03d36dfad675e111c0e672b172769b5e52cd64fae61c5f",
      "mean_initial_validation_metric": 1.4089316250756383,
      "mean_final_validation_metric": 0.23657988417642173,
      "mean_final_test_metric": 0.21221251840472632,
      "mean_final_training_metric": 0.2131951543251347,
      "mean_ood_metric": 0.4483514546082006,
      "mean_clipped_step_fraction": 0.36432291666666666,
      "mean_last20_minibatch_loss": 0.19007063288004247,
      "mean_preclip_gradient_norm": 10.511493077214134,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_f9a29ada749d4adf5672",
      "status": "complete",
      "summary_sha256": "e11b7fba0cc4e2c567edc07e67e9b2752fbde6fbf722f9a6bd9c88d5b0a6a793",
      "mean_initial_validation_metric": 1.4171649739146233,
      "mean_final_validation_metric": 0.4343055149300312,
      "mean_final_test_metric": 0.43710003957676236,
      "mean_final_training_metric": 0.43168013711772346,
      "mean_ood_metric": 0.7654548845275713,
      "mean_clipped_step_fraction": 0.39526041666666667,
      "mean_last20_minibatch_loss": 0.451850123512861,
      "mean_preclip_gradient_norm": 3.992142593109726,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_68c3418242c7dd2f2c5e",
      "status": "complete",
      "summary_sha256": "c42cfda35141607cc8e1ebc88b61efc86853ed67df4b23ba968bdfaf93b56a86",
      "mean_initial_validation_metric": 1.4075948912650347,
      "mean_final_validation_metric": 1.3849151320755482,
      "mean_final_test_metric": 1.3846740862354636,
      "mean_final_training_metric": 1.3849177029915154,
      "mean_ood_metric": 1.3850774727761745,
      "mean_clipped_step_fraction": 0.007083333333333334,
      "mean_last20_minibatch_loss": 1.385879772156477,
      "mean_preclip_gradient_norm": 0.4376963877967501,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_3e9dff76e192bdb82479",
      "status": "complete",
      "summary_sha256": "07bd6c92a5dd993d2e0d6db97b422e362efcccdd8c3cec964162c580b416501d",
      "mean_initial_validation_metric": 1.4075948912650347,
      "mean_final_validation_metric": 0.45092853222740814,
      "mean_final_test_metric": 0.4430525932548335,
      "mean_final_training_metric": 0.43976016309534316,
      "mean_ood_metric": 0.7560268437955528,
      "mean_clipped_step_fraction": 0.3784895833333333,
      "mean_last20_minibatch_loss": 0.4664451321499655,
      "mean_preclip_gradient_norm": 3.8337527821570982,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_878848a639e130ad11ad",
      "status": "complete",
      "summary_sha256": "053214d1f3bfa9160cba2901522c8323d789ce836beb5983343f9b4397266231",
      "mean_initial_validation_metric": 1.4075948912650347,
      "mean_final_validation_metric": 0.1343401963641213,
      "mean_final_test_metric": 0.11492065699945897,
      "mean_final_training_metric": 0.11298999113532382,
      "mean_ood_metric": 0.21466346691170202,
      "mean_clipped_step_fraction": 0.31192708333333335,
      "mean_last20_minibatch_loss": 0.18564188749914906,
      "mean_preclip_gradient_norm": 11.756310614951392,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_ec941ffe7c1629588866",
      "status": "complete",
      "summary_sha256": "462982782e4045d239167a23c3ed2ce6add38766494829188ebe00a56137014d",
      "mean_initial_validation_metric": 1.4076032182201743,
      "mean_final_validation_metric": 0.6360047933249007,
      "mean_final_test_metric": 0.6274876822303668,
      "mean_final_training_metric": 0.6206397948990343,
      "mean_ood_metric": 0.9287563185207546,
      "mean_clipped_step_fraction": 0.3,
      "mean_last20_minibatch_loss": 0.6621798290310835,
      "mean_preclip_gradient_norm": 5.3161741351005425,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_0042c2c253ff4d460405",
      "status": "complete",
      "summary_sha256": "f58db99d83120d9996c622787e47f7e7f1470bf08e34cfc3fce433e0d1e5ba88",
      "mean_initial_validation_metric": 1.3886281941086054,
      "mean_final_validation_metric": 4.230234296992421,
      "mean_final_test_metric": 4.383357737213373,
      "mean_final_training_metric": 0.22077222383813933,
      "mean_ood_metric": 3.6745046079158783,
      "mean_clipped_step_fraction": 0.8965625,
      "mean_last20_minibatch_loss": 0.224444610462524,
      "mean_preclip_gradient_norm": 2.5392969157701977,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_b8f7de70a865c14a6fc0",
      "status": "complete",
      "summary_sha256": "638026a8646bb1b0605bd4c4a520626205bfe3c214f7d32452d14baf5cdefe59",
      "mean_initial_validation_metric": 1.4422050286084414,
      "mean_final_validation_metric": 0.9367570793256164,
      "mean_final_test_metric": 0.9348746937466785,
      "mean_final_training_metric": 0.06501167916530903,
      "mean_ood_metric": 1.7993165012449026,
      "mean_clipped_step_fraction": 0.9543229166666667,
      "mean_last20_minibatch_loss": 0.06970252200849245,
      "mean_preclip_gradient_norm": 8.266760351709623,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_bfd304b5b5806dae106f",
      "status": "complete",
      "summary_sha256": "7c071ed7539c743069a65a0889bffb9787e11344a4733b2738e77f2dcb6a74ae",
      "mean_initial_validation_metric": 1.4225031835958362,
      "mean_final_validation_metric": 0.06788036766465666,
      "mean_final_test_metric": 0.06343422530585485,
      "mean_final_training_metric": 0.04470675094563603,
      "mean_ood_metric": 0.19584209111781092,
      "mean_clipped_step_fraction": 0.4738541666666667,
      "mean_last20_minibatch_loss": 0.05809812197321662,
      "mean_preclip_gradient_norm": 2.972001948302727,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_a1697d020b7aceb34212",
      "status": "complete",
      "summary_sha256": "c746c0d7ea940e1b296ab6836c931cd79b418d3947aaae6decc995713eceb9ed",
      "mean_initial_validation_metric": 1.4193569533526897,
      "mean_final_validation_metric": 0.08159326910072195,
      "mean_final_test_metric": 0.08910110386068482,
      "mean_final_training_metric": 0.0723864075655456,
      "mean_ood_metric": 0.2757341221149545,
      "mean_clipped_step_fraction": 0.47765625,
      "mean_last20_minibatch_loss": 0.0833335020229697,
      "mean_preclip_gradient_norm": 4.53585638400502,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_54f7bf4b45b4f2cc5dba",
      "status": "complete",
      "summary_sha256": "2de5d065078efdd51040470672774e405af8fa9ce108cba9905eea61e7be84d7",
      "mean_initial_validation_metric": 1.414715787395835,
      "mean_final_validation_metric": 0.006710706455464788,
      "mean_final_test_metric": 0.013133356844264199,
      "mean_final_training_metric": 0.0013057306528168056,
      "mean_ood_metric": 0.2733073988529213,
      "mean_clipped_step_fraction": 0.3229166666666667,
      "mean_last20_minibatch_loss": 0.0018235463180587886,
      "mean_preclip_gradient_norm": 1.790128080677479,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_ebe867dbb00d2d455551",
      "status": "complete",
      "summary_sha256": "8ef537e6fd4ad3a69e49ca0c17bbcca2b2f694a43edbf59199d0b0af4e708822",
      "mean_initial_validation_metric": 1.4116428447887301,
      "mean_final_validation_metric": 0.3414476388454091,
      "mean_final_test_metric": 0.3426591281065896,
      "mean_final_training_metric": 0.33154538277279855,
      "mean_ood_metric": 0.4881818213493716,
      "mean_clipped_step_fraction": 0.32364583333333335,
      "mean_last20_minibatch_loss": 0.34521665547205915,
      "mean_preclip_gradient_norm": 3.1961657648945185,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_fa16bd42cc361c317d1e",
      "status": "complete",
      "summary_sha256": "c532c7b4a55e95d68e46299cf9e840c0c0bce719b756dfa5f45c994018e438c4",
      "mean_initial_validation_metric": 1.4072914505377412,
      "mean_final_validation_metric": 0.33182460309923556,
      "mean_final_test_metric": 0.32175316631271755,
      "mean_final_training_metric": 0.31932908720608566,
      "mean_ood_metric": 0.6141034051543102,
      "mean_clipped_step_fraction": 0.2509895833333333,
      "mean_last20_minibatch_loss": 0.3223566177683949,
      "mean_preclip_gradient_norm": 2.645221614438183,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_979cc6b964dc1ad05d7a",
      "status": "complete",
      "summary_sha256": "dd92f2f696cb2f86e14ddcc6d752ca27c51df6f250c5a603bc9a1f324d6d405f",
      "mean_initial_validation_metric": 1.3930933298543096,
      "mean_final_validation_metric": 1.221740992975029,
      "mean_final_test_metric": 1.224896888367141,
      "mean_final_training_metric": 1.2194302331956024,
      "mean_ood_metric": 1.2551191663369536,
      "mean_clipped_step_fraction": 0.03786458333333333,
      "mean_last20_minibatch_loss": 1.216507281587863,
      "mean_preclip_gradient_norm": 0.3433175223718748,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_dc7213f3bdc686d92450",
      "status": "complete",
      "summary_sha256": "9f97b0a584d1f2c7501cae08c6210a6e53e97249f548fa8d7e5ad9869f1bf15b",
      "mean_initial_validation_metric": 1.3920163437724113,
      "mean_final_validation_metric": 0.6134713409240575,
      "mean_final_test_metric": 0.6054653712601947,
      "mean_final_training_metric": 0.6053936668188946,
      "mean_ood_metric": 0.7121139427326852,
      "mean_clipped_step_fraction": 0.14869791666666665,
      "mean_last20_minibatch_loss": 0.6108293903864749,
      "mean_preclip_gradient_norm": 1.1158976361879274,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_516e799a1c22179b8da9",
      "status": "complete",
      "summary_sha256": "005d5cf0e209b138aa1d130ca2911ac926dab5837c5656456c56c8d6a06147df",
      "mean_initial_validation_metric": 1.4151765936985612,
      "mean_final_validation_metric": 0.35526638729731985,
      "mean_final_test_metric": 0.35248216107584085,
      "mean_final_training_metric": 0.33800613288553905,
      "mean_ood_metric": 0.5887987610767595,
      "mean_clipped_step_fraction": 0.42822916666666666,
      "mean_last20_minibatch_loss": 0.3496068926430098,
      "mean_preclip_gradient_norm": 9.126275460108966,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_a51f41b8733efb67e1dd",
      "status": "complete",
      "summary_sha256": "867cd4d068940e9f407a7018940d39324bce6bf6b8c029505488e6f115248c8d",
      "mean_initial_validation_metric": 1.4195129470899701,
      "mean_final_validation_metric": 0.0690693365830839,
      "mean_final_test_metric": 0.06180685208335035,
      "mean_final_training_metric": 0.05549827759458026,
      "mean_ood_metric": 0.2559065856548841,
      "mean_clipped_step_fraction": 0.42140625,
      "mean_last20_minibatch_loss": 0.06555686162175789,
      "mean_preclip_gradient_norm": 5.506259719222511,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_102482d9d6b525ece005",
      "status": "complete",
      "summary_sha256": "d73f8fb0a8ff8562e3ce53f6c72964ee984a188dd00f62c66cedec9adf598271",
      "mean_initial_validation_metric": 1.414105792529881,
      "mean_final_validation_metric": 0.7223901898560143,
      "mean_final_test_metric": 0.6992434865542236,
      "mean_final_training_metric": 0.7118115093487631,
      "mean_ood_metric": 1.148333455901593,
      "mean_clipped_step_fraction": 0.27291666666666664,
      "mean_last20_minibatch_loss": 0.7209586768085046,
      "mean_preclip_gradient_norm": 1.807910364317116,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_f55c23b4528fe92a3654",
      "status": "complete",
      "summary_sha256": "ee6ee7ecbb374a2a7154d0444a42f98d5fd9f6f32bda795e5f7302bbee71adf4",
      "mean_initial_validation_metric": 1.4089414477348328,
      "mean_final_validation_metric": 0.26349503688794584,
      "mean_final_test_metric": 0.25937646296972616,
      "mean_final_training_metric": 0.25546881269497845,
      "mean_ood_metric": 0.48090089208324116,
      "mean_clipped_step_fraction": 0.36203124999999997,
      "mean_last20_minibatch_loss": 0.2669110751202965,
      "mean_preclip_gradient_norm": 8.208343663883664,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_8c794a0d7e554257b434",
      "status": "complete",
      "summary_sha256": "4bda277c953fd5db1cebaefb2c1379c5021676d2485103d4e3837e09a85369ae",
      "mean_initial_validation_metric": 1.4171593701466918,
      "mean_final_validation_metric": 0.5023882982823125,
      "mean_final_test_metric": 0.49141710624826374,
      "mean_final_training_metric": 0.48759815575169796,
      "mean_ood_metric": 0.8210926711326465,
      "mean_clipped_step_fraction": 0.33197916666666666,
      "mean_last20_minibatch_loss": 0.4897798192496339,
      "mean_preclip_gradient_norm": 3.6103541060001043,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_ab7b2bbaecc26528fc3a",
      "status": "complete",
      "summary_sha256": "658210d745fe94bc156fc0f6dde675104357acd3fd3f1b96f7b12c6f56a18594",
      "mean_initial_validation_metric": 1.4076032182201743,
      "mean_final_validation_metric": 1.3847821624949574,
      "mean_final_test_metric": 1.3843844598159194,
      "mean_final_training_metric": 1.3846429325640202,
      "mean_ood_metric": 1.384957991540432,
      "mean_clipped_step_fraction": 0.00734375,
      "mean_last20_minibatch_loss": 1.3843254938721656,
      "mean_preclip_gradient_norm": 0.44218472205049086,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_e313c07c685170294dbd",
      "status": "complete",
      "summary_sha256": "ca16eecd5028ac4b832e5b840a0f48fb0e1d6691c8a40ec6b84e766c630995b6",
      "mean_initial_validation_metric": 1.4076032182201743,
      "mean_final_validation_metric": 0.5290843860930181,
      "mean_final_test_metric": 0.5050762918108376,
      "mean_final_training_metric": 0.5077389769940055,
      "mean_ood_metric": 1.0342902392148972,
      "mean_clipped_step_fraction": 0.3625,
      "mean_last20_minibatch_loss": 0.5229215672647115,
      "mean_preclip_gradient_norm": 3.827010271944455,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_d8544172036bc9ae086b",
      "status": "complete",
      "summary_sha256": "0e8585df90b64890a83817d9ab9031f5084c14314d658da28ad948df561800a2",
      "mean_initial_validation_metric": 1.4076032182201743,
      "mean_final_validation_metric": 0.2910859109228028,
      "mean_final_test_metric": 0.2738188443840528,
      "mean_final_training_metric": 0.27280493382683346,
      "mean_ood_metric": 0.3622770531353581,
      "mean_clipped_step_fraction": 0.25567708333333333,
      "mean_last20_minibatch_loss": 0.6072143731489519,
      "mean_preclip_gradient_norm": 9.633937833097397,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_ab616a897d11be58391b",
      "status": "complete",
      "summary_sha256": "f8fde29ef19242fa37810fdc359c61abd701305f5b873326c234bec3c2bb79fc",
      "mean_initial_validation_metric": 1.4076112248003483,
      "mean_final_validation_metric": 1.3871567929163575,
      "mean_final_test_metric": 1.387192951515317,
      "mean_final_training_metric": 1.3871534438803792,
      "mean_ood_metric": 1.3871531039476395,
      "mean_clipped_step_fraction": 0.0008333333333333334,
      "mean_last20_minibatch_loss": 1.3872252885252236,
      "mean_preclip_gradient_norm": 0.2581900251144058,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_149005313738d78a4ed7",
      "status": "complete",
      "summary_sha256": "f252c8f7350e72020d3e2e12fe42bc5273a8a991c270b0e281ec158d868f625f",
      "mean_initial_validation_metric": 1.400828531011939,
      "mean_final_validation_metric": 1.235341128726958,
      "mean_final_test_metric": 1.2353980402476452,
      "mean_final_training_metric": 1.235317818241409,
      "mean_ood_metric": 1.7960940226912498,
      "mean_clipped_step_fraction": 0.014427083333333333,
      "mean_last20_minibatch_loss": 1.2364703032021083,
      "mean_preclip_gradient_norm": 0.2677073076020777,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_aafda8e15a0bbf01406c",
      "status": "complete",
      "summary_sha256": "17cc413e67e1895a74774728ce2474c02e4d33f124d31c21dfe16d6fb3012e75",
      "mean_initial_validation_metric": 1.3973753321915865,
      "mean_final_validation_metric": 6.253443722448182e-05,
      "mean_final_test_metric": 4.758739003207779e-05,
      "mean_final_training_metric": 5.727325014248663e-06,
      "mean_ood_metric": 4.18369806278497,
      "mean_clipped_step_fraction": 0.0284375,
      "mean_last20_minibatch_loss": 5.4180164138273316e-06,
      "mean_preclip_gradient_norm": 0.15120606515496343,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_6e5f0ab5730336704ac8",
      "status": "complete",
      "summary_sha256": "7ccf121675f9056d3bde4e968e4d7ac9a938fe152e33d56c6b2d000c62885b48",
      "mean_initial_validation_metric": 1.418955654837191,
      "mean_final_validation_metric": 1.387216368690133,
      "mean_final_test_metric": 1.387269290164113,
      "mean_final_training_metric": 1.387207434978336,
      "mean_ood_metric": 1.387194350361824,
      "mean_clipped_step_fraction": 0.006875,
      "mean_last20_minibatch_loss": 1.3872195564210414,
      "mean_preclip_gradient_norm": 0.2717401732528136,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_a434611033b8affdc6bd",
      "status": "complete",
      "summary_sha256": "9eb3fda5ba3a03903de53c6b43d35c88a06c72d6b7b0de06afe3350b4e46c115",
      "mean_initial_validation_metric": 1.3999839518219233,
      "mean_final_validation_metric": 0.43807993690364455,
      "mean_final_test_metric": 0.43677199679660994,
      "mean_final_training_metric": 0.4361275098086157,
      "mean_ood_metric": 1.53475390424137,
      "mean_clipped_step_fraction": 0.04473958333333333,
      "mean_last20_minibatch_loss": 0.43612087973634994,
      "mean_preclip_gradient_norm": 0.5177455423120885,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_4199c0cb23d1c4c4703a",
      "status": "complete",
      "summary_sha256": "738b3a9ebe7f426de57655f26a2477dfe118a443679add15d28eaf70f96a76b1",
      "mean_initial_validation_metric": 1.3997963815927505,
      "mean_final_validation_metric": 0.0016543227511517655,
      "mean_final_test_metric": 0.00011057178539647383,
      "mean_final_training_metric": 7.223267036296499e-06,
      "mean_ood_metric": 8.42136937379837,
      "mean_clipped_step_fraction": 0.038489583333333334,
      "mean_last20_minibatch_loss": 6.4769276862434996e-06,
      "mean_preclip_gradient_norm": 0.2108101834022466,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_fad13efd0f5a1af0c4eb",
      "status": "complete",
      "summary_sha256": "5b1929dad35b27726eaa73a8f53a5051d1f97de37751d06af57201595d7edce0",
      "mean_initial_validation_metric": 1.448557673022151,
      "mean_final_validation_metric": 0.04206769742421557,
      "mean_final_test_metric": 0.0238547362399828,
      "mean_final_training_metric": 2.318241267929011e-05,
      "mean_ood_metric": 0.1993293029004235,
      "mean_clipped_step_fraction": 0.1115625,
      "mean_last20_minibatch_loss": 2.3368814882474e-05,
      "mean_preclip_gradient_norm": 0.5739464682314693,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_37f73a292361df1c6720",
      "status": "complete",
      "summary_sha256": "94b258f3181a7a4eed4331731ade107a330b46ae6570c490f302159e0cd65b9d",
      "mean_initial_validation_metric": 1.4076077612116933,
      "mean_final_validation_metric": 1.3871410069987178,
      "mean_final_test_metric": 1.3871407685801387,
      "mean_final_training_metric": 1.38715498149395,
      "mean_ood_metric": 1.3871397078037262,
      "mean_clipped_step_fraction": 0.0006770833333333334,
      "mean_last20_minibatch_loss": 1.3884709302335978,
      "mean_preclip_gradient_norm": 0.25815704329152744,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_66d46963eeb75fd48934",
      "status": "complete",
      "summary_sha256": "4cb81d87afe9756db4017a6e773738271d5ff9f3b9a3c7671a014d05b78c77da",
      "mean_initial_validation_metric": 1.4008201975375414,
      "mean_final_validation_metric": 0.9994500719046445,
      "mean_final_test_metric": 0.9993652803584262,
      "mean_final_training_metric": 0.9993794163378371,
      "mean_ood_metric": 2.293343134224415,
      "mean_clipped_step_fraction": 0.025937500000000002,
      "mean_last20_minibatch_loss": 1.0046140043337057,
      "mean_preclip_gradient_norm": 0.340936796242594,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_f430ce2ad178a479ae16",
      "status": "complete",
      "summary_sha256": "eae4a74c9f28909f92f6fe719e5966b5f7da206ce2dcc5050e6eb50ad609dec8",
      "mean_initial_validation_metric": 1.3973790761083364,
      "mean_final_validation_metric": 0.0008269404510264922,
      "mean_final_test_metric": 2.2036245453160852e-05,
      "mean_final_training_metric": 5.361767815459384e-06,
      "mean_ood_metric": 4.311607787385583,
      "mean_clipped_step_fraction": 0.03802083333333334,
      "mean_last20_minibatch_loss": 5.805368466327288e-06,
      "mean_preclip_gradient_norm": 0.21653792915473785,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_abcdf25ddb5ee63b8869",
      "status": "complete",
      "summary_sha256": "388c1de0461fc20b0e58122916c1068d49855b5b76f459ffc2b6e9954ea901db",
      "mean_initial_validation_metric": 1.4189739869907498,
      "mean_final_validation_metric": 1.3004860232804503,
      "mean_final_test_metric": 1.3004864899977209,
      "mean_final_training_metric": 1.3004939045340171,
      "mean_ood_metric": 1.3004877802063675,
      "mean_clipped_step_fraction": 0.011822916666666667,
      "mean_last20_minibatch_loss": 1.3012021931391489,
      "mean_preclip_gradient_norm": 0.2921468533058255,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c0578c1bb16eb1b7a0df",
      "status": "complete",
      "summary_sha256": "844f02c9ced18508367c5d1f8c2784d27f6b4225f65a21ddb6c2cc7a7b4ead67",
      "mean_initial_validation_metric": 1.3999960869550705,
      "mean_final_validation_metric": 0.26162829091926376,
      "mean_final_test_metric": 0.26066085496085556,
      "mean_final_training_metric": 0.260635988483493,
      "mean_ood_metric": 1.371674949361477,
      "mean_clipped_step_fraction": 0.06880208333333333,
      "mean_last20_minibatch_loss": 0.2606456205910546,
      "mean_preclip_gradient_norm": 0.8494220475450699,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_4934024985276952b5ab",
      "status": "complete",
      "summary_sha256": "773f7382641e8533ab5104103bce0dbed116def4ea413a91fad2522e4318fe2e",
      "mean_initial_validation_metric": 1.3998025236651301,
      "mean_final_validation_metric": 2.8673122321687394e-05,
      "mean_final_test_metric": 9.571722190010457e-05,
      "mean_final_training_metric": 7.41501228196384e-06,
      "mean_ood_metric": 8.432053044438362,
      "mean_clipped_step_fraction": 0.040364583333333336,
      "mean_last20_minibatch_loss": 7.5654832950466934e-06,
      "mean_preclip_gradient_norm": 0.2368111931438864,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_6ed7409ffc8cf32c983f",
      "status": "complete",
      "summary_sha256": "56ee7dafe26caa776828458208b181bfe9f03e97a2c8ebb83b4044c3427bb718",
      "mean_initial_validation_metric": 1.4485103646293283,
      "mean_final_validation_metric": 0.02413318037595502,
      "mean_final_test_metric": 0.012605659679820747,
      "mean_final_training_metric": 2.028338959547682e-05,
      "mean_ood_metric": 0.19001624295106012,
      "mean_clipped_step_fraction": 0.13322916666666668,
      "mean_last20_minibatch_loss": 2.085037767898257e-05,
      "mean_preclip_gradient_norm": 0.8663329449127763,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_db0952c46eff7da757dd",
      "status": "complete",
      "summary_sha256": "f217b36e2168f5f4966eee5fa6b0cfa71793764253e54cc65351d8e0ed22a3fa",
      "mean_initial_validation_metric": 1.4076171312481165,
      "mean_final_validation_metric": 1.3874591523781419,
      "mean_final_test_metric": 1.3874396793544292,
      "mean_final_training_metric": 1.3874115692451596,
      "mean_ood_metric": 1.387431986629963,
      "mean_clipped_step_fraction": 0.0005729166666666667,
      "mean_last20_minibatch_loss": 1.3867216814309358,
      "mean_preclip_gradient_norm": 0.2603531190464128,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_7330b39f40c0868f3f45",
      "status": "complete",
      "summary_sha256": "f06a7ca1a58936583cd5a1e5de3ba95d2e6627d0aeb447141f877b311d3440a4",
      "mean_initial_validation_metric": 1.4008353911340237,
      "mean_final_validation_metric": 1.1591903958691887,
      "mean_final_test_metric": 1.1588892149426044,
      "mean_final_training_metric": 1.1592269249642726,
      "mean_ood_metric": 1.676709707826376,
      "mean_clipped_step_fraction": 0.0165625,
      "mean_last20_minibatch_loss": 1.1675091446905639,
      "mean_preclip_gradient_norm": 0.334413891192426,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_b017aaec9762ac9f8f15",
      "status": "complete",
      "summary_sha256": "2159ff6ef316a56888cf014c2a9275c6d629ab882aa5b6b727a9a1dd0da7768d",
      "mean_initial_validation_metric": 1.397421695291996,
      "mean_final_validation_metric": 9.956841748071099e-05,
      "mean_final_test_metric": 3.618583361308936e-05,
      "mean_final_training_metric": 8.558005709868866e-06,
      "mean_ood_metric": 3.339063461869955,
      "mean_clipped_step_fraction": 0.04421875,
      "mean_last20_minibatch_loss": 8.119079454527167e-06,
      "mean_preclip_gradient_norm": 0.2845271587812632,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_8e91b1855c6598f64aa6",
      "status": "complete",
      "summary_sha256": "5158ff8a6529576191f55397af58d5452c3261cc80b0cf0bd2b28fe8828cf26b",
      "mean_initial_validation_metric": 1.4189411317929626,
      "mean_final_validation_metric": 1.3874783925712109,
      "mean_final_test_metric": 1.3874687552452087,
      "mean_final_training_metric": 1.3874528254382312,
      "mean_ood_metric": 1.3874685987830162,
      "mean_clipped_step_fraction": 0.009322916666666667,
      "mean_last20_minibatch_loss": 1.3867467690259219,
      "mean_preclip_gradient_norm": 0.2773727504936687,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_5d1deba868feca1122eb",
      "status": "complete",
      "summary_sha256": "0e97ae58c54a4cda623ac9094314a29290aa5171f5f08908037d164b3f4323e6",
      "mean_initial_validation_metric": 1.3999977940693498,
      "mean_final_validation_metric": 0.44256470207562026,
      "mean_final_test_metric": 0.44092082095799023,
      "mean_final_training_metric": 0.4422175078743428,
      "mean_ood_metric": 1.0612645931105362,
      "mean_clipped_step_fraction": 0.06057291666666667,
      "mean_last20_minibatch_loss": 0.4406394832399945,
      "mean_preclip_gradient_norm": 0.7753717147647063,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c26909b9e47e00ad719f",
      "status": "complete",
      "summary_sha256": "9340c75c4072760ee9a6a219a804f743f88f25cd51756050f1f0d44eab12da18",
      "mean_initial_validation_metric": 1.3998029986396432,
      "mean_final_validation_metric": 2.008611099979518e-05,
      "mean_final_test_metric": 4.248336781165207e-05,
      "mean_final_training_metric": 9.385224921887314e-06,
      "mean_ood_metric": 9.642431408166885,
      "mean_clipped_step_fraction": 0.048802083333333336,
      "mean_last20_minibatch_loss": 9.66476000190397e-06,
      "mean_preclip_gradient_norm": 0.3490019923701494,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_0bc372c1935b61980671",
      "status": "complete",
      "summary_sha256": "fd15fa7a0a6a6746209d40133145796ba99d759a6a477c8780a14cd825ade0fd",
      "mean_initial_validation_metric": 1.448704469949007,
      "mean_final_validation_metric": 0.004539529532710418,
      "mean_final_test_metric": 0.00032396457087457975,
      "mean_final_training_metric": 2.1591498818196442e-05,
      "mean_ood_metric": 0.3775578283239156,
      "mean_clipped_step_fraction": 0.14348958333333334,
      "mean_last20_minibatch_loss": 2.149658996728476e-05,
      "mean_preclip_gradient_norm": 0.9039149489335936,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_19540c3e091616ae57fb",
      "status": "complete",
      "summary_sha256": "d14a360b8711e92ae9bd5c9a66ce91453af6a0957f0a581e9a84e1d45bc27354",
      "mean_initial_validation_metric": 1.4361015958711505,
      "mean_final_validation_metric": 0.01729989639981966,
      "mean_final_test_metric": 0.01738963628574197,
      "mean_final_training_metric": 2.2216883422743194e-05,
      "mean_ood_metric": 0.5381468022897025,
      "mean_clipped_step_fraction": 0.11270833333333333,
      "mean_last20_minibatch_loss": 2.256834655440798e-05,
      "mean_preclip_gradient_norm": 0.5615760825723055,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_3832b1a5bed99bc11e88",
      "status": "complete",
      "summary_sha256": "b4728365964d17c379fd54127bddeb6ad9afc4cc8c4a70fdd98e37f4a27c1c67",
      "mean_initial_validation_metric": 1.44827382825315,
      "mean_final_validation_metric": 0.006335303106084211,
      "mean_final_test_metric": 0.018529078717989478,
      "mean_final_training_metric": 2.1311633037868205e-05,
      "mean_ood_metric": 0.28225920290424256,
      "mean_clipped_step_fraction": 0.105,
      "mean_last20_minibatch_loss": 2.1899807146041893e-05,
      "mean_preclip_gradient_norm": 0.4140085927939132,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c36f86452a6409a9d0f0",
      "status": "complete",
      "summary_sha256": "c0b44ec40a24379621c55d14c297b6b97146f1860f81bcecd2a6d6e7516cdb49",
      "mean_initial_validation_metric": 1.4497989602386951,
      "mean_final_validation_metric": 0.012454890617611625,
      "mean_final_test_metric": 0.02350852956851668,
      "mean_final_training_metric": 1.7460597009133494e-05,
      "mean_ood_metric": 0.4774632780035972,
      "mean_clipped_step_fraction": 0.11869791666666667,
      "mean_last20_minibatch_loss": 1.7697761701640503e-05,
      "mean_preclip_gradient_norm": 0.5693190827481472,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_159df3b6e29ac46bd076",
      "status": "complete",
      "summary_sha256": "a611118af46c6ab09132ef338fc5ad0f08781eb8a8d9dc10d37524ae8c441ec2",
      "mean_initial_validation_metric": 1.4089672844856977,
      "mean_final_validation_metric": 1.3870921144261956,
      "mean_final_test_metric": 1.3871309701353312,
      "mean_final_training_metric": 1.387089162133634,
      "mean_ood_metric": 1.3870883472263813,
      "mean_clipped_step_fraction": 0.0011979166666666668,
      "mean_last20_minibatch_loss": 1.387263398244977,
      "mean_preclip_gradient_norm": 0.2614459406759124,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_bc1c99efb458f1abecac",
      "status": "complete",
      "summary_sha256": "fd91e28e2e821f241343bce44f84d107f8373a1c6dfcc9ff2e21cae8b362e1ef",
      "mean_initial_validation_metric": 1.4076110636815429,
      "mean_final_validation_metric": 1.3003619580997317,
      "mean_final_test_metric": 1.300396737553708,
      "mean_final_training_metric": 1.3003611027475088,
      "mean_ood_metric": 1.3003657850914578,
      "mean_clipped_step_fraction": 0.002864583333333333,
      "mean_last20_minibatch_loss": 1.3004722337354757,
      "mean_preclip_gradient_norm": 0.2618301147892248,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_f86a78da04bbe1e05364",
      "status": "complete",
      "summary_sha256": "a876e916f0499e596fc6465b56f66c2e285aeaeb34eb9753497d422452a14da7",
      "mean_initial_validation_metric": 1.4105783458799124,
      "mean_final_validation_metric": 1.3190275395754725,
      "mean_final_test_metric": 1.318808914278634,
      "mean_final_training_metric": 1.3186366399168037,
      "mean_ood_metric": 1.3204604154452682,
      "mean_clipped_step_fraction": 0.008229166666666668,
      "mean_last20_minibatch_loss": 1.3275949344038964,
      "mean_preclip_gradient_norm": 0.29568834770504815,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_d388f61a539fdadaee0a",
      "status": "complete",
      "summary_sha256": "e82d90d069983d6dbb3a3f32f24be746e2c268f5cbbdf79fe6bcb024253e67c2",
      "mean_initial_validation_metric": 1.436047039926052,
      "mean_final_validation_metric": 0.005007747252918193,
      "mean_final_test_metric": 0.011193705135234211,
      "mean_final_training_metric": 2.011377316080143e-05,
      "mean_ood_metric": 0.8671072355937213,
      "mean_clipped_step_fraction": 0.11296875,
      "mean_last20_minibatch_loss": 2.0302275027006543e-05,
      "mean_preclip_gradient_norm": 0.5887304466939296,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c65741c175d9e7f58b17",
      "status": "complete",
      "summary_sha256": "ff98b91e81af04d68a021e9e5d0b1fb1009b1d6a5889220391c05b20559f563d",
      "mean_initial_validation_metric": 1.4486621180549264,
      "mean_final_validation_metric": 0.004338390328776143,
      "mean_final_test_metric": 0.003210519939166545,
      "mean_final_training_metric": 1.9297000127593833e-05,
      "mean_ood_metric": 0.2749166424764553,
      "mean_clipped_step_fraction": 0.10447916666666666,
      "mean_last20_minibatch_loss": 2.004110166353712e-05,
      "mean_preclip_gradient_norm": 0.4173019067428296,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_7b66ca9bca5de7458b8f",
      "status": "complete",
      "summary_sha256": "064eafe3c3b14b465bd6d2fd2014fde32eb3e66424ed04b49bef3504d449e395",
      "mean_initial_validation_metric": 1.4486153097823262,
      "mean_final_validation_metric": 0.010620097170573217,
      "mean_final_test_metric": 0.0037077778207503798,
      "mean_final_training_metric": 1.6880533888041782e-05,
      "mean_ood_metric": 0.5000218767672777,
      "mean_clipped_step_fraction": 0.11234374999999999,
      "mean_last20_minibatch_loss": 1.705240006231179e-05,
      "mean_preclip_gradient_norm": 0.49454850677689177,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_ed8b5935d7cedac78147",
      "status": "complete",
      "summary_sha256": "e13006ea874c7b6f66731ea14b8dccde1ff8f8001a8cc1640f5aeae485d20fd8",
      "mean_initial_validation_metric": 1.408959185704589,
      "mean_final_validation_metric": 1.387098466977477,
      "mean_final_test_metric": 1.3871002085506916,
      "mean_final_training_metric": 1.387111886870116,
      "mean_ood_metric": 1.3870953507721424,
      "mean_clipped_step_fraction": 0.0009895833333333334,
      "mean_last20_minibatch_loss": 1.388540081307292,
      "mean_preclip_gradient_norm": 0.2600651111599776,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_e23d523074ffbb679c5c",
      "status": "complete",
      "summary_sha256": "4d4fed309c2e04ac3ac373051ebce7e6efcdc52736c027ccc7b794e304e292bd",
      "mean_initial_validation_metric": 1.4076073411852121,
      "mean_final_validation_metric": 1.2593833470223217,
      "mean_final_test_metric": 1.2558570041916255,
      "mean_final_training_metric": 1.2566567379463436,
      "mean_ood_metric": 1.237918923899997,
      "mean_clipped_step_fraction": 0.009114583333333334,
      "mean_last20_minibatch_loss": 1.265364251953315,
      "mean_preclip_gradient_norm": 0.552162887786059,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_680d4f9ac1b9852312b9",
      "status": "complete",
      "summary_sha256": "9ec9fae4424c9cb15e8634b55fcc6d6ba3276bdbb3337b9abd23a29fe43f21c2",
      "mean_initial_validation_metric": 1.410578497685492,
      "mean_final_validation_metric": 1.3004000174026373,
      "mean_final_test_metric": 1.300401638543235,
      "mean_final_training_metric": 1.3004010245599034,
      "mean_ood_metric": 1.3003986454996266,
      "mean_clipped_step_fraction": 0.006458333333333333,
      "mean_last20_minibatch_loss": 1.3013507964093152,
      "mean_preclip_gradient_norm": 0.28876614819600943,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_ee1139b5d486a75aeb5b",
      "status": "complete",
      "summary_sha256": "f852949111be74e998df9368cbfc08eca3f5a0b3f3f9f87077f03c234af931fb",
      "mean_initial_validation_metric": 1.4360126378014684,
      "mean_final_validation_metric": 0.0011734755633128202,
      "mean_final_test_metric": 0.008810995403784716,
      "mean_final_training_metric": 2.173988411868777e-05,
      "mean_ood_metric": 0.6822663112543523,
      "mean_clipped_step_fraction": 0.10953125,
      "mean_last20_minibatch_loss": 2.1862090346758122e-05,
      "mean_preclip_gradient_norm": 0.5054652900708235,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_3afa0c1c9fcc541e8993",
      "status": "complete",
      "summary_sha256": "2ffb5e506f8e8e6e18af1a887fda82caa325f274f2b94353d05b7c381a1b8c6a",
      "mean_initial_validation_metric": 1.4488396048545837,
      "mean_final_validation_metric": 0.0036062094145208334,
      "mean_final_test_metric": 0.004860463039065621,
      "mean_final_training_metric": 2.084398917645558e-05,
      "mean_ood_metric": 0.24665861305584258,
      "mean_clipped_step_fraction": 0.11375,
      "mean_last20_minibatch_loss": 2.0880290730929118e-05,
      "mean_preclip_gradient_norm": 0.4586557504078852,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_a0b806c0a1e8a7e9d67a",
      "status": "complete",
      "summary_sha256": "961fb405cfc783d709049f6eeb262b95b35893a43e3342e1423a0ede952aa6c7",
      "mean_initial_validation_metric": 1.4500555954873562,
      "mean_final_validation_metric": 0.01193809208086094,
      "mean_final_test_metric": 0.008352767875727807,
      "mean_final_training_metric": 1.7271680185615423e-05,
      "mean_ood_metric": 0.4604951107176021,
      "mean_clipped_step_fraction": 0.11901041666666666,
      "mean_last20_minibatch_loss": 1.7420335665008226e-05,
      "mean_preclip_gradient_norm": 0.5445592314648813,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_f685aa68d7fa486641ee",
      "status": "complete",
      "summary_sha256": "493378976b3f21b8657185ac0be3b43c087a361f23c96bae3bef9ee0db6ae6a5",
      "mean_initial_validation_metric": 1.4089771676808596,
      "mean_final_validation_metric": 1.3874035943299532,
      "mean_final_test_metric": 1.3873830763623118,
      "mean_final_training_metric": 1.3873544270172715,
      "mean_ood_metric": 1.3873751908540726,
      "mean_clipped_step_fraction": 0.00125,
      "mean_last20_minibatch_loss": 1.3867439568042754,
      "mean_preclip_gradient_norm": 0.261609078783149,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_f6a336f7bc57e0c58080",
      "status": "complete",
      "summary_sha256": "bc3ca29b7b992896d81d439b7d7f974f5dae63bcad78ba53ffc8b83e34f75f46",
      "mean_initial_validation_metric": 1.4076160043478012,
      "mean_final_validation_metric": 1.3007535583007872,
      "mean_final_test_metric": 1.300731876643674,
      "mean_final_training_metric": 1.3007061006869716,
      "mean_ood_metric": 1.3016101113171317,
      "mean_clipped_step_fraction": 0.0014062500000000002,
      "mean_last20_minibatch_loss": 1.3000857081303194,
      "mean_preclip_gradient_norm": 0.2587101782492497,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_56051496b194b14c493a",
      "status": "complete",
      "summary_sha256": "6ce03df9f6a719d961a4d8af5c12ba5e92571ccab0be78b794b82cfded60694e",
      "mean_initial_validation_metric": 1.4105937536805868,
      "mean_final_validation_metric": 1.3814978720620275,
      "mean_final_test_metric": 1.3814536593854427,
      "mean_final_training_metric": 1.3814297495409846,
      "mean_ood_metric": 1.380853284150362,
      "mean_clipped_step_fraction": 0.0054687500000000005,
      "mean_last20_minibatch_loss": 1.385834513232112,
      "mean_preclip_gradient_norm": 0.2906174403476083,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_bea9b669d36ce0bb0f49",
      "status": "complete",
      "summary_sha256": "b2452404aecece41dd71a819aa467d785243ae28a586126fb4067542f97d3e22",
      "mean_initial_validation_metric": 1.4076045211404562,
      "mean_final_validation_metric": 4.613815539574716,
      "mean_final_test_metric": 4.628626796416938,
      "mean_final_training_metric": 0.1358396872560661,
      "mean_ood_metric": 4.814050555229187,
      "mean_clipped_step_fraction": 0.4975,
      "mean_last20_minibatch_loss": 0.11600362864945737,
      "mean_preclip_gradient_norm": 3.000822960648147,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_bf1af3070b43afb13889",
      "status": "complete",
      "summary_sha256": "1e5a263ba3ca82cbd7533a6d5009bb49524e2eaae98ae1777e3e5d37ab59b1c3",
      "mean_initial_validation_metric": 1.4076045211404562,
      "mean_final_validation_metric": 4.9817992630414665,
      "mean_final_test_metric": 5.308229808986653,
      "mean_final_training_metric": 0.06133903734553314,
      "mean_ood_metric": 5.539600193500519,
      "mean_clipped_step_fraction": 0.54921875,
      "mean_last20_minibatch_loss": 0.08414981347300454,
      "mean_preclip_gradient_norm": 3.6726490096597506,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_69c2b002b73676a9e693",
      "status": "complete",
      "summary_sha256": "fd68084bd48e7eaf61408022c20d8c547ab004f685ea3b3f2af23258887650d0",
      "mean_initial_validation_metric": 1.4076045211404562,
      "mean_final_validation_metric": 3.7330108823953196,
      "mean_final_test_metric": 3.7482843392062932,
      "mean_final_training_metric": 0.42004569072742015,
      "mean_ood_metric": 5.6148269809782505,
      "mean_clipped_step_fraction": 0.5886979166666667,
      "mean_last20_minibatch_loss": 0.37581078924486067,
      "mean_preclip_gradient_norm": 4.074980019830982,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_d6d8d7db50c27549e210",
      "status": "complete",
      "summary_sha256": "91d43e9c24ac0650bd10c7c2653cc057657b2e9c8a51f69b9b640e8b4b19fe88",
      "mean_initial_validation_metric": 1.4076045211404562,
      "mean_final_validation_metric": 1.389660581946373,
      "mean_final_test_metric": 1.3862991547212005,
      "mean_final_training_metric": 1.3367722630500793,
      "mean_ood_metric": 1.3797422908246517,
      "mean_clipped_step_fraction": 0.010625,
      "mean_last20_minibatch_loss": 1.3572564240545035,
      "mean_preclip_gradient_norm": 0.4134283424704336,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_87ff1c77bb033dc6bcf6",
      "status": "complete",
      "summary_sha256": "99e4bc3823972208908ba4202f1db682f30a857c2f3323f496e16cd577d982c9",
      "mean_initial_validation_metric": 1.4076045211404562,
      "mean_final_validation_metric": 1.4682067511603236,
      "mean_final_test_metric": 1.4630448184907436,
      "mean_final_training_metric": 1.023798231035471,
      "mean_ood_metric": 1.8408325724303722,
      "mean_clipped_step_fraction": 0.256875,
      "mean_last20_minibatch_loss": 1.0368286282755435,
      "mean_preclip_gradient_norm": 0.9380336519159027,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_9c4ac004a68ae6f01a23",
      "status": "complete",
      "summary_sha256": "efe64e90dfcec64941e518ab5a72fb2cb13e19e2ad9df152a8ab7094d7bdc410",
      "mean_initial_validation_metric": 1.4076045211404562,
      "mean_final_validation_metric": 4.888962388795335,
      "mean_final_test_metric": 5.158049745950848,
      "mean_final_training_metric": 0.12351212603516615,
      "mean_ood_metric": 6.599550820887089,
      "mean_clipped_step_fraction": 0.47229166666666667,
      "mean_last20_minibatch_loss": 0.13164623540390039,
      "mean_preclip_gradient_norm": 2.317833107929364,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_bbcaf6772f71b9bfe1cc",
      "status": "complete",
      "summary_sha256": "f2655ae18c319cc0deb6a28f32de26e821e179c3a50145a4070d239f2acf259f",
      "mean_initial_validation_metric": 1.4075948912650347,
      "mean_final_validation_metric": 7.520433839410543,
      "mean_final_test_metric": 7.281464575789869,
      "mean_final_training_metric": 0.2840328288566525,
      "mean_ood_metric": 4.963177226483822,
      "mean_clipped_step_fraction": 0.4775520833333333,
      "mean_last20_minibatch_loss": 0.28532923544543964,
      "mean_preclip_gradient_norm": 3.2499706821999856,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_decaf5a0597804014f47",
      "status": "complete",
      "summary_sha256": "df849dca5d04fab4293df6e8884d1d1d25e7df9c11c5f1536e71d92f1727097a",
      "mean_initial_validation_metric": 1.4075948912650347,
      "mean_final_validation_metric": 6.995554167660885,
      "mean_final_test_metric": 6.590493439231068,
      "mean_final_training_metric": 0.2909466346645786,
      "mean_ood_metric": 5.641098011285067,
      "mean_clipped_step_fraction": 0.42776041666666664,
      "mean_last20_minibatch_loss": 0.3074721846340253,
      "mean_preclip_gradient_norm": 2.9110072774774864,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_5449f78632b714ebdda4",
      "status": "complete",
      "summary_sha256": "ee86c71d9c12ed891c59093b3feaf4f3f744034e4b1b11003f82faee838a4aa3",
      "mean_initial_validation_metric": 1.4075948912650347,
      "mean_final_validation_metric": 2.5787592635606416,
      "mean_final_test_metric": 2.370831836713478,
      "mean_final_training_metric": 0.45190623377857264,
      "mean_ood_metric": 2.1880798656493425,
      "mean_clipped_step_fraction": 0.4640104166666667,
      "mean_last20_minibatch_loss": 0.44365259766636883,
      "mean_preclip_gradient_norm": 4.6680297831758795,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_f4212fdb6215bc33b10a",
      "status": "complete",
      "summary_sha256": "f19b52b51b29302213001cf363b4cb0f27c442defeb93a3a2233c9bd1a37e685",
      "mean_initial_validation_metric": 1.4075948912650347,
      "mean_final_validation_metric": 1.388611689209938,
      "mean_final_test_metric": 1.38819345459342,
      "mean_final_training_metric": 1.387828879058361,
      "mean_ood_metric": 1.3884397223591805,
      "mean_clipped_step_fraction": 0.00875,
      "mean_last20_minibatch_loss": 1.3884304583072662,
      "mean_preclip_gradient_norm": 0.40263182086404414,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_1c8f2761b5434f3d3823",
      "status": "complete",
      "summary_sha256": "bb72dff6fb70fe0a4e533c9e890b74f492303bbbda60173f9ec46e5d449885c4",
      "mean_initial_validation_metric": 1.4075948912650347,
      "mean_final_validation_metric": 1.4081810489296913,
      "mean_final_test_metric": 1.3560368418693542,
      "mean_final_training_metric": 1.1702433787286282,
      "mean_ood_metric": 1.4577540345489979,
      "mean_clipped_step_fraction": 0.15046875,
      "mean_last20_minibatch_loss": 1.174597009457648,
      "mean_preclip_gradient_norm": 0.6855270131948055,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_24ff1215b04f7b60b52c",
      "status": "complete",
      "summary_sha256": "412c6fd394a145f22527c8504c917fbdbce94f2267c4398585f4920e8ea922e0",
      "mean_initial_validation_metric": 1.4075948912650347,
      "mean_final_validation_metric": 6.136005705920979,
      "mean_final_test_metric": 5.510938694467768,
      "mean_final_training_metric": 0.3428497592522035,
      "mean_ood_metric": 4.601189382374287,
      "mean_clipped_step_fraction": 0.48312499999999997,
      "mean_last20_minibatch_loss": 0.3555534332487923,
      "mean_preclip_gradient_norm": 4.823473600263994,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_b998d6e03b93bb19946a",
      "status": "complete",
      "summary_sha256": "fc0d73934d9369c3fa9d63091ff17f915a7e142a9dfc3065aa5ef4aa33fc5d46",
      "mean_initial_validation_metric": 1.4076032182201743,
      "mean_final_validation_metric": 6.745214528637007,
      "mean_final_test_metric": 6.409734060638584,
      "mean_final_training_metric": 0.25006970537651796,
      "mean_ood_metric": 3.2616025507450104,
      "mean_clipped_step_fraction": 0.5734375,
      "mean_last20_minibatch_loss": 0.2598594700032891,
      "mean_preclip_gradient_norm": 4.545689249996989,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_a610f761f13d94f88c47",
      "status": "complete",
      "summary_sha256": "65dd8d6f3b8cb41fbcd6a06adeb4f7a622547acadddee91f972e3d4f94fef8fd",
      "mean_initial_validation_metric": 1.4076032182201743,
      "mean_final_validation_metric": 6.899043707293458,
      "mean_final_test_metric": 6.83836823888123,
      "mean_final_training_metric": 0.35011034446870326,
      "mean_ood_metric": 3.2452176697552204,
      "mean_clipped_step_fraction": 0.57015625,
      "mean_last20_minibatch_loss": 0.3155080527947575,
      "mean_preclip_gradient_norm": 4.371921008162196,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_13fb3cf7b2dd483e7ad7",
      "status": "complete",
      "summary_sha256": "e30c957607c39c40dcf37232d0cdcbd16e2047bc21328482e238ab334f5989c4",
      "mean_initial_validation_metric": 1.4076032182201743,
      "mean_final_validation_metric": 3.803789896192029,
      "mean_final_test_metric": 3.855006958474405,
      "mean_final_training_metric": 0.4268041448376607,
      "mean_ood_metric": 4.98173738643527,
      "mean_clipped_step_fraction": 0.66078125,
      "mean_last20_minibatch_loss": 0.4313162771803036,
      "mean_preclip_gradient_norm": 6.492747808340743,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_004d93eda1cef7d7dbf7",
      "status": "complete",
      "summary_sha256": "f9f06f467dac9e01a95aee4fcb7be88f6c3bb59081ace5a40763e0efe31e23d0",
      "mean_initial_validation_metric": 1.4076032182201743,
      "mean_final_validation_metric": 1.3872758271172643,
      "mean_final_test_metric": 1.3864592658355832,
      "mean_final_training_metric": 1.3746431320905685,
      "mean_ood_metric": 1.3875506408512592,
      "mean_clipped_step_fraction": 0.00625,
      "mean_last20_minibatch_loss": 1.3809439908713101,
      "mean_preclip_gradient_norm": 0.3880641079042107,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_fe3235aaee5ac5aac819",
      "status": "complete",
      "summary_sha256": "a93df0cc55225991cda8d792303701c1e286e1510d3b9bee5eebc7e8cbd2c482",
      "mean_initial_validation_metric": 1.4076032182201743,
      "mean_final_validation_metric": 1.6981911156326532,
      "mean_final_test_metric": 1.6678065741434693,
      "mean_final_training_metric": 1.0417892672121525,
      "mean_ood_metric": 1.4855089113116264,
      "mean_clipped_step_fraction": 0.254375,
      "mean_last20_minibatch_loss": 1.0626404155045748,
      "mean_preclip_gradient_norm": 0.892530456618988,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    },
    {
      "node_id": "candidate_c33cc593b59cf479dc82",
      "status": "complete",
      "summary_sha256": "2824b67efd594d908dcd9e8ee35d83a69aaa7901ff3ff58eed105186fb0f8676",
      "mean_initial_validation_metric": 1.4076032182201743,
      "mean_final_validation_metric": 6.2283064405201,
      "mean_final_test_metric": 5.98563228151761,
      "mean_final_training_metric": 0.27747732378520595,
      "mean_ood_metric": 2.852735809981823,
      "mean_clipped_step_fraction": 0.55921875,
      "mean_last20_minibatch_loss": 0.3066954135946389,
      "mean_preclip_gradient_norm": 3.5267486648339883,
      "training_loss_definition": {
        "loss": {
          "loss_id": "cross_entropy"
        }
      }
    }
  ],
  "instances": [
    {
      "instance_id": "receptive_field_depth_s841901",
      "template_id": "receptive_field_depth",
      "admitted": false,
      "pairs": [
        {
          "a": "k3_d1",
          "b": "k3_d4",
          "a_node": "candidate_aedc559262a997543320",
          "b_node": "candidate_e2e98633894e1a273735",
          "changed_fields": {
            "model.depth": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.006516965046557743,
          "sd_b_minus_a": 0.03155384715824089,
          "min_b_minus_a": -0.041067080543143675,
          "max_b_minus_a": 0.07641781715210527,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.021099015000800136,
            -0.003776564175495878,
            0.07641781715210527,
            0.04133386933244765,
            -0.0026139576657442376,
            -0.0003304656711407006,
            0.01792268978897482,
            -0.041067080543143675,
            -0.014003431700984947,
            -0.025131659756880254,
            0.007847256667446345,
            -0.014352752492413856,
            -0.010404951579403132,
            0.0064153794082812965,
            0.060182305809576064,
            0.026932001172099262
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d1",
          "b": "k7_d1",
          "a_node": "candidate_aedc559262a997543320",
          "b_node": "candidate_bb23efca29cbc84e0f54",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.02084561217702685,
          "sd_b_minus_a": 0.009613406008503703,
          "min_b_minus_a": -0.044965085384319536,
          "max_b_minus_a": -0.006735210838087369,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.022221305895072874,
            -0.009529839677270502,
            -0.016174833181139547,
            -0.023254101477505174,
            -0.006735210838087369,
            -0.01803109733737074,
            -0.01282993755012285,
            -0.044965085384319536,
            -0.02384217226790497,
            -0.03495258224575082,
            -0.01548037589964224,
            -0.016548539326322498,
            -0.017007589107379317,
            -0.019844524387735873,
            -0.031076794795808382,
            -0.021035805460996926
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d1",
          "b": "k7_d4",
          "a_node": "candidate_aedc559262a997543320",
          "b_node": "candidate_96057a489f621815967a",
          "changed_fields": {
            "model.depth": [
              1,
              4
            ],
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0174588994391911,
          "sd_b_minus_a": 0.06706917939378172,
          "min_b_minus_a": -0.04572746235953673,
          "max_b_minus_a": 0.210046527616214,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.07460621156496927,
            -0.005186263646464795,
            -0.010456606403749902,
            -0.019595848527387716,
            0.012788728025043383,
            0.010831619496457279,
            0.011633072950644419,
            -0.04572746235953673,
            0.12965191242983565,
            -0.033983702920522774,
            -0.001552208348584827,
            -0.011451357077021385,
            0.210046527616214,
            0.008750979468459263,
            -0.03451370417496946,
            -0.01649950706632808
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d4",
          "b": "k7_d1",
          "a_node": "candidate_e2e98633894e1a273735",
          "b_node": "candidate_bb23efca29cbc84e0f54",
          "changed_fields": {
            "model.depth": [
              4,
              1
            ],
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.027362577223584594,
          "sd_b_minus_a": 0.030763368507188464,
          "min_b_minus_a": -0.09259265033324482,
          "max_b_minus_a": -0.0011222908942727372,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.0011222908942727372,
            -0.005753275501774624,
            -0.09259265033324482,
            -0.06458797080995282,
            -0.004121253172343131,
            -0.017700631666230038,
            -0.03075262733909767,
            -0.0038980048411758617,
            -0.009838740566920023,
            -0.009820922488870565,
            -0.023327632567088585,
            -0.0021957868339086417,
            -0.006602637527976185,
            -0.02625990379601717,
            -0.09125910060538445,
            -0.04796780663309619
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d4",
          "b": "k7_d4",
          "a_node": "candidate_e2e98633894e1a273735",
          "b_node": "candidate_96057a489f621815967a",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.010941934392633357,
          "sd_b_minus_a": 0.08132178741072257,
          "min_b_minus_a": -0.09469600998454553,
          "max_b_minus_a": 0.22045147919561714,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.09570522656576941,
            -0.001409699470968917,
            -0.08687442355585517,
            -0.060929717859835364,
            0.01540268569078762,
            0.01116208516759798,
            -0.006289616838330403,
            -0.0046603818163930555,
            0.1436553441308206,
            -0.00885204316364252,
            -0.009399465016031172,
            0.0029013954153924715,
            0.22045147919561714,
            0.002335600060177967,
            -0.09469600998454553,
            -0.04343150823842734
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k7_d1",
          "b": "k7_d4",
          "a_node": "candidate_bb23efca29cbc84e0f54",
          "b_node": "candidate_96057a489f621815967a",
          "changed_fields": {
            "model.depth": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.03830451161621795,
          "sd_b_minus_a": 0.06530085230004329,
          "min_b_minus_a": -0.0034369093791610794,
          "max_b_minus_a": 0.22705411672359332,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.09682751746004215,
            0.004343576030805707,
            0.005718226777389646,
            0.0036582529501174577,
            0.019523938863130752,
            0.028862716833828017,
            0.024463010500767268,
            -0.0007623769752171938,
            0.15349408469774062,
            0.0009688793252280448,
            0.013928167551057413,
            0.005097182249301113,
            0.22705411672359332,
            0.028595503856195137,
            -0.0034369093791610794,
            0.004536298394668847
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_aedc559262a997543320": 8572,
            "candidate_e2e98633894e1a273735": 31468,
            "candidate_bb23efca29cbc84e0f54": 31612
          },
          "best_to_worst": [
            "candidate_bb23efca29cbc84e0f54",
            "candidate_e2e98633894e1a273735",
            "candidate_aedc559262a997543320"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_aedc559262a997543320": 300,
            "candidate_e2e98633894e1a273735": 300,
            "candidate_bb23efca29cbc84e0f54": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_aedc559262a997543320": 1,
            "candidate_e2e98633894e1a273735": 4,
            "candidate_bb23efca29cbc84e0f54": 1
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_aedc559262a997543320": 3,
            "candidate_e2e98633894e1a273735": 3,
            "candidate_bb23efca29cbc84e0f54": 7
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_aedc559262a997543320": true,
            "candidate_e2e98633894e1a273735": true,
            "candidate_bb23efca29cbc84e0f54": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_aedc559262a997543320": null,
            "candidate_e2e98633894e1a273735": null,
            "candidate_bb23efca29cbc84e0f54": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "receptive_field_depth_s841902",
      "template_id": "receptive_field_depth",
      "admitted": false,
      "pairs": [
        {
          "a": "k3_d1",
          "b": "k3_d4",
          "a_node": "candidate_5c73c2b705cd3ac05e84",
          "b_node": "candidate_82928db599c08a734f6d",
          "changed_fields": {
            "model.depth": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0036456038969845395,
          "sd_b_minus_a": 0.013842009345787273,
          "min_b_minus_a": -0.02663229458994465,
          "max_b_minus_a": 0.017900692531839013,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.007583382583106868,
            -0.005537285265745595,
            0.017900692531839013,
            0.0156311180035118,
            -0.006686600027023815,
            0.014063480863114819,
            -0.005869186687050387,
            -0.003139895728963893,
            -0.02204223774606362,
            0.005852950722328387,
            0.013132110703736544,
            -0.02165099019475747,
            -0.013963110817712732,
            -0.0034870486706495285,
            -0.02663229458994465,
            -0.00831798286526464
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d1",
          "b": "k7_d1",
          "a_node": "candidate_5c73c2b705cd3ac05e84",
          "b_node": "candidate_264ad6f33a2d476f3ffd",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0160539504990993,
          "sd_b_minus_a": 0.009546976197405414,
          "min_b_minus_a": -0.03903865526081063,
          "max_b_minus_a": 0.0033076830150093883,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.010002896597143263,
            -0.020867348634055816,
            -0.02233072709350381,
            -0.014987378555815667,
            0.0033076830150093883,
            -0.012736482909531333,
            -0.02081320565775968,
            -0.013771895348327234,
            -0.03903865526081063,
            -0.026141348826058675,
            -0.018529837136156857,
            -0.005844758590683341,
            -0.015059183453558944,
            -0.00597837648820132,
            -0.019068587629590183,
            -0.01500020881940145
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d1",
          "b": "k7_d4",
          "a_node": "candidate_5c73c2b705cd3ac05e84",
          "b_node": "candidate_c241ce5e2ffc71265de4",
          "changed_fields": {
            "model.depth": [
              1,
              4
            ],
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.016618160433495177,
          "sd_b_minus_a": 0.03890013810420746,
          "min_b_minus_a": -0.025816175777436,
          "max_b_minus_a": 0.10276249544403981,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.000718345312634483,
            0.012036179738061037,
            0.07248945243190974,
            -0.015486740816413658,
            0.058043314618771547,
            0.03289756462982041,
            -0.007554746938694734,
            -1.172717020381242e-06,
            -0.022930496372282505,
            -0.025816175777436,
            0.018476693621778395,
            0.013739765639911639,
            0.06330823071766645,
            0.10276249544403981,
            -0.017595431389054283,
            -0.019196711207769113
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d4",
          "b": "k7_d1",
          "a_node": "candidate_82928db599c08a734f6d",
          "b_node": "candidate_264ad6f33a2d476f3ffd",
          "changed_fields": {
            "model.depth": [
              4,
              1
            ],
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.012408346602114761,
          "sd_b_minus_a": 0.01665740551727201,
          "min_b_minus_a": -0.040231419625342824,
          "max_b_minus_a": 0.015806231604074128,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.0024195140140363947,
            -0.01533006336831022,
            -0.040231419625342824,
            -0.03061849655932747,
            0.009994283042033203,
            -0.02679996377264615,
            -0.014944018970709294,
            -0.010631999619363341,
            -0.01699641751474701,
            -0.03199429954838706,
            -0.0316619478398934,
            0.015806231604074128,
            -0.0010960726358462125,
            -0.0024913278175517917,
            0.007563706960354466,
            -0.006682225954136811
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d4",
          "b": "k7_d4",
          "a_node": "candidate_82928db599c08a734f6d",
          "b_node": "candidate_c241ce5e2ffc71265de4",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.020263764330479717,
          "sd_b_minus_a": 0.03834760692974284,
          "min_b_minus_a": -0.03166912649976439,
          "max_b_minus_a": 0.10624954411468934,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.008301727895741351,
            0.017573465003806632,
            0.05458875990007073,
            -0.03111785881992546,
            0.06472991464579536,
            0.01883408376670559,
            -0.0016855602516443469,
            0.0031387230119435117,
            -0.0008882586262188852,
            -0.03166912649976439,
            0.005344582918041851,
            0.03539075583466911,
            0.07727134153537918,
            0.10624954411468934,
            0.009036863200890366,
            -0.010878728342504473
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k7_d1",
          "b": "k7_d4",
          "a_node": "candidate_264ad6f33a2d476f3ffd",
          "b_node": "candidate_c241ce5e2ffc71265de4",
          "changed_fields": {
            "model.depth": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.03267211093259448,
          "sd_b_minus_a": 0.03516772570067906,
          "min_b_minus_a": -0.004196502388367662,
          "max_b_minus_a": 0.10874087193224113,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.010721241909777746,
            0.03290352837211685,
            0.09482017952541355,
            -0.0004993622605979908,
            0.05473563160376216,
            0.04563404753935174,
            0.013258458719064947,
            0.013770722631306853,
            0.016108158888528123,
            0.0003251730486226734,
            0.03700653075793525,
            0.01958452423059498,
            0.07836741417122539,
            0.10874087193224113,
            0.0014731562405359,
            -0.004196502388367662
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_5c73c2b705cd3ac05e84": 8572,
            "candidate_82928db599c08a734f6d": 31468,
            "candidate_264ad6f33a2d476f3ffd": 31612
          },
          "best_to_worst": [
            "candidate_264ad6f33a2d476f3ffd",
            "candidate_82928db599c08a734f6d",
            "candidate_5c73c2b705cd3ac05e84"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_5c73c2b705cd3ac05e84": 300,
            "candidate_82928db599c08a734f6d": 300,
            "candidate_264ad6f33a2d476f3ffd": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_5c73c2b705cd3ac05e84": 1,
            "candidate_82928db599c08a734f6d": 4,
            "candidate_264ad6f33a2d476f3ffd": 1
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_5c73c2b705cd3ac05e84": 3,
            "candidate_82928db599c08a734f6d": 3,
            "candidate_264ad6f33a2d476f3ffd": 7
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_5c73c2b705cd3ac05e84": true,
            "candidate_82928db599c08a734f6d": true,
            "candidate_264ad6f33a2d476f3ffd": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_5c73c2b705cd3ac05e84": null,
            "candidate_82928db599c08a734f6d": null,
            "candidate_264ad6f33a2d476f3ffd": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "receptive_field_depth_s841903",
      "template_id": "receptive_field_depth",
      "admitted": false,
      "pairs": [
        {
          "a": "k3_d1",
          "b": "k3_d4",
          "a_node": "candidate_016ee74c9be9565d2e2f",
          "b_node": "candidate_0e6bb18a73baeeb2cd6e",
          "changed_fields": {
            "model.depth": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00516026659624913,
          "sd_b_minus_a": 0.045620730065254606,
          "min_b_minus_a": -0.05552762350998819,
          "max_b_minus_a": 0.15288409497588873,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            0.15288409497588873,
            -0.015474392799660563,
            -0.008916964958189055,
            -0.0163804100593552,
            -0.037072877399623394,
            0.011757761938497424,
            0.008610705786850303,
            -0.0016824492486193776,
            -0.014605070813558996,
            -0.03786943346494809,
            -0.007282937178388238,
            -0.0020167139591649175,
            -0.0240478409541538,
            -0.025145846011582762,
            -0.00979426788398996,
            -0.05552762350998819
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d1",
          "b": "k7_d1",
          "a_node": "candidate_016ee74c9be9565d2e2f",
          "b_node": "candidate_be9ddfc1b3d86605ec66",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.03828489020907,
          "sd_b_minus_a": 0.013295154609122626,
          "min_b_minus_a": -0.0693449696409516,
          "max_b_minus_a": -0.022074411797802895,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.030570740782422945,
            -0.03583607049949933,
            -0.02373337696189992,
            -0.029991348244948313,
            -0.06293628545245156,
            -0.043437191285192966,
            -0.044492728484328836,
            -0.03250703834055457,
            -0.022451175551395863,
            -0.044318818050669506,
            -0.022074411797802895,
            -0.04281125246779993,
            -0.037821263234945945,
            -0.03979618311859667,
            -0.030435389431659132,
            -0.0693449696409516
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d1",
          "b": "k7_d4",
          "a_node": "candidate_016ee74c9be9565d2e2f",
          "b_node": "candidate_d8dfd33851eb7eb58bf5",
          "changed_fields": {
            "model.depth": [
              1,
              4
            ],
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.030344107514963525,
          "sd_b_minus_a": 0.0991413796773786,
          "min_b_minus_a": -0.062077006536128465,
          "max_b_minus_a": 0.31984844361431897,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.007364693621639162,
            -0.02281437745932635,
            0.03184184280689806,
            -0.017960530967684463,
            -0.02241801843047142,
            0.01672507100738585,
            -0.0449561508721672,
            0.01713750959970639,
            0.2115933079039678,
            -0.038261863795924,
            0.020993522281059995,
            0.054891586070880294,
            -0.01790570040611783,
            0.31984844361431897,
            0.03150339180137962,
            -0.062077006536128465
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d4",
          "b": "k7_d1",
          "a_node": "candidate_0e6bb18a73baeeb2cd6e",
          "b_node": "candidate_be9ddfc1b3d86605ec66",
          "changed_fields": {
            "model.depth": [
              4,
              1
            ],
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.03312462361282087,
          "sd_b_minus_a": 0.04274902620386133,
          "min_b_minus_a": -0.18345483575831167,
          "max_b_minus_a": -0.006449384585721418,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.18345483575831167,
            -0.020361677699838765,
            -0.014816412003710866,
            -0.013610938185593113,
            -0.025863408052828163,
            -0.05519495322369039,
            -0.05310343427117914,
            -0.030824589091935195,
            -0.007846104737836868,
            -0.006449384585721418,
            -0.014791474619414657,
            -0.040794538508635014,
            -0.013773422280792147,
            -0.014650337107013911,
            -0.020641121547669172,
            -0.013817346130963415
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d4",
          "b": "k7_d4",
          "a_node": "candidate_0e6bb18a73baeeb2cd6e",
          "b_node": "candidate_d8dfd33851eb7eb58bf5",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.035504374111212655,
          "sd_b_minus_a": 0.11021154436261998,
          "min_b_minus_a": -0.14551940135424957,
          "max_b_minus_a": 0.34499428962590173,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            -0.14551940135424957,
            -0.007339984659665788,
            0.04075880776508711,
            -0.0015801209083292633,
            0.014654858969151974,
            0.004967309068888426,
            -0.0535668566590175,
            0.01881995884832577,
            0.2261983787175268,
            -0.0003924303309759125,
            0.028276459459448233,
            0.05690830003004521,
            0.006142140548035968,
            0.34499428962590173,
            0.04129765968536958,
            -0.006549383026140276
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k7_d1",
          "b": "k7_d4",
          "a_node": "candidate_be9ddfc1b3d86605ec66",
          "b_node": "candidate_d8dfd33851eb7eb58bf5",
          "changed_fields": {
            "model.depth": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.06862899772403352,
          "sd_b_minus_a": 0.09558707141423514,
          "min_b_minus_a": -0.00046342238783836365,
          "max_b_minus_a": 0.35964462673291564,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.03793543440406211,
            0.013021693040172977,
            0.05557521976879798,
            0.01203081727726385,
            0.04051826702198014,
            0.060162262292578816,
            -0.00046342238783836365,
            0.049644547940260964,
            0.23404448345536366,
            0.006056954254745506,
            0.04306793407886289,
            0.09770283853868023,
            0.019915562828828115,
            0.35964462673291564,
            0.06193878123303875,
            0.0072679631048231386
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_016ee74c9be9565d2e2f": 8572,
            "candidate_0e6bb18a73baeeb2cd6e": 31468,
            "candidate_be9ddfc1b3d86605ec66": 31612
          },
          "best_to_worst": [
            "candidate_be9ddfc1b3d86605ec66",
            "candidate_0e6bb18a73baeeb2cd6e",
            "candidate_016ee74c9be9565d2e2f"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_016ee74c9be9565d2e2f": 300,
            "candidate_0e6bb18a73baeeb2cd6e": 300,
            "candidate_be9ddfc1b3d86605ec66": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_016ee74c9be9565d2e2f": 1,
            "candidate_0e6bb18a73baeeb2cd6e": 4,
            "candidate_be9ddfc1b3d86605ec66": 1
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_016ee74c9be9565d2e2f": 3,
            "candidate_0e6bb18a73baeeb2cd6e": 3,
            "candidate_be9ddfc1b3d86605ec66": 7
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_016ee74c9be9565d2e2f": true,
            "candidate_0e6bb18a73baeeb2cd6e": true,
            "candidate_be9ddfc1b3d86605ec66": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_016ee74c9be9565d2e2f": null,
            "candidate_0e6bb18a73baeeb2cd6e": null,
            "candidate_be9ddfc1b3d86605ec66": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "pooling_coordinate_s841901",
      "template_id": "pooling_coordinate",
      "admitted": true,
      "pairs": [
        {
          "a": "mean",
          "b": "coordinate_mean",
          "a_node": "candidate_3cbaed19cf1f1bd78892",
          "b_node": "candidate_fe248f3711cecdf66c13",
          "changed_fields": {
            "model.coordinates": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.0536959642195143,
          "sd_b_minus_a": 0.15091716519258722,
          "min_b_minus_a": -1.2288006963208318,
          "max_b_minus_a": -0.7256911247968674,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.7826739028096199,
            -0.9094788879156113,
            -1.1672547869384289,
            -1.0681446678936481,
            -1.124271497130394,
            -1.1145645417273045,
            -1.2288006963208318,
            -1.173793127760291,
            -1.2100146487355232,
            -0.7256911247968674,
            -0.9564308412373066,
            -0.9788890071213245,
            -1.0194328725337982,
            -1.1128480322659016,
            -1.2229810487478971,
            -1.0638657435774803
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mean",
          "b": "spatial",
          "a_node": "candidate_3cbaed19cf1f1bd78892",
          "b_node": "candidate_675b0f0945a65c7728d6",
          "changed_fields": {
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3617228290095227,
          "sd_b_minus_a": 0.014678198912718217,
          "min_b_minus_a": -1.3828754044370726,
          "max_b_minus_a": -1.3289903276599944,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3289903276599944,
            -1.3485630543436855,
            -1.3616701336577535,
            -1.3828754044370726,
            -1.3717253556242213,
            -1.3644648392801173,
            -1.353208227781579,
            -1.3814114310662262,
            -1.3548514219000936,
            -1.366051413002424,
            -1.3497969585005194,
            -1.3751628192549106,
            -1.374713152210461,
            -1.369684623728972,
            -1.3429890987463295,
            -1.3614070029580034
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mean",
          "b": "coordinate_spatial",
          "a_node": "candidate_3cbaed19cf1f1bd78892",
          "b_node": "candidate_4e616725a8ecc13c433b",
          "changed_fields": {
            "model.coordinates": [
              false,
              true
            ],
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.2755758154817158,
          "sd_b_minus_a": 0.06358891172209692,
          "min_b_minus_a": -1.3604784575290978,
          "max_b_minus_a": -1.1124768070876598,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.253938453271985,
            -1.2198697244748473,
            -1.198554990813136,
            -1.3604784575290978,
            -1.2605220908299088,
            -1.2184919407591224,
            -1.3184242490679026,
            -1.311581501737237,
            -1.1124768070876598,
            -1.3283913342747837,
            -1.2635958334431052,
            -1.2874807734042406,
            -1.317000060575083,
            -1.3098537612240762,
            -1.3268431432079524,
            -1.3217099260073155
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "coordinate_mean",
          "b": "spatial",
          "a_node": "candidate_fe248f3711cecdf66c13",
          "b_node": "candidate_675b0f0945a65c7728d6",
          "changed_fields": {
            "model.coordinates": [
              true,
              false
            ],
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.3080268647900084,
          "sd_b_minus_a": 0.14837280734094052,
          "min_b_minus_a": -0.6403602882055566,
          "max_b_minus_a": -0.1200080499984324,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.5463164248503745,
            -0.43908416642807424,
            -0.1944153467193246,
            -0.3147307365434244,
            -0.24745385849382728,
            -0.24990029755281284,
            -0.12440753146074712,
            -0.20761830330593511,
            -0.14483677316457033,
            -0.6403602882055566,
            -0.3933661172632128,
            -0.39627381213358603,
            -0.35528027967666276,
            -0.25683659146307036,
            -0.1200080499984324,
            -0.2975412593805231
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "coordinate_mean",
          "b": "coordinate_spatial",
          "a_node": "candidate_fe248f3711cecdf66c13",
          "b_node": "candidate_4e616725a8ecc13c433b",
          "changed_fields": {
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.22187985126220156,
          "sd_b_minus_a": 0.1713734277583709,
          "min_b_minus_a": -0.6027002094779164,
          "max_b_minus_a": 0.09753784164786339,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.47126455046236515,
            -0.31039083655923605,
            -0.03130020387470722,
            -0.29233378963544965,
            -0.13625059369951487,
            -0.10392739903181791,
            -0.08962355274707079,
            -0.13778837397694588,
            0.09753784164786339,
            -0.6027002094779164,
            -0.3071649922057986,
            -0.30859176628291607,
            -0.2975671880412847,
            -0.1970057289581746,
            -0.10386209446005523,
            -0.2578441824298352
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "spatial",
          "b": "coordinate_spatial",
          "a_node": "candidate_675b0f0945a65c7728d6",
          "b_node": "candidate_4e616725a8ecc13c433b",
          "changed_fields": {
            "model.coordinates": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.08614701352780685,
          "sd_b_minus_a": 0.06019523449817783,
          "min_b_minus_a": 0.016145955538377166,
          "max_b_minus_a": 0.24237461481243372,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.07505187438800931,
            0.1286933298688382,
            0.16311514284461737,
            0.02239694690797478,
            0.11120326479431242,
            0.14597289852099493,
            0.03478397871367633,
            0.06982992932898924,
            0.24237461481243372,
            0.03766007872764021,
            0.08620112505741417,
            0.08768204585066997,
            0.05771309163537808,
            0.059830862504895777,
            0.016145955538377166,
            0.039697076950687915
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_3cbaed19cf1f1bd78892": 15436,
            "candidate_fe248f3711cecdf66c13": 15484,
            "candidate_675b0f0945a65c7728d6": 16204
          },
          "best_to_worst": [
            "candidate_675b0f0945a65c7728d6",
            "candidate_fe248f3711cecdf66c13",
            "candidate_3cbaed19cf1f1bd78892"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_3cbaed19cf1f1bd78892": 300,
            "candidate_fe248f3711cecdf66c13": 300,
            "candidate_675b0f0945a65c7728d6": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_3cbaed19cf1f1bd78892": 2,
            "candidate_fe248f3711cecdf66c13": 2,
            "candidate_675b0f0945a65c7728d6": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_3cbaed19cf1f1bd78892": 3,
            "candidate_fe248f3711cecdf66c13": 3,
            "candidate_675b0f0945a65c7728d6": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_3cbaed19cf1f1bd78892": true,
            "candidate_fe248f3711cecdf66c13": true,
            "candidate_675b0f0945a65c7728d6": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_3cbaed19cf1f1bd78892": null,
            "candidate_fe248f3711cecdf66c13": null,
            "candidate_675b0f0945a65c7728d6": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "pooling_coordinate_s841902",
      "template_id": "pooling_coordinate",
      "admitted": true,
      "pairs": [
        {
          "a": "mean",
          "b": "coordinate_mean",
          "a_node": "candidate_c93709ee26aacbc9f437",
          "b_node": "candidate_d91d654be99bc328c040",
          "changed_fields": {
            "model.coordinates": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.0403000946389511,
          "sd_b_minus_a": 0.12585775085164666,
          "min_b_minus_a": -1.205197149887681,
          "max_b_minus_a": -0.7993864119052887,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.7993864119052887,
            -0.9864541590213776,
            -1.0382388979196548,
            -1.1516719404608011,
            -1.0830044094473124,
            -1.1544678173959255,
            -1.1062957309186459,
            -1.1644632834941149,
            -0.8376702405512333,
            -0.9655031487345695,
            -1.0949778631329536,
            -1.1184470634907484,
            -0.8750858381390572,
            -0.9338607527315617,
            -1.1300768069922924,
            -1.205197149887681
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mean",
          "b": "spatial",
          "a_node": "candidate_c93709ee26aacbc9f437",
          "b_node": "candidate_f9bdfa11ef52bc5e3528",
          "changed_fields": {
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3479535967853735,
          "sd_b_minus_a": 0.025628213028844167,
          "min_b_minus_a": -1.3726948965340853,
          "max_b_minus_a": -1.2842005786951631,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3599923253495945,
            -1.3692295726505108,
            -1.3622770602814853,
            -1.3653876477619633,
            -1.3467123623122461,
            -1.357232428214047,
            -1.3287947232602164,
            -1.327134670340456,
            -1.299019934143871,
            -1.3556446844595484,
            -1.2842005786951631,
            -1.354975939844735,
            -1.370085301779909,
            -1.3726948965340853,
            -1.3533006478683092,
            -1.3605747750698356
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mean",
          "b": "coordinate_spatial",
          "a_node": "candidate_c93709ee26aacbc9f437",
          "b_node": "candidate_a644642ee0d58a7cbf09",
          "changed_fields": {
            "model.coordinates": [
              false,
              true
            ],
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.2540664503030712,
          "sd_b_minus_a": 0.12276792373437816,
          "min_b_minus_a": -1.3292485754936934,
          "max_b_minus_a": -0.8606582172214985,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3292485754936934,
            -1.3039741362445056,
            -1.286479050759226,
            -1.1402800120413303,
            -1.1097823567688465,
            -1.3121603121981025,
            -1.298977711237967,
            -1.3007117733359337,
            -1.3282115999609232,
            -1.2609987379983068,
            -1.3135953997261822,
            -1.275898389518261,
            -0.8606582172214985,
            -1.3251429866068065,
            -1.3059055812191218,
            -1.3130383645184338
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "coordinate_mean",
          "b": "spatial",
          "a_node": "candidate_d91d654be99bc328c040",
          "b_node": "candidate_f9bdfa11ef52bc5e3528",
          "changed_fields": {
            "model.coordinates": [
              true,
              false
            ],
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.3076535021464224,
          "sd_b_minus_a": 0.12963012110734295,
          "min_b_minus_a": -0.5606059134443058,
          "max_b_minus_a": -0.1553776251821546,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.5606059134443058,
            -0.38277541362913325,
            -0.3240381623618305,
            -0.21371570730116218,
            -0.26370795286493376,
            -0.20276461081812158,
            -0.22249899234157056,
            -0.1626713868463412,
            -0.4613496935926378,
            -0.3901415357249789,
            -0.1892227155622095,
            -0.23652887635398656,
            -0.4949994636408519,
            -0.4388341438025236,
            -0.22322384087601677,
            -0.1553776251821546
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "coordinate_mean",
          "b": "coordinate_spatial",
          "a_node": "candidate_d91d654be99bc328c040",
          "b_node": "candidate_a644642ee0d58a7cbf09",
          "changed_fields": {
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.21376635566412006,
          "sd_b_minus_a": 0.1612144209605862,
          "min_b_minus_a": -0.5298621635884047,
          "max_b_minus_a": 0.01442762091755867,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.5298621635884047,
            -0.3175199772231281,
            -0.24824015283957124,
            0.011391928419470787,
            -0.026777947321534157,
            -0.15769249480217695,
            -0.19268198031932116,
            -0.1362484898418188,
            -0.4905413594096899,
            -0.2954955892637372,
            -0.21861753659322858,
            -0.15745132602751255,
            0.01442762091755867,
            -0.39128223387524486,
            -0.1758287742268294,
            -0.1078412146307528
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "spatial",
          "b": "coordinate_spatial",
          "a_node": "candidate_f9bdfa11ef52bc5e3528",
          "b_node": "candidate_a644642ee0d58a7cbf09",
          "changed_fields": {
            "model.coordinates": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.09388714648230234,
          "sd_b_minus_a": 0.13255200408508472,
          "min_b_minus_a": -0.02939482103101909,
          "max_b_minus_a": 0.5094270845584106,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.030743749855901115,
            0.06525543640600517,
            0.07579800952225924,
            0.22510763572063297,
            0.2369300055433996,
            0.04507211601594463,
            0.0298170120222494,
            0.026422897004522383,
            -0.029191665817052126,
            0.09464594646124169,
            -0.02939482103101909,
            0.07907755032647401,
            0.5094270845584106,
            0.04755190992727876,
            0.047395066649187356,
            0.047536410551401787
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_c93709ee26aacbc9f437": 15436,
            "candidate_d91d654be99bc328c040": 15484,
            "candidate_f9bdfa11ef52bc5e3528": 16204
          },
          "best_to_worst": [
            "candidate_f9bdfa11ef52bc5e3528",
            "candidate_d91d654be99bc328c040",
            "candidate_c93709ee26aacbc9f437"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_c93709ee26aacbc9f437": 300,
            "candidate_d91d654be99bc328c040": 300,
            "candidate_f9bdfa11ef52bc5e3528": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_c93709ee26aacbc9f437": 2,
            "candidate_d91d654be99bc328c040": 2,
            "candidate_f9bdfa11ef52bc5e3528": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_c93709ee26aacbc9f437": 3,
            "candidate_d91d654be99bc328c040": 3,
            "candidate_f9bdfa11ef52bc5e3528": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_c93709ee26aacbc9f437": true,
            "candidate_d91d654be99bc328c040": true,
            "candidate_f9bdfa11ef52bc5e3528": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_c93709ee26aacbc9f437": null,
            "candidate_d91d654be99bc328c040": null,
            "candidate_f9bdfa11ef52bc5e3528": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "pooling_coordinate_s841903",
      "template_id": "pooling_coordinate",
      "admitted": true,
      "pairs": [
        {
          "a": "mean",
          "b": "coordinate_mean",
          "a_node": "candidate_07cf9b9e2ef0417e1afc",
          "b_node": "candidate_c65bf21470c8b1e81842",
          "changed_fields": {
            "model.coordinates": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.0749444792745635,
          "sd_b_minus_a": 0.11846317695576586,
          "min_b_minus_a": -1.2133552692830563,
          "max_b_minus_a": -0.8397944569587708,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.8456512503325939,
            -0.9284687936306,
            -1.0760876089334488,
            -1.1545279994606972,
            -1.1137982625514269,
            -1.2133552692830563,
            -1.180595625191927,
            -1.0344599410891533,
            -0.8397944569587708,
            -1.112782794982195,
            -1.0996387898921967,
            -1.0003709606826305,
            -1.1707114074379206,
            -1.1823565643280745,
            -1.188041128218174,
            -1.0584708154201508
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mean",
          "b": "spatial",
          "a_node": "candidate_07cf9b9e2ef0417e1afc",
          "b_node": "candidate_d6f536a09652df88c280",
          "changed_fields": {
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3353864381024323,
          "sd_b_minus_a": 0.03312605084994145,
          "min_b_minus_a": -1.359013119537849,
          "max_b_minus_a": -1.2353128073737025,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3517569550313056,
            -1.353325427742675,
            -1.3393919061636552,
            -1.355100357963238,
            -1.2353128073737025,
            -1.3444175672484562,
            -1.345186481717974,
            -1.3456635145121254,
            -1.359013119537849,
            -1.3412086052121595,
            -1.3422204486560076,
            -1.2727588680572808,
            -1.344891169690527,
            -1.3379653735319152,
            -1.3573432973353192,
            -1.3406271098647267
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "mean",
          "b": "coordinate_spatial",
          "a_node": "candidate_07cf9b9e2ef0417e1afc",
          "b_node": "candidate_4b043b424317b46e875a",
          "changed_fields": {
            "model.coordinates": [
              false,
              true
            ],
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.2745126624358818,
          "sd_b_minus_a": 0.07031523021117725,
          "min_b_minus_a": -1.3487475777510554,
          "max_b_minus_a": -1.0989832486957312,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.1644446942955256,
            -1.294503285549581,
            -1.262574971653521,
            -1.3487475777510554,
            -1.173086578026414,
            -1.318252966273576,
            -1.3176870779134333,
            -1.2989653521217406,
            -1.3186856415122747,
            -1.242578393779695,
            -1.3265437167137861,
            -1.0989832486957312,
            -1.3152686217799783,
            -1.313706265296787,
            -1.284266797825694,
            -1.3139074097853154
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "coordinate_mean",
          "b": "spatial",
          "a_node": "candidate_c65bf21470c8b1e81842",
          "b_node": "candidate_d6f536a09652df88c280",
          "changed_fields": {
            "model.coordinates": [
              true,
              false
            ],
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2604419588278688,
          "sd_b_minus_a": 0.1250175356986936,
          "min_b_minus_a": -0.5192186625790782,
          "max_b_minus_a": -0.12151454482227564,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.5061057046987116,
            -0.42485663411207497,
            -0.26330429723020643,
            -0.20057235850254074,
            -0.12151454482227564,
            -0.13106229796539992,
            -0.164590856526047,
            -0.3112035734229721,
            -0.5192186625790782,
            -0.22842581022996455,
            -0.242581658763811,
            -0.27238790737465024,
            -0.17417976225260645,
            -0.1556088092038408,
            -0.16930216911714524,
            -0.2821562944445759
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "coordinate_mean",
          "b": "coordinate_spatial",
          "a_node": "candidate_c65bf21470c8b1e81842",
          "b_node": "candidate_4b043b424317b46e875a",
          "changed_fields": {
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.1995681831613183,
          "sd_b_minus_a": 0.11378236631918145,
          "min_b_minus_a": -0.478891184553504,
          "max_b_minus_a": -0.05928831547498703,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.31879344396293163,
            -0.3660344919189811,
            -0.18648736272007227,
            -0.19421957829035819,
            -0.05928831547498703,
            -0.10489769699051976,
            -0.13709145272150636,
            -0.2645054110325873,
            -0.478891184553504,
            -0.12979559879750013,
            -0.22690492682158947,
            -0.09861228801310062,
            -0.1445572143420577,
            -0.13134970096871257,
            -0.0962256696075201,
            -0.25543659436516464
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "spatial",
          "b": "coordinate_spatial",
          "a_node": "candidate_d6f536a09652df88c280",
          "b_node": "candidate_4b043b424317b46e875a",
          "changed_fields": {
            "model.coordinates": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0608737756665505,
          "sd_b_minus_a": 0.05292066636570398,
          "min_b_minus_a": 0.006352780212182552,
          "max_b_minus_a": 0.18731226073578,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.18731226073578,
            0.058822142193093896,
            0.07681693451013416,
            0.006352780212182552,
            0.06222622934728861,
            0.02616460097488016,
            0.027499403804540634,
            0.04669816239038482,
            0.04032747802557424,
            0.09863021143246442,
            0.015676731942221522,
            0.17377561936154962,
            0.029622547910548747,
            0.024259108235128224,
            0.07307649950962514,
            0.026719700079411268
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_07cf9b9e2ef0417e1afc": 15436,
            "candidate_c65bf21470c8b1e81842": 15484,
            "candidate_d6f536a09652df88c280": 16204
          },
          "best_to_worst": [
            "candidate_d6f536a09652df88c280",
            "candidate_c65bf21470c8b1e81842",
            "candidate_07cf9b9e2ef0417e1afc"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_07cf9b9e2ef0417e1afc": 300,
            "candidate_c65bf21470c8b1e81842": 300,
            "candidate_d6f536a09652df88c280": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_07cf9b9e2ef0417e1afc": 2,
            "candidate_c65bf21470c8b1e81842": 2,
            "candidate_d6f536a09652df88c280": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_07cf9b9e2ef0417e1afc": 3,
            "candidate_c65bf21470c8b1e81842": 3,
            "candidate_d6f536a09652df88c280": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_07cf9b9e2ef0417e1afc": true,
            "candidate_c65bf21470c8b1e81842": true,
            "candidate_d6f536a09652df88c280": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_07cf9b9e2ef0417e1afc": null,
            "candidate_c65bf21470c8b1e81842": null,
            "candidate_d6f536a09652df88c280": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "patch_position_s841901",
      "template_id": "patch_position",
      "admitted": false,
      "pairs": [
        {
          "a": "p3_none",
          "b": "p4_learned",
          "a_node": "candidate_cb13dd586f5542e7de21",
          "b_node": "candidate_5cf50db65aa67995a4f9",
          "changed_fields": {
            "model.patch_size": [
              3,
              4
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7491830855142325,
          "sd_b_minus_a": 0.07335272429290428,
          "min_b_minus_a": -0.8758601536974311,
          "max_b_minus_a": -0.6307626962661743,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.681343371514231,
            -0.8141986671835184,
            -0.7626709747128189,
            -0.7899654968641698,
            -0.6691250167787075,
            -0.7260203491896391,
            -0.7317034038715065,
            -0.7686846433207393,
            -0.6349850781261921,
            -0.8027677126228809,
            -0.8133101589046419,
            -0.7321578250266612,
            -0.6307626962661743,
            -0.8758601536974311,
            -0.7042118534445763,
            -0.8491619667038321
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p6_learned",
          "a_node": "candidate_cb13dd586f5542e7de21",
          "b_node": "candidate_f40fb6fc801f6d2a3c95",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7368831684361794,
          "sd_b_minus_a": 0.09648471968137073,
          "min_b_minus_a": -0.9187532031210139,
          "max_b_minus_a": -0.5943860188126564,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6682737404480577,
            -0.7543100416660309,
            -0.7083065938204527,
            -0.8193388162180781,
            -0.7137112799100578,
            -0.7306792140007019,
            -0.7157020322047174,
            -0.6713027711957693,
            -0.5943860188126564,
            -0.7481217319145799,
            -0.9029083922505379,
            -0.7350236382335424,
            -0.5954163204878569,
            -0.8564315470866859,
            -0.6574653536081314,
            -0.9187532031210139
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p3_learned",
          "a_node": "candidate_cb13dd586f5542e7de21",
          "b_node": "candidate_e7f426dc4d829a438fe9",
          "changed_fields": {
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7422152223225567,
          "sd_b_minus_a": 0.09901637037652213,
          "min_b_minus_a": -0.9253173246979713,
          "max_b_minus_a": -0.5203909333795309,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6724341441877186,
            -0.8364764215657488,
            -0.8262206555809826,
            -0.6716468702070415,
            -0.6993344193324447,
            -0.7039877073839307,
            -0.7349649826064706,
            -0.7985557748470455,
            -0.5203909333795309,
            -0.6955026062205434,
            -0.8902084704022855,
            -0.7240499313920736,
            -0.6590461758896708,
            -0.9253173246979713,
            -0.7502468847669661,
            -0.7670602547004819
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p4_none",
          "a_node": "candidate_cb13dd586f5542e7de21",
          "b_node": "candidate_159ce277330e0990eb83",
          "changed_fields": {
            "model.patch_size": [
              3,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.09946634154766798,
          "sd_b_minus_a": 0.0775785941334281,
          "min_b_minus_a": -0.26493755728006363,
          "max_b_minus_a": 0.04231142997741699,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.033547453582286835,
            -0.15688316524028778,
            -0.13496943563222885,
            -0.13160207122564316,
            -0.08020079880952835,
            -0.09224507957696915,
            0.010079696774482727,
            -0.06844011694192886,
            0.04231142997741699,
            -0.2008858472108841,
            -0.26493755728006363,
            -0.09100547432899475,
            -0.07423679530620575,
            -0.07386026531457901,
            -0.061623916029930115,
            -0.17941461503505707
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p6_none",
          "a_node": "candidate_cb13dd586f5542e7de21",
          "b_node": "candidate_970c26429b51319c117b",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.22214713669382036,
          "sd_b_minus_a": 0.07378507577675551,
          "min_b_minus_a": -0.3711063116788864,
          "max_b_minus_a": -0.14825787395238876,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.17210474237799644,
            -0.18432536721229553,
            -0.24718458950519562,
            -0.18238533288240433,
            -0.16910752654075623,
            -0.2429565265774727,
            -0.17050879076123238,
            -0.15570791065692902,
            -0.2057337686419487,
            -0.210385262966156,
            -0.35825125873088837,
            -0.15403710305690765,
            -0.14825787395238876,
            -0.3711063116788864,
            -0.24397311732172966,
            -0.3383287042379379
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_learned",
          "b": "p6_learned",
          "a_node": "candidate_5cf50db65aa67995a4f9",
          "b_node": "candidate_f40fb6fc801f6d2a3c95",
          "changed_fields": {
            "model.patch_size": [
              4,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.012299917078053113,
          "sd_b_minus_a": 0.050484044708957156,
          "min_b_minus_a": -0.089598233345896,
          "max_b_minus_a": 0.09738187212496996,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.013069631066173315,
            0.059888625517487526,
            0.05436438089236617,
            -0.0293733193539083,
            -0.04458626313135028,
            -0.004658864811062813,
            0.016001371666789055,
            0.09738187212496996,
            0.04059905931353569,
            0.05464598070830107,
            -0.089598233345896,
            -0.0028658132068812847,
            0.03534637577831745,
            0.01942860661074519,
            0.046746499836444855,
            -0.06959123641718179
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_learned",
          "b": "p3_learned",
          "a_node": "candidate_5cf50db65aa67995a4f9",
          "b_node": "candidate_e7f426dc4d829a438fe9",
          "changed_fields": {
            "model.patch_size": [
              4,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0069678631916758604,
          "sd_b_minus_a": 0.06473549946510171,
          "min_b_minus_a": -0.07689831149764359,
          "max_b_minus_a": 0.11831862665712833,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.008909227326512337,
            -0.02227775438223034,
            -0.0635496808681637,
            0.11831862665712833,
            -0.030209402553737164,
            0.02203264180570841,
            -0.0032615787349641323,
            -0.02987113152630627,
            0.11459414474666119,
            0.10726510640233755,
            -0.07689831149764359,
            0.008107893634587526,
            -0.028283479623496532,
            -0.049457171000540257,
            -0.04603503132238984,
            0.08210171200335026
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_learned",
          "b": "p4_none",
          "a_node": "candidate_5cf50db65aa67995a4f9",
          "b_node": "candidate_159ce277330e0990eb83",
          "changed_fields": {
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6497167439665645,
          "sd_b_minus_a": 0.06393722709639546,
          "min_b_minus_a": 0.5483726016245782,
          "max_b_minus_a": 0.8019998883828521,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.6477959179319441,
            0.6573155019432306,
            0.62770153908059,
            0.6583634256385267,
            0.5889242179691792,
            0.63377526961267,
            0.7417831006459892,
            0.7002445263788104,
            0.6772965081036091,
            0.6018818654119968,
            0.5483726016245782,
            0.6411523506976664,
            0.5565259009599686,
            0.8019998883828521,
            0.6425879374146461,
            0.6697473516687751
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_learned",
          "b": "p6_none",
          "a_node": "candidate_5cf50db65aa67995a4f9",
          "b_node": "candidate_970c26429b51319c117b",
          "changed_fields": {
            "model.patch_size": [
              4,
              6
            ],
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.5270359488204122,
          "sd_b_minus_a": 0.06194377271816492,
          "min_b_minus_a": 0.4292513094842434,
          "max_b_minus_a": 0.6298732999712229,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.5092386291362345,
            0.6298732999712229,
            0.5154863852076232,
            0.6075801639817655,
            0.5000174902379513,
            0.4830638226121664,
            0.5611946131102741,
            0.6129767326638103,
            0.4292513094842434,
            0.5923824496567249,
            0.4550589001737535,
            0.5781207219697535,
            0.48250482231378555,
            0.5047538420185447,
            0.4602387361228466,
            0.5108332624658942
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_learned",
          "b": "p3_learned",
          "a_node": "candidate_f40fb6fc801f6d2a3c95",
          "b_node": "candidate_e7f426dc4d829a438fe9",
          "changed_fields": {
            "model.patch_size": [
              6,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.005332053886377253,
          "sd_b_minus_a": 0.08503050949717843,
          "min_b_minus_a": -0.12725300365127623,
          "max_b_minus_a": 0.15169294842053205,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.004160403739660978,
            -0.08216637989971787,
            -0.11791406176052988,
            0.14769194601103663,
            0.014376860577613115,
            0.02669150661677122,
            -0.019262950401753187,
            -0.12725300365127623,
            0.0739950854331255,
            0.052619125694036484,
            0.012699921848252416,
            0.010973706841468811,
            -0.06362985540181398,
            -0.06888577761128545,
            -0.0927815311588347,
            0.15169294842053205
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_learned",
          "b": "p4_none",
          "a_node": "candidate_f40fb6fc801f6d2a3c95",
          "b_node": "candidate_159ce277330e0990eb83",
          "changed_fields": {
            "model.patch_size": [
              6,
              4
            ],
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6374168268885114,
          "sd_b_minus_a": 0.06934833012093614,
          "min_b_minus_a": 0.5211795251816511,
          "max_b_minus_a": 0.7825712817721069,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.6347262868657708,
            0.5974268764257431,
            0.5733371581882238,
            0.687736744992435,
            0.6335104811005294,
            0.6384341344237328,
            0.7257817289792001,
            0.6028626542538404,
            0.6366974487900734,
            0.5472358847036958,
            0.6379708349704742,
            0.6440181639045477,
            0.5211795251816511,
            0.7825712817721069,
            0.5958414375782013,
            0.7393385880859569
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_learned",
          "b": "p6_none",
          "a_node": "candidate_f40fb6fc801f6d2a3c95",
          "b_node": "candidate_970c26429b51319c117b",
          "changed_fields": {
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.514736031742359,
          "sd_b_minus_a": 0.06606383017906069,
          "min_b_minus_a": 0.3886522501707077,
          "max_b_minus_a": 0.6369534833356738,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.4961689980700612,
            0.5699846744537354,
            0.4611220043152571,
            0.6369534833356738,
            0.5446037533693016,
            0.4877226874232292,
            0.545193241443485,
            0.5155948605388403,
            0.3886522501707077,
            0.5377364689484239,
            0.5446571335196495,
            0.5809865351766348,
            0.4471584465354681,
            0.4853252354077995,
            0.41349223628640175,
            0.580424498883076
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_learned",
          "b": "p4_none",
          "a_node": "candidate_e7f426dc4d829a438fe9",
          "b_node": "candidate_159ce277330e0990eb83",
          "changed_fields": {
            "model.patch_size": [
              3,
              4
            ],
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6427488807748887,
          "sd_b_minus_a": 0.0874439235599384,
          "min_b_minus_a": 0.4946167590096593,
          "max_b_minus_a": 0.8514570593833923,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.6388866906054318,
            0.679593256325461,
            0.6912512199487537,
            0.5400447989813983,
            0.6191336205229163,
            0.6117426278069615,
            0.7450446793809533,
            0.7301156579051167,
            0.5627023633569479,
            0.4946167590096593,
            0.6252709131222218,
            0.6330444570630789,
            0.5848093805834651,
            0.8514570593833923,
            0.688622968737036,
            0.5876456396654248
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_learned",
          "b": "p6_none",
          "a_node": "candidate_e7f426dc4d829a438fe9",
          "b_node": "candidate_970c26429b51319c117b",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ],
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.5200680856287363,
          "sd_b_minus_a": 0.08112996039108744,
          "min_b_minus_a": 0.3146571647375822,
          "max_b_minus_a": 0.6521510543534532,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.5003294018097222,
            0.6521510543534532,
            0.579036066075787,
            0.4892615373246372,
            0.5302268927916884,
            0.461031180806458,
            0.5644561918452382,
            0.6428478641901165,
            0.3146571647375822,
            0.4851173432543874,
            0.5319572116713971,
            0.570012828335166,
            0.5107883019372821,
            0.5542110130190849,
            0.5062737674452364,
            0.42873155046254396
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_none",
          "b": "p6_none",
          "a_node": "candidate_159ce277330e0990eb83",
          "b_node": "candidate_970c26429b51319c117b",
          "changed_fields": {
            "model.patch_size": [
              4,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.12268079514615238,
          "sd_b_minus_a": 0.07822859537248629,
          "min_b_minus_a": -0.2972460463643074,
          "max_b_minus_a": -0.009499415755271912,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.1385572887957096,
            -0.02744220197200775,
            -0.11221515387296677,
            -0.05078326165676117,
            -0.08890672773122787,
            -0.15071144700050354,
            -0.1805884875357151,
            -0.08726779371500015,
            -0.2480451986193657,
            -0.009499415755271912,
            -0.09331370145082474,
            -0.0630316287279129,
            -0.07402107864618301,
            -0.2972460463643074,
            -0.18234920129179955,
            -0.15891408920288086
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_cb13dd586f5542e7de21": 17828,
            "candidate_5cf50db65aa67995a4f9": 19428,
            "candidate_f40fb6fc801f6d2a3c95": 20068
          },
          "best_to_worst": [
            "candidate_f40fb6fc801f6d2a3c95",
            "candidate_5cf50db65aa67995a4f9",
            "candidate_cb13dd586f5542e7de21"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_cb13dd586f5542e7de21": 300,
            "candidate_5cf50db65aa67995a4f9": 300,
            "candidate_f40fb6fc801f6d2a3c95": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_cb13dd586f5542e7de21": 2,
            "candidate_5cf50db65aa67995a4f9": 2,
            "candidate_f40fb6fc801f6d2a3c95": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_cb13dd586f5542e7de21": null,
            "candidate_5cf50db65aa67995a4f9": null,
            "candidate_f40fb6fc801f6d2a3c95": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_cb13dd586f5542e7de21": true,
            "candidate_5cf50db65aa67995a4f9": true,
            "candidate_f40fb6fc801f6d2a3c95": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "ordered",
          "values": {
            "candidate_cb13dd586f5542e7de21": 3,
            "candidate_5cf50db65aa67995a4f9": 4,
            "candidate_f40fb6fc801f6d2a3c95": 6
          },
          "best_to_worst": [
            "candidate_cb13dd586f5542e7de21",
            "candidate_5cf50db65aa67995a4f9",
            "candidate_f40fb6fc801f6d2a3c95"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 1
        }
      }
    },
    {
      "instance_id": "patch_position_s841902",
      "template_id": "patch_position",
      "admitted": false,
      "pairs": [
        {
          "a": "p3_none",
          "b": "p4_learned",
          "a_node": "candidate_9096f1890ddea0000c15",
          "b_node": "candidate_5313f05220195b0f67e9",
          "changed_fields": {
            "model.patch_size": [
              3,
              4
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7558618920011213,
          "sd_b_minus_a": 0.14836276722998532,
          "min_b_minus_a": -1.14385259244591,
          "max_b_minus_a": -0.4442174881696701,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6099988268688321,
            -0.8721484378911555,
            -0.6886932142078876,
            -0.8298357157036662,
            -0.7304412848316133,
            -0.7110737939365208,
            -0.7536026986781508,
            -0.809991895686835,
            -0.6648293058387935,
            -0.4442174881696701,
            -0.8247524788603187,
            -0.6744195283390582,
            -0.7156264870427549,
            -0.8599741961807013,
            -0.7603323273360729,
            -1.14385259244591
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p6_learned",
          "a_node": "candidate_9096f1890ddea0000c15",
          "b_node": "candidate_76dacecff1eed9e2c8e8",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.723704050797096,
          "sd_b_minus_a": 0.19395941372852246,
          "min_b_minus_a": -1.1481180442497134,
          "max_b_minus_a": -0.24122462421655655,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6995214391499758,
            -0.653136620298028,
            -0.7186356820166111,
            -0.8262447400484234,
            -0.6794342519715428,
            -0.7104507122421637,
            -0.5116915982216597,
            -0.7943833810277283,
            -0.6528170788660645,
            -0.7120189885608852,
            -0.9414132055826485,
            -0.24122462421655655,
            -0.6481835581362247,
            -0.8758209254592657,
            -0.7661699627060443,
            -1.1481180442497134
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p3_learned",
          "a_node": "candidate_9096f1890ddea0000c15",
          "b_node": "candidate_7cb8c5ca7cbb9b8fd732",
          "changed_fields": {
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7768619559465151,
          "sd_b_minus_a": 0.11304871172436738,
          "min_b_minus_a": -1.0697762178024277,
          "max_b_minus_a": -0.5860042376443744,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.7013664180412889,
            -0.807273969752714,
            -0.8000137093476951,
            -0.8012482980266213,
            -0.7235808171681128,
            -0.7956806363072246,
            -0.7554348879493773,
            -0.8147068177349865,
            -0.6833820891333744,
            -0.599500693846494,
            -0.8068298059515655,
            -0.7949601388536394,
            -0.5860042376443744,
            -0.8994407812133431,
            -0.7905917763710022,
            -1.0697762178024277
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p4_none",
          "a_node": "candidate_9096f1890ddea0000c15",
          "b_node": "candidate_5314c84c867a5b81a5ea",
          "changed_fields": {
            "model.patch_size": [
              3,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.16178386332467198,
          "sd_b_minus_a": 0.09830476616943166,
          "min_b_minus_a": -0.3657052218914032,
          "max_b_minus_a": -0.0474514439702034,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.10908950120210648,
            -0.1870543509721756,
            -0.1483045220375061,
            -0.2657645344734192,
            -0.1188439354300499,
            -0.12800732254981995,
            -0.0474514439702034,
            -0.12425819784402847,
            -0.07065000385046005,
            -0.16970191150903702,
            -0.2695348486304283,
            -0.11300323903560638,
            -0.07705050706863403,
            -0.33754803240299225,
            -0.05657424032688141,
            -0.3657052218914032
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p6_none",
          "a_node": "candidate_9096f1890ddea0000c15",
          "b_node": "candidate_41c996694bfdeb01d4eb",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.22562047583051026,
          "sd_b_minus_a": 0.13344886729050137,
          "min_b_minus_a": -0.5613172724843025,
          "max_b_minus_a": -0.04277676343917847,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.20752788335084915,
            -0.20603884756565094,
            -0.24913356825709343,
            -0.2856992110610008,
            -0.19283093512058258,
            -0.19207624718546867,
            -0.20307841897010803,
            -0.18781977891921997,
            -0.04535571485757828,
            -0.04277676343917847,
            -0.3437817767262459,
            -0.08137408643960953,
            -0.15936098992824554,
            -0.4264671951532364,
            -0.22528892382979393,
            -0.5613172724843025
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_learned",
          "b": "p6_learned",
          "a_node": "candidate_5313f05220195b0f67e9",
          "b_node": "candidate_76dacecff1eed9e2c8e8",
          "changed_fields": {
            "model.patch_size": [
              4,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.03215784120402532,
          "sd_b_minus_a": 0.15909997519191596,
          "min_b_minus_a": -0.2678015003912151,
          "max_b_minus_a": 0.4331949041225016,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.08952261228114367,
            0.2190118175931275,
            -0.02994246780872345,
            0.0035909756552428007,
            0.05100703286007047,
            0.0006230816943570971,
            0.2419111004564911,
            0.015608514659106731,
            0.012012226972728968,
            -0.2678015003912151,
            -0.11666072672232985,
            0.4331949041225016,
            0.06744292890653014,
            -0.015846729278564453,
            -0.0058376353699713945,
            -0.004265451803803444
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_learned",
          "b": "p3_learned",
          "a_node": "candidate_5313f05220195b0f67e9",
          "b_node": "candidate_7cb8c5ca7cbb9b8fd732",
          "changed_fields": {
            "model.patch_size": [
              4,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.021000063945393777,
          "sd_b_minus_a": 0.07746482116815677,
          "min_b_minus_a": -0.15528320567682385,
          "max_b_minus_a": 0.12962224939838052,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            -0.09136759117245674,
            0.06487446813844144,
            -0.11132049513980746,
            0.02858741767704487,
            0.006860467663500458,
            -0.08460684237070382,
            -0.0018321892712265253,
            -0.004714922048151493,
            -0.018552783294580877,
            -0.15528320567682385,
            0.017922672908753157,
            -0.1205406105145812,
            0.12962224939838052,
            -0.03946658503264189,
            -0.030259449034929276,
            0.07407637464348227
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_learned",
          "b": "p4_none",
          "a_node": "candidate_5313f05220195b0f67e9",
          "b_node": "candidate_5314c84c867a5b81a5ea",
          "changed_fields": {
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.5940780286764493,
          "sd_b_minus_a": 0.11542934996845178,
          "min_b_minus_a": 0.2745155766606331,
          "max_b_minus_a": 0.7781473705545068,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.5009093256667256,
            0.6850940869189799,
            0.5403886921703815,
            0.564071181230247,
            0.6115973494015634,
            0.5830664713867009,
            0.7061512547079474,
            0.6857336978428066,
            0.5941793019883335,
            0.2745155766606331,
            0.5552176302298903,
            0.5614162893034518,
            0.6385759799741209,
            0.522426163777709,
            0.7037580870091915,
            0.7781473705545068
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_learned",
          "b": "p6_none",
          "a_node": "candidate_5313f05220195b0f67e9",
          "b_node": "candidate_41c996694bfdeb01d4eb",
          "changed_fields": {
            "model.patch_size": [
              4,
              6
            ],
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.530241416170611,
          "sd_b_minus_a": 0.07998397538462503,
          "min_b_minus_a": 0.40144072473049164,
          "max_b_minus_a": 0.6661095903255045,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.40247094351798296,
            0.6661095903255045,
            0.4395596459507942,
            0.5441365046426654,
            0.5376103497110307,
            0.5189975467510521,
            0.5505242797080427,
            0.6221721167676151,
            0.6194735909812152,
            0.40144072473049164,
            0.4809707021340728,
            0.5930454418994486,
            0.5562654971145093,
            0.43350700102746487,
            0.535043403506279,
            0.5825353199616075
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_learned",
          "b": "p3_learned",
          "a_node": "candidate_76dacecff1eed9e2c8e8",
          "b_node": "candidate_7cb8c5ca7cbb9b8fd732",
          "changed_fields": {
            "model.patch_size": [
              6,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.053157905149419094,
          "sd_b_minus_a": 0.16417916000819321,
          "min_b_minus_a": -0.5537355146370828,
          "max_b_minus_a": 0.134583399631083,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.001844978891313076,
            -0.15413734945468605,
            -0.08137802733108401,
            0.024996442021802068,
            -0.04414656519657001,
            -0.08522992406506091,
            -0.24374328972771764,
            -0.020323436707258224,
            -0.030565010267309844,
            0.11251829471439123,
            0.134583399631083,
            -0.5537355146370828,
            0.062179320491850376,
            -0.023619855754077435,
            -0.02442181366495788,
            0.07834182644728571
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_learned",
          "b": "p4_none",
          "a_node": "candidate_76dacecff1eed9e2c8e8",
          "b_node": "candidate_5314c84c867a5b81a5ea",
          "changed_fields": {
            "model.patch_size": [
              6,
              4
            ],
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.561920187472424,
          "sd_b_minus_a": 0.14231236311360743,
          "min_b_minus_a": 0.12822138518095016,
          "max_b_minus_a": 0.7824128223583102,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.5904319379478693,
            0.4660822693258524,
            0.570331159979105,
            0.5604802055750042,
            0.5605903165414929,
            0.5824433896923438,
            0.46424015425145626,
            0.6701251831836998,
            0.5821670750156045,
            0.5423170770518482,
            0.6718783569522202,
            0.12822138518095016,
            0.5711330510675907,
            0.5382728930562735,
            0.7095957223791629,
            0.7824128223583102
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_learned",
          "b": "p6_none",
          "a_node": "candidate_76dacecff1eed9e2c8e8",
          "b_node": "candidate_41c996694bfdeb01d4eb",
          "changed_fields": {
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.49808357496658573,
          "sd_b_minus_a": 0.1241504185430125,
          "min_b_minus_a": 0.15985053777694702,
          "max_b_minus_a": 0.6692422251217067,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.4919935557991266,
            0.44709777273237705,
            0.46950211375951767,
            0.5405455289874226,
            0.48660331685096025,
            0.518374465056695,
            0.30861317925155163,
            0.6065636021085083,
            0.6074613640084863,
            0.6692422251217067,
            0.5976314288564026,
            0.15985053777694702,
            0.4888225682079792,
            0.4493537303060293,
            0.5408810388762504,
            0.5868007717654109
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_learned",
          "b": "p4_none",
          "a_node": "candidate_7cb8c5ca7cbb9b8fd732",
          "b_node": "candidate_5314c84c867a5b81a5ea",
          "changed_fields": {
            "model.patch_size": [
              3,
              4
            ],
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6150780926218431,
          "sd_b_minus_a": 0.08423105067187668,
          "min_b_minus_a": 0.42979878233745694,
          "max_b_minus_a": 0.7340175360441208,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.5922769168391824,
            0.6202196187805384,
            0.651709187310189,
            0.5354837635532022,
            0.604736881738063,
            0.6676733137574047,
            0.7079834439791739,
            0.6904486198909581,
            0.6127320852829143,
            0.42979878233745694,
            0.5372949573211372,
            0.681956899818033,
            0.5089537305757403,
            0.5618927488103509,
            0.7340175360441208,
            0.7040709959110245
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_learned",
          "b": "p6_none",
          "a_node": "candidate_7cb8c5ca7cbb9b8fd732",
          "b_node": "candidate_41c996694bfdeb01d4eb",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ],
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.5512414801160048,
          "sd_b_minus_a": 0.073633318433687,
          "min_b_minus_a": 0.4266432477161288,
          "max_b_minus_a": 0.7135860524140298,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.4938385346904397,
            0.6012351221870631,
            0.5508801410906017,
            0.5155490869656205,
            0.5307498820475303,
            0.603604389121756,
            0.5523564689792693,
            0.6268870388157666,
            0.6380263742757961,
            0.5567239304073155,
            0.4630480292253196,
            0.7135860524140298,
            0.4266432477161288,
            0.47297358606010675,
            0.5653028525412083,
            0.5084589453181252
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_none",
          "b": "p6_none",
          "a_node": "candidate_5314c84c867a5b81a5ea",
          "b_node": "candidate_41c996694bfdeb01d4eb",
          "changed_fields": {
            "model.patch_size": [
              4,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.06383661250583827,
          "sd_b_minus_a": 0.08079789331431417,
          "min_b_minus_a": -0.19561205059289932,
          "max_b_minus_a": 0.12692514806985855,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.09843838214874268,
            -0.018984496593475342,
            -0.10082904621958733,
            -0.019934676587581635,
            -0.07398699969053268,
            -0.06406892463564873,
            -0.15562697499990463,
            -0.0635615810751915,
            0.025294288992881775,
            0.12692514806985855,
            -0.07424692809581757,
            0.03162915259599686,
            -0.08231048285961151,
            -0.08891916275024414,
            -0.16871468350291252,
            -0.19561205059289932
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_9096f1890ddea0000c15": 17828,
            "candidate_5313f05220195b0f67e9": 19428,
            "candidate_76dacecff1eed9e2c8e8": 20068
          },
          "best_to_worst": [
            "candidate_76dacecff1eed9e2c8e8",
            "candidate_5313f05220195b0f67e9",
            "candidate_9096f1890ddea0000c15"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_9096f1890ddea0000c15": 300,
            "candidate_5313f05220195b0f67e9": 300,
            "candidate_76dacecff1eed9e2c8e8": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_9096f1890ddea0000c15": 2,
            "candidate_5313f05220195b0f67e9": 2,
            "candidate_76dacecff1eed9e2c8e8": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_9096f1890ddea0000c15": null,
            "candidate_5313f05220195b0f67e9": null,
            "candidate_76dacecff1eed9e2c8e8": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_9096f1890ddea0000c15": true,
            "candidate_5313f05220195b0f67e9": true,
            "candidate_76dacecff1eed9e2c8e8": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "ordered",
          "values": {
            "candidate_9096f1890ddea0000c15": 3,
            "candidate_5313f05220195b0f67e9": 4,
            "candidate_76dacecff1eed9e2c8e8": 6
          },
          "best_to_worst": [
            "candidate_9096f1890ddea0000c15",
            "candidate_5313f05220195b0f67e9",
            "candidate_76dacecff1eed9e2c8e8"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 1
        }
      }
    },
    {
      "instance_id": "patch_position_s841903",
      "template_id": "patch_position",
      "admitted": false,
      "pairs": [
        {
          "a": "p3_none",
          "b": "p4_learned",
          "a_node": "candidate_365c90b1233692d34e21",
          "b_node": "candidate_681cbfb92210830d5199",
          "changed_fields": {
            "model.patch_size": [
              3,
              4
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7242101604169875,
          "sd_b_minus_a": 0.0646342695990641,
          "min_b_minus_a": -0.8132699381094426,
          "max_b_minus_a": -0.6131085557863116,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6431883373297751,
            -0.7996179007459432,
            -0.7501103770919144,
            -0.8132699381094426,
            -0.786737093469128,
            -0.6815133262425661,
            -0.6171089438721538,
            -0.729418984381482,
            -0.702811365481466,
            -0.7564764704438858,
            -0.8050631508231163,
            -0.6773039633408189,
            -0.746379813645035,
            -0.758769968058914,
            -0.6131085557863116,
            -0.7064843778498471
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p6_learned",
          "a_node": "candidate_365c90b1233692d34e21",
          "b_node": "candidate_dfb5edbd1f2cbf291954",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ],
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6836246986058541,
          "sd_b_minus_a": 0.0834583155826577,
          "min_b_minus_a": -0.8301216713152826,
          "max_b_minus_a": -0.5376957952976227,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6521093433257192,
            -0.6475110752508044,
            -0.6705504870042205,
            -0.7811264586634934,
            -0.6508006006479263,
            -0.6949759745039046,
            -0.7181176790036261,
            -0.6649374484550208,
            -0.5376957952976227,
            -0.5782409505918622,
            -0.8301216713152826,
            -0.7523505059070885,
            -0.7561157047748566,
            -0.7713301349431276,
            -0.5486197266727686,
            -0.6833916213363409
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p3_learned",
          "a_node": "candidate_365c90b1233692d34e21",
          "b_node": "candidate_98e22078313daa99d5d2",
          "changed_fields": {
            "model.position": [
              "none",
              "learned"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7017480053218605,
          "sd_b_minus_a": 0.04901043466091309,
          "min_b_minus_a": -0.7917136489413679,
          "max_b_minus_a": -0.6344035975635052,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.6344035975635052,
            -0.7171298966277391,
            -0.7409736006520689,
            -0.7781159216538072,
            -0.6842467486858368,
            -0.7079179650172591,
            -0.742170894285664,
            -0.6466529276221991,
            -0.6869766325689852,
            -0.638975846581161,
            -0.7917136489413679,
            -0.7162665333598852,
            -0.6412352724000812,
            -0.6679470054805279,
            -0.6924952657427639,
            -0.7407463279669173
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p4_none",
          "a_node": "candidate_365c90b1233692d34e21",
          "b_node": "candidate_8c676e89972ddefe6f92",
          "changed_fields": {
            "model.patch_size": [
              3,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.09722538548521698,
          "sd_b_minus_a": 0.0883114742365027,
          "min_b_minus_a": -0.23746616765856743,
          "max_b_minus_a": 0.029938071966171265,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.053252171725034714,
            -0.12293070554733276,
            -0.17443806678056717,
            -0.1542256996035576,
            -0.1586192026734352,
            0.020163651555776596,
            -0.04671704024076462,
            0.017614178359508514,
            -0.05295246094465256,
            -0.14157507568597794,
            -0.18166939169168472,
            -0.23746616765856743,
            -0.18708808720111847,
            -0.13850939273834229,
            0.026121392846107483,
            0.029938071966171265
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_none",
          "b": "p6_none",
          "a_node": "candidate_365c90b1233692d34e21",
          "b_node": "candidate_4866c13502bb9e784e3e",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.1977033067960292,
          "sd_b_minus_a": 0.1089420452308416,
          "min_b_minus_a": -0.3289983235299587,
          "max_b_minus_a": 0.04605880379676819,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.26023826003074646,
            -0.23653072118759155,
            -0.25756680220365524,
            -0.3172406330704689,
            -0.209049291908741,
            -0.14246511459350586,
            -0.20623933151364326,
            -0.005054779350757599,
            -0.08632106333971024,
            -0.14086022973060608,
            -0.2779460921883583,
            -0.22098953276872635,
            -0.3289983235299587,
            -0.3205411471426487,
            0.04605880379676819,
            -0.19927038997411728
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_learned",
          "b": "p6_learned",
          "a_node": "candidate_681cbfb92210830d5199",
          "b_node": "candidate_dfb5edbd1f2cbf291954",
          "changed_fields": {
            "model.patch_size": [
              4,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.04058546181113343,
          "sd_b_minus_a": 0.08464843989846253,
          "min_b_minus_a": -0.10100873513147235,
          "max_b_minus_a": 0.17823551985202357,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.008921005995944142,
            0.15210682549513876,
            0.07955989008769393,
            0.0321434794459492,
            0.13593649282120168,
            -0.013462648261338472,
            -0.10100873513147235,
            0.06448153592646122,
            0.16511557018384337,
            0.17823551985202357,
            -0.02505852049216628,
            -0.07504654256626964,
            -0.009735891129821539,
            -0.012560166884213686,
            0.06448882911354303,
            0.023092756513506174
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_learned",
          "b": "p3_learned",
          "a_node": "candidate_681cbfb92210830d5199",
          "b_node": "candidate_98e22078313daa99d5d2",
          "changed_fields": {
            "model.patch_size": [
              4,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.022462155095126946,
          "sd_b_minus_a": 0.07134605022007127,
          "min_b_minus_a": -0.1250619504135102,
          "max_b_minus_a": 0.11750062386272475,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.008784739766269922,
            0.08248800411820412,
            0.009136776439845562,
            0.03515401645563543,
            0.10249034478329122,
            -0.026404638774693012,
            -0.1250619504135102,
            0.08276605675928295,
            0.01583473291248083,
            0.11750062386272475,
            0.013349501881748438,
            -0.038962570019066334,
            0.10514454124495387,
            0.09082296257838607,
            -0.07938670995645225,
            -0.03426195011707023
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_learned",
          "b": "p4_none",
          "a_node": "candidate_681cbfb92210830d5199",
          "b_node": "candidate_8c676e89972ddefe6f92",
          "changed_fields": {
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6269847749317705,
          "sd_b_minus_a": 0.07445737914498446,
          "min_b_minus_a": 0.43983779568225145,
          "max_b_minus_a": 0.7470331627409905,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.5899361656047404,
            0.6766871951986104,
            0.5756723103113472,
            0.659044238505885,
            0.6281178907956928,
            0.7016769777983427,
            0.5703919036313891,
            0.7470331627409905,
            0.6498589045368135,
            0.6149013947579078,
            0.6233937591314316,
            0.43983779568225145,
            0.5592917264439166,
            0.6202605753205717,
            0.6392299486324191,
            0.7364224498160183
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_learned",
          "b": "p6_none",
          "a_node": "candidate_681cbfb92210830d5199",
          "b_node": "candidate_4866c13502bb9e784e3e",
          "changed_fields": {
            "model.patch_size": [
              4,
              6
            ],
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.5265068536209583,
          "sd_b_minus_a": 0.09590361992434653,
          "min_b_minus_a": 0.38295007729902864,
          "max_b_minus_a": 0.7243642050307244,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.38295007729902864,
            0.5630871795583516,
            0.4925435748882592,
            0.4960293050389737,
            0.577687801560387,
            0.5390482116490602,
            0.4108696123585105,
            0.7243642050307244,
            0.6164903021417558,
            0.6156162407132797,
            0.527117058634758,
            0.45631443057209253,
            0.4173814901150763,
            0.43822882091626525,
            0.6591673595830798,
            0.5072139878757298
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_learned",
          "b": "p3_learned",
          "a_node": "candidate_dfb5edbd1f2cbf291954",
          "b_node": "candidate_98e22078313daa99d5d2",
          "changed_fields": {
            "model.patch_size": [
              6,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.018123306716006482,
          "sd_b_minus_a": 0.07469874983130405,
          "min_b_minus_a": -0.14928083727136254,
          "max_b_minus_a": 0.11488043237477541,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.017705745762214065,
            -0.06961882137693465,
            -0.07042311364784837,
            0.0030105370096862316,
            -0.03344614803791046,
            -0.01294199051335454,
            -0.024053215282037854,
            0.018284520832821727,
            -0.14928083727136254,
            -0.06073489598929882,
            0.03840802237391472,
            0.0360839725472033,
            0.11488043237477541,
            0.10338312946259975,
            -0.14387553906999528,
            -0.0573547066305764
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_learned",
          "b": "p4_none",
          "a_node": "candidate_dfb5edbd1f2cbf291954",
          "b_node": "candidate_8c676e89972ddefe6f92",
          "changed_fields": {
            "model.patch_size": [
              6,
              4
            ],
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.5863993131206371,
          "sd_b_minus_a": 0.08798235021950072,
          "min_b_minus_a": 0.43666587490588427,
          "max_b_minus_a": 0.7151396260596812,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.5988571716006845,
            0.5245803697034717,
            0.4961124202236533,
            0.6269007590599358,
            0.4921813979744911,
            0.7151396260596812,
            0.6714006387628615,
            0.6825516268145293,
            0.4847433343529701,
            0.43666587490588427,
            0.6484522796235979,
            0.5148843382485211,
            0.5690276175737381,
            0.6328207422047853,
            0.5747411195188761,
            0.7133296933025122
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p6_learned",
          "b": "p6_none",
          "a_node": "candidate_dfb5edbd1f2cbf291954",
          "b_node": "candidate_4866c13502bb9e784e3e",
          "changed_fields": {
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.48592139180982485,
          "sd_b_minus_a": 0.074884859434345,
          "min_b_minus_a": 0.3918710832949728,
          "max_b_minus_a": 0.6598826691042632,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.3918710832949728,
            0.41098035406321287,
            0.41298368480056524,
            0.4638858255930245,
            0.44175130873918533,
            0.5525108599103987,
            0.5118783474899828,
            0.6598826691042632,
            0.45137473195791245,
            0.4373807208612561,
            0.5521755791269243,
            0.5313609731383622,
            0.42711738124489784,
            0.45078898780047894,
            0.5946785304695368,
            0.4841212313622236
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_learned",
          "b": "p4_none",
          "a_node": "candidate_98e22078313daa99d5d2",
          "b_node": "candidate_8c676e89972ddefe6f92",
          "changed_fields": {
            "model.patch_size": [
              3,
              4
            ],
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6045226198366436,
          "sd_b_minus_a": 0.09411332960956927,
          "min_b_minus_a": 0.4541471851989627,
          "max_b_minus_a": 0.7706843999330886,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.5811514258384705,
            0.5941991910804063,
            0.5665355338715017,
            0.6238902220502496,
            0.5256275460124016,
            0.7280816165730357,
            0.6954538540448993,
            0.6642671059817076,
            0.6340241716243327,
            0.4974007708951831,
            0.6100442572496831,
            0.4788003657013178,
            0.4541471851989627,
            0.5294376127421856,
            0.7186166585888714,
            0.7706843999330886
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3_learned",
          "b": "p6_none",
          "a_node": "candidate_98e22078313daa99d5d2",
          "b_node": "candidate_4866c13502bb9e784e3e",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ],
            "model.position": [
              "learned",
              "none"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.5040446985258313,
          "sd_b_minus_a": 0.1069300745580893,
          "min_b_minus_a": 0.31223694887012243,
          "max_b_minus_a": 0.7385540695395321,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.3741653375327587,
            0.4805991754401475,
            0.4834067984484136,
            0.46087528858333826,
            0.4751974567770958,
            0.5654528504237533,
            0.5359315627720207,
            0.6415981482714415,
            0.600655569229275,
            0.49811561685055494,
            0.5137675567530096,
            0.49527700059115887,
            0.31223694887012243,
            0.3474058583378792,
            0.7385540695395321,
            0.5414759379928
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4_none",
          "b": "p6_none",
          "a_node": "candidate_8c676e89972ddefe6f92",
          "b_node": "candidate_4866c13502bb9e784e3e",
          "changed_fields": {
            "model.patch_size": [
              4,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.10047792131081223,
          "sd_b_minus_a": 0.08145131905873743,
          "min_b_minus_a": -0.22920846194028854,
          "max_b_minus_a": 0.019937410950660706,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.20698608830571175,
            -0.11360001564025879,
            -0.08312873542308807,
            -0.16301493346691132,
            -0.050430089235305786,
            -0.16262876614928246,
            -0.15952229127287865,
            -0.022668957710266113,
            -0.03336860239505768,
            0.0007148459553718567,
            -0.09627670049667358,
            0.01647663488984108,
            -0.14191023632884026,
            -0.1820317544043064,
            0.019937410950660706,
            -0.22920846194028854
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_365c90b1233692d34e21": 17828,
            "candidate_681cbfb92210830d5199": 19428,
            "candidate_dfb5edbd1f2cbf291954": 20068
          },
          "best_to_worst": [
            "candidate_dfb5edbd1f2cbf291954",
            "candidate_681cbfb92210830d5199",
            "candidate_365c90b1233692d34e21"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_365c90b1233692d34e21": 300,
            "candidate_681cbfb92210830d5199": 300,
            "candidate_dfb5edbd1f2cbf291954": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_365c90b1233692d34e21": 2,
            "candidate_681cbfb92210830d5199": 2,
            "candidate_dfb5edbd1f2cbf291954": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_365c90b1233692d34e21": null,
            "candidate_681cbfb92210830d5199": null,
            "candidate_dfb5edbd1f2cbf291954": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_365c90b1233692d34e21": true,
            "candidate_681cbfb92210830d5199": true,
            "candidate_dfb5edbd1f2cbf291954": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "ordered",
          "values": {
            "candidate_365c90b1233692d34e21": 3,
            "candidate_681cbfb92210830d5199": 4,
            "candidate_dfb5edbd1f2cbf291954": 6
          },
          "best_to_worst": [
            "candidate_365c90b1233692d34e21",
            "candidate_681cbfb92210830d5199",
            "candidate_dfb5edbd1f2cbf291954"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 1
        }
      }
    },
    {
      "instance_id": "operator_relation_s841901",
      "template_id": "operator_relation",
      "admitted": false,
      "pairs": [
        {
          "a": "cnn",
          "b": "flat",
          "a_node": "candidate_675b0f0945a65c7728d6",
          "b_node": "candidate_9fe585c7b9d737d48244",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.006207492886460386,
          "sd_b_minus_a": 0.01652333802428505,
          "min_b_minus_a": -0.04430718708317727,
          "max_b_minus_a": 0.016401991771999747,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.04430718708317727,
            -0.025931623022188433,
            -0.01049986545694992,
            0.013768332239123993,
            0.0012735210329992697,
            -0.0016488299588672817,
            -0.009173099126201123,
            0.016401991771999747,
            -0.01829481770982966,
            0.006804277800256386,
            -0.014995799647294916,
            0.006189445441123098,
            0.0038633405056316406,
            0.002177891816245392,
            -0.02737168440944515,
            0.002424219623208046
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn",
          "b": "attention",
          "a_node": "candidate_675b0f0945a65c7728d6",
          "b_node": "candidate_5cf50db65aa67995a4f9",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.11943006371438969,
          "sd_b_minus_a": 0.0332960116308369,
          "min_b_minus_a": 0.063117116689682,
          "max_b_minus_a": 0.18298814573790878,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.063117116689682,
            0.0682229248341173,
            0.09766443958505988,
            0.11603180097881705,
            0.18298814573790878,
            0.0942855694447644,
            0.11174933915026486,
            0.09588519734097645,
            0.15550935361534357,
            0.11428046587388963,
            0.14512399095110595,
            0.1583747224358376,
            0.15770339177106507,
            0.12330110667971894,
            0.11159364553168416,
            0.11504980880999938
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "flat",
          "b": "attention",
          "a_node": "candidate_9fe585c7b9d737d48244",
          "b_node": "candidate_5cf50db65aa67995a4f9",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.12563755660085008,
          "sd_b_minus_a": 0.030616228073097412,
          "min_b_minus_a": 0.0794832055689767,
          "max_b_minus_a": 0.1817146247049095,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.10742430377285928,
            0.09415454785630573,
            0.1081643050420098,
            0.10226346873969305,
            0.1817146247049095,
            0.09593439940363169,
            0.12092243827646598,
            0.0794832055689767,
            0.17380417132517323,
            0.10747618807363324,
            0.16011979059840087,
            0.1521852769947145,
            0.15384005126543343,
            0.12112321486347355,
            0.1389653299411293,
            0.11262558918679133
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_675b0f0945a65c7728d6": 16204,
            "candidate_9fe585c7b9d737d48244": 129700,
            "candidate_5cf50db65aa67995a4f9": 19428
          },
          "best_to_worst": [
            "candidate_9fe585c7b9d737d48244",
            "candidate_5cf50db65aa67995a4f9",
            "candidate_675b0f0945a65c7728d6"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_675b0f0945a65c7728d6": 300,
            "candidate_9fe585c7b9d737d48244": 300,
            "candidate_5cf50db65aa67995a4f9": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_675b0f0945a65c7728d6": 2,
            "candidate_9fe585c7b9d737d48244": 2,
            "candidate_5cf50db65aa67995a4f9": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_675b0f0945a65c7728d6": 3,
            "candidate_9fe585c7b9d737d48244": null,
            "candidate_5cf50db65aa67995a4f9": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_675b0f0945a65c7728d6": true,
            "candidate_9fe585c7b9d737d48244": true,
            "candidate_5cf50db65aa67995a4f9": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_675b0f0945a65c7728d6": null,
            "candidate_9fe585c7b9d737d48244": null,
            "candidate_5cf50db65aa67995a4f9": 4
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_relation_s841902",
      "template_id": "operator_relation",
      "admitted": false,
      "pairs": [
        {
          "a": "cnn",
          "b": "flat",
          "a_node": "candidate_f9bdfa11ef52bc5e3528",
          "b_node": "candidate_eb0fc9a5ce2767f19d93",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0011026870834029978,
          "sd_b_minus_a": 0.026998085409565213,
          "min_b_minus_a": -0.07631652239069808,
          "max_b_minus_a": 0.021688554508727975,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.008079430102952756,
            0.019816010986687616,
            0.009154499974101782,
            0.019221804257540498,
            -0.004445804130227771,
            0.009296001371694729,
            -0.01972879286040552,
            -0.023530870239483193,
            -0.04038302197295707,
            0.013849184862920083,
            -0.07631652239069808,
            0.002827903546858579,
            0.021688554508727975,
            0.02097247554047499,
            0.0012151718838140368,
            0.020640981223550625
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn",
          "b": "attention",
          "a_node": "candidate_f9bdfa11ef52bc5e3528",
          "b_node": "candidate_5313f05220195b0f67e9",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.12256282341695623,
          "sd_b_minus_a": 0.08967867690993409,
          "min_b_minus_a": 0.03277611918747425,
          "max_b_minus_a": 0.3891320416587405,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.2140543265704764,
            0.06318893685238436,
            0.16988090751692653,
            0.09767394175287336,
            0.052480614569503814,
            0.12455896154278889,
            0.10161372798029333,
            0.03820622165221721,
            0.03277611918747425,
            0.3891320416587405,
            0.0707737437915057,
            0.15824763721320778,
            0.07328508186037652,
            0.19716408476233482,
            0.09547231165925041,
            0.08249651610094588
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "flat",
          "b": "attention",
          "a_node": "candidate_eb0fc9a5ce2767f19d93",
          "b_node": "candidate_5313f05220195b0f67e9",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.12366551050035923,
          "sd_b_minus_a": 0.08369078595039531,
          "min_b_minus_a": 0.04337292586569674,
          "max_b_minus_a": 0.3752828567958204,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.20597489646752365,
            0.04337292586569674,
            0.16072640754282475,
            0.07845213749533286,
            0.056926418699731585,
            0.11526296017109416,
            0.12134252084069885,
            0.0617370918917004,
            0.07315914116043132,
            0.3752828567958204,
            0.14709026618220378,
            0.1554197336663492,
            0.05159652735164855,
            0.17619160922185984,
            0.09425713977543637,
            0.06185553487739526
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_f9bdfa11ef52bc5e3528": 16204,
            "candidate_eb0fc9a5ce2767f19d93": 129700,
            "candidate_5313f05220195b0f67e9": 19428
          },
          "best_to_worst": [
            "candidate_eb0fc9a5ce2767f19d93",
            "candidate_5313f05220195b0f67e9",
            "candidate_f9bdfa11ef52bc5e3528"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_f9bdfa11ef52bc5e3528": 300,
            "candidate_eb0fc9a5ce2767f19d93": 300,
            "candidate_5313f05220195b0f67e9": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_f9bdfa11ef52bc5e3528": 2,
            "candidate_eb0fc9a5ce2767f19d93": 2,
            "candidate_5313f05220195b0f67e9": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_f9bdfa11ef52bc5e3528": 3,
            "candidate_eb0fc9a5ce2767f19d93": null,
            "candidate_5313f05220195b0f67e9": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_f9bdfa11ef52bc5e3528": true,
            "candidate_eb0fc9a5ce2767f19d93": true,
            "candidate_5313f05220195b0f67e9": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_f9bdfa11ef52bc5e3528": null,
            "candidate_eb0fc9a5ce2767f19d93": null,
            "candidate_5313f05220195b0f67e9": 4
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_relation_s841903",
      "template_id": "operator_relation",
      "admitted": false,
      "pairs": [
        {
          "a": "cnn",
          "b": "flat",
          "a_node": "candidate_d6f536a09652df88c280",
          "b_node": "candidate_32c63bc42039bb009be4",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.024265480677058804,
          "sd_b_minus_a": 0.035965462503124455,
          "min_b_minus_a": -0.13171986473025754,
          "max_b_minus_a": 0.01667648204602301,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            0.01667648204602301,
            -0.0130754382989835,
            -0.022210126335266978,
            -0.0072593739605508745,
            -0.13171986473025754,
            -0.024029693711781874,
            -0.015072913432959467,
            -0.01233772819978185,
            0.003288850246462971,
            -0.021192432366660796,
            -0.0019854785641655326,
            -0.08690980164101347,
            -0.023582686495501548,
            -0.023912979231681675,
            -0.0067206496896687895,
            -0.018203856467152946
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn",
          "b": "attention",
          "a_node": "candidate_d6f536a09652df88c280",
          "b_node": "candidate_681cbfb92210830d5199",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "spatial",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.06769113073823974,
          "sd_b_minus_a": 0.048224688778142066,
          "min_b_minus_a": -0.05071225645951927,
          "max_b_minus_a": 0.1709948773495853,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.09642824530601501,
            0.05468788184225559,
            0.05270797002594918,
            0.08889397914754227,
            -0.05071225645951927,
            0.06209454021882266,
            0.1709948773495853,
            0.022545350540895015,
            0.05123930826084688,
            0.03352344495942816,
            0.06680066208355129,
            0.11103885946795344,
            0.051287437905557454,
            0.06662695400882512,
            0.11745568446349353,
            0.08744515269063413
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "flat",
          "b": "attention",
          "a_node": "candidate_32c63bc42039bb009be4",
          "b_node": "candidate_681cbfb92210830d5199",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.09195661141529854,
          "sd_b_minus_a": 0.044665081991323644,
          "min_b_minus_a": 0.034883078740676865,
          "max_b_minus_a": 0.19794866110896692,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.079751763259992,
            0.06776332014123909,
            0.07491809636121616,
            0.09615335310809314,
            0.08100760827073827,
            0.08612423393060453,
            0.18606779078254476,
            0.034883078740676865,
            0.04795045801438391,
            0.05471587732608896,
            0.06878614064771682,
            0.19794866110896692,
            0.074870124401059,
            0.0905399332405068,
            0.12417633415316232,
            0.10564900915778708
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_d6f536a09652df88c280": 16204,
            "candidate_32c63bc42039bb009be4": 129700,
            "candidate_681cbfb92210830d5199": 19428
          },
          "best_to_worst": [
            "candidate_32c63bc42039bb009be4",
            "candidate_681cbfb92210830d5199",
            "candidate_d6f536a09652df88c280"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 1
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_d6f536a09652df88c280": 300,
            "candidate_32c63bc42039bb009be4": 300,
            "candidate_681cbfb92210830d5199": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_d6f536a09652df88c280": 2,
            "candidate_32c63bc42039bb009be4": 2,
            "candidate_681cbfb92210830d5199": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_d6f536a09652df88c280": 3,
            "candidate_32c63bc42039bb009be4": null,
            "candidate_681cbfb92210830d5199": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_d6f536a09652df88c280": true,
            "candidate_32c63bc42039bb009be4": true,
            "candidate_681cbfb92210830d5199": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_d6f536a09652df88c280": null,
            "candidate_32c63bc42039bb009be4": null,
            "candidate_681cbfb92210830d5199": 4
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_local_shape_s841901",
      "template_id": "operator_local_shape",
      "admitted": false,
      "pairs": [
        {
          "a": "cnn_mean",
          "b": "flat",
          "a_node": "candidate_3b74befeb2c6c9eb61c9",
          "b_node": "candidate_5387a55740ddb1ad3894",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 3.409734543174636,
          "sd_b_minus_a": 0.6439545241910826,
          "min_b_minus_a": 2.583965450525284,
          "max_b_minus_a": 4.25676043657586,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            3.959349184297025,
            4.078941923478851,
            2.868382900953293,
            4.25676043657586,
            3.935899430885911,
            2.692048594355583,
            3.8440492413938046,
            2.583965450525284,
            2.9402531906962395,
            3.70328256720677,
            2.6519661992788315,
            3.900889365002513,
            2.6854163706302643,
            2.722775563597679,
            3.5035612611100078,
            4.2282110108062625
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean",
          "b": "attention",
          "a_node": "candidate_3b74befeb2c6c9eb61c9",
          "b_node": "candidate_ac04e963dc5200162093",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6345385336262552,
          "sd_b_minus_a": 0.522268821301745,
          "min_b_minus_a": -0.17486212402582169,
          "max_b_minus_a": 1.4659294308221433,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.6115758521482348,
            1.4659294308221433,
            -0.01970931887626648,
            0.9184095370583236,
            1.2559966761618853,
            0.24826180934906006,
            1.1614480428397655,
            0.16177096962928772,
            0.2564011812210083,
            0.7232690029777586,
            -0.17486212402582169,
            0.8175149988383055,
            0.2708476111292839,
            0.11943560838699341,
            1.0133046237751842,
            1.3230226365849376
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean",
          "b": "cnn_spatial",
          "a_node": "candidate_3b74befeb2c6c9eb61c9",
          "b_node": "candidate_c5a024c8f4d8af48cf51",
          "changed_fields": {
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5109437407013502,
          "sd_b_minus_a": 0.5633409188495209,
          "min_b_minus_a": -1.2405890002992237,
          "max_b_minus_a": 0.06799571891315281,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.13213949068449438,
            0.04360325974994339,
            -1.1987831415608525,
            0.06799571891315281,
            0.03198079892899841,
            -1.0486951507627964,
            0.005305564031004906,
            -1.23901759430737,
            -0.714814559694787,
            -0.018901501432992518,
            -1.0860139038413763,
            -0.1890493234823225,
            -1.2399225308254245,
            -1.2405890002992237,
            -0.19161996550974436,
            -0.024439030443318188
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "flat",
          "b": "attention",
          "a_node": "candidate_5387a55740ddb1ad3894",
          "b_node": "candidate_ac04e963dc5200162093",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -2.775196009548381,
          "sd_b_minus_a": 0.29908112106305956,
          "min_b_minus_a": -3.3477733321487904,
          "max_b_minus_a": -2.4145687595009804,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -3.3477733321487904,
            -2.6130124926567078,
            -2.8880922198295593,
            -3.338350899517536,
            -2.6799027547240257,
            -2.443786785006523,
            -2.682601198554039,
            -2.422194480895996,
            -2.683852009475231,
            -2.9800135642290115,
            -2.826828323304653,
            -3.0833743661642075,
            -2.4145687595009804,
            -2.6033399552106857,
            -2.4902566373348236,
            -2.905188374221325
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "flat",
          "b": "cnn_spatial",
          "a_node": "candidate_5387a55740ddb1ad3894",
          "b_node": "candidate_c5a024c8f4d8af48cf51",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -3.9206782838759864,
          "sd_b_minus_a": 0.1860899038384287,
          "min_b_minus_a": -4.252650041249581,
          "max_b_minus_a": -3.6550677503910265,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -4.09148867498152,
            -4.035338663728908,
            -4.067166042514145,
            -4.188764717662707,
            -3.9039186319569126,
            -3.7407437451183796,
            -3.8387436773627996,
            -3.822983044832654,
            -3.6550677503910265,
            -3.7221840686397627,
            -3.737980103120208,
            -4.089938688484835,
            -3.9253389014556888,
            -3.963364563896903,
            -3.695181226619752,
            -4.252650041249581
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "attention",
          "b": "cnn_spatial",
          "a_node": "candidate_ac04e963dc5200162093",
          "b_node": "candidate_c5a024c8f4d8af48cf51",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.1454822743276054,
          "sd_b_minus_a": 0.2465347757584997,
          "min_b_minus_a": -1.5107701419547084,
          "max_b_minus_a": -0.7421705044107512,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.7437153428327292,
            -1.4223261710722,
            -1.179073822684586,
            -0.8504138181451708,
            -1.2240158772328869,
            -1.2969569601118565,
            -1.1561424788087606,
            -1.4007885639366577,
            -0.9712157409157953,
            -0.7421705044107512,
            -0.9111517798155546,
            -1.006564322320628,
            -1.5107701419547084,
            -1.360024608686217,
            -1.2049245892849285,
            -1.3474616670282558
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_3b74befeb2c6c9eb61c9": 15436,
            "candidate_5387a55740ddb1ad3894": 129700,
            "candidate_ac04e963dc5200162093": 19428
          },
          "best_to_worst": [
            "candidate_5387a55740ddb1ad3894",
            "candidate_ac04e963dc5200162093",
            "candidate_3b74befeb2c6c9eb61c9"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_3b74befeb2c6c9eb61c9": 1200,
            "candidate_5387a55740ddb1ad3894": 1200,
            "candidate_ac04e963dc5200162093": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_3b74befeb2c6c9eb61c9": 2,
            "candidate_5387a55740ddb1ad3894": 2,
            "candidate_ac04e963dc5200162093": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_3b74befeb2c6c9eb61c9": 3,
            "candidate_5387a55740ddb1ad3894": null,
            "candidate_ac04e963dc5200162093": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_3b74befeb2c6c9eb61c9": true,
            "candidate_5387a55740ddb1ad3894": true,
            "candidate_ac04e963dc5200162093": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_3b74befeb2c6c9eb61c9": null,
            "candidate_5387a55740ddb1ad3894": null,
            "candidate_ac04e963dc5200162093": 4
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_local_shape_s841902",
      "template_id": "operator_local_shape",
      "admitted": false,
      "pairs": [
        {
          "a": "cnn_mean",
          "b": "flat",
          "a_node": "candidate_7399cba3f8ca90f400cc",
          "b_node": "candidate_243be9f0f4d2817e59a6",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.026882043224759,
          "sd_b_minus_a": 0.5120176654783238,
          "min_b_minus_a": 2.7381670027971268,
          "max_b_minus_a": 4.607280493713915,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            4.607280493713915,
            3.9829285126179457,
            3.435830444097519,
            3.7950830683112144,
            4.018115860410035,
            4.461657837498933,
            4.399473450845107,
            4.111320515163243,
            2.7381670027971268,
            3.9769092705100775,
            4.139090292155743,
            4.415796111337841,
            3.2701820731163025,
            4.485199583985377,
            4.072602677042596,
            4.520475497993175
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean",
          "b": "attention",
          "a_node": "candidate_7399cba3f8ca90f400cc",
          "b_node": "candidate_6cb11cedc2472110e7b0",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6395430797711015,
          "sd_b_minus_a": 0.5581967369465674,
          "min_b_minus_a": -0.49077772721648216,
          "max_b_minus_a": 1.2632215176708996,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.6074932953342795,
            0.6861187499016523,
            -0.05617908388376236,
            0.42765016853809357,
            0.6627976866438985,
            1.2632215176708996,
            0.7143555802758783,
            0.663917095400393,
            -0.49077772721648216,
            0.3913948815315962,
            0.928648017346859,
            1.246686133556068,
            -0.380320280790329,
            1.2213151737232693,
            1.116657140548341,
            1.2297109277569689
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean",
          "b": "cnn_spatial",
          "a_node": "candidate_7399cba3f8ca90f400cc",
          "b_node": "candidate_c79b5e3e8168a286054c",
          "changed_fields": {
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2663962473968411,
          "sd_b_minus_a": 0.5674087727691264,
          "min_b_minus_a": -1.3721765857335413,
          "max_b_minus_a": 0.9461107971146703,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            0.002545034745708108,
            -0.23137578582100105,
            -1.1118704844266176,
            -0.6218439967892664,
            0.9461107971146703,
            -0.022067856494686566,
            -0.06965617435344029,
            -0.13195429927145597,
            -1.193548818351701,
            -0.20003033511829926,
            -0.13600415363907814,
            -0.013108060004014987,
            -1.3721765857335413,
            -0.05069704081688542,
            -0.03589569763835243,
            -0.020766501751495525
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "flat",
          "b": "attention",
          "a_node": "candidate_243be9f0f4d2817e59a6",
          "b_node": "candidate_6cb11cedc2472110e7b0",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -3.387338963453658,
          "sd_b_minus_a": 0.2512411287207172,
          "min_b_minus_a": -3.999787198379636,
          "max_b_minus_a": -2.955945536494255,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -3.999787198379636,
            -3.2968097627162933,
            -3.4920095279812813,
            -3.367432899773121,
            -3.355318173766136,
            -3.1984363198280334,
            -3.685117870569229,
            -3.44740341976285,
            -3.228944730013609,
            -3.5855143889784813,
            -3.2104422748088837,
            -3.1691099777817726,
            -3.6505023539066315,
            -3.263884410262108,
            -2.955945536494255,
            -3.290764570236206
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "flat",
          "b": "cnn_spatial",
          "a_node": "candidate_243be9f0f4d2817e59a6",
          "b_node": "candidate_c79b5e3e8168a286054c",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -4.2932782906216005,
          "sd_b_minus_a": 0.3815584205712602,
          "min_b_minus_a": -4.642358658849844,
          "max_b_minus_a": -3.0720050632953644,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -4.604735458968207,
            -4.214304298438947,
            -4.5477009285241365,
            -4.416927065100481,
            -3.0720050632953644,
            -4.48372569399362,
            -4.469129625198548,
            -4.243274814434699,
            -3.9317158211488277,
            -4.176939605628377,
            -4.275094445794821,
            -4.4289041713418555,
            -4.642358658849844,
            -4.5358966248022625,
            -4.1084983746809485,
            -4.5412419997446705
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "attention",
          "b": "cnn_spatial",
          "a_node": "candidate_6cb11cedc2472110e7b0",
          "b_node": "candidate_c79b5e3e8168a286054c",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.9059393271679426,
          "sd_b_minus_a": 0.39416470552046523,
          "min_b_minus_a": -1.2852893741655862,
          "max_b_minus_a": 0.2833131104707718,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.6049482605885714,
            -0.9174945357226534,
            -1.0556914005428553,
            -1.04949416532736,
            0.2833131104707718,
            -1.2852893741655862,
            -0.7840117546293186,
            -0.795871394671849,
            -0.7027710911352187,
            -0.5914252166498954,
            -1.0646521709859371,
            -1.259794193560083,
            -0.9918563049432123,
            -1.2720122145401547,
            -1.1525528381866934,
            -1.2504774295084644
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_7399cba3f8ca90f400cc": 15436,
            "candidate_243be9f0f4d2817e59a6": 129700,
            "candidate_6cb11cedc2472110e7b0": 19428
          },
          "best_to_worst": [
            "candidate_243be9f0f4d2817e59a6",
            "candidate_6cb11cedc2472110e7b0",
            "candidate_7399cba3f8ca90f400cc"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_7399cba3f8ca90f400cc": 1200,
            "candidate_243be9f0f4d2817e59a6": 1200,
            "candidate_6cb11cedc2472110e7b0": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_7399cba3f8ca90f400cc": 2,
            "candidate_243be9f0f4d2817e59a6": 2,
            "candidate_6cb11cedc2472110e7b0": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_7399cba3f8ca90f400cc": 3,
            "candidate_243be9f0f4d2817e59a6": null,
            "candidate_6cb11cedc2472110e7b0": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_7399cba3f8ca90f400cc": true,
            "candidate_243be9f0f4d2817e59a6": true,
            "candidate_6cb11cedc2472110e7b0": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_7399cba3f8ca90f400cc": null,
            "candidate_243be9f0f4d2817e59a6": null,
            "candidate_6cb11cedc2472110e7b0": 4
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_local_shape_s841903",
      "template_id": "operator_local_shape",
      "admitted": false,
      "pairs": [
        {
          "a": "cnn_mean",
          "b": "flat",
          "a_node": "candidate_ec941ffe7c1629588866",
          "b_node": "candidate_0042c2c253ff4d460405",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.ff_ratio": [
              2,
              null
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "mlp"
            ],
            "model.norm": [
              "layer",
              null
            ],
            "model.norm_first": [
              true,
              null
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              96
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 3.7558700549830064,
          "sd_b_minus_a": 0.6496933226711915,
          "min_b_minus_a": 2.6537500470876694,
          "max_b_minus_a": 4.594738338142633,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            4.109614255838096,
            4.402292223145196,
            3.0303560197353363,
            2.95891273021698,
            2.6537500470876694,
            4.594738338142633,
            4.198371241800487,
            4.051900766789913,
            3.0379368513822556,
            4.059926630929112,
            2.8127994388341904,
            4.392392051871866,
            3.4534577131271362,
            4.276818003272638,
            3.9621782414615154,
            4.098476326093078
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean",
          "b": "attention",
          "a_node": "candidate_ec941ffe7c1629588866",
          "b_node": "candidate_b8f7de70a865c14a6fc0",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.30738701151631176,
          "sd_b_minus_a": 0.6820338859961412,
          "min_b_minus_a": -0.7263426668941975,
          "max_b_minus_a": 1.2405032231108635,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.8258298886939883,
            1.2405032231108635,
            -0.46331851929426193,
            -0.5905409194529057,
            -0.7263426668941975,
            0.7596484459936619,
            0.6139368591830134,
            0.14457787573337555,
            -0.3138704374432564,
            0.5614058300852776,
            -0.18821489065885544,
            0.9460209957323968,
            -0.5865331143140793,
            1.1374950667377561,
            0.8404290340840816,
            0.7171655129641294
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cnn_mean",
          "b": "cnn_spatial",
          "a_node": "candidate_ec941ffe7c1629588866",
          "b_node": "candidate_bfd304b5b5806dae106f",
          "changed_fields": {
            "model.pooling": [
              "mean",
              "spatial"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5640534569245119,
          "sd_b_minus_a": 0.5336662147191972,
          "min_b_minus_a": -1.385430663725856,
          "max_b_minus_a": -0.00021357350487960503,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.15377191553125158,
            -0.00021357350487960503,
            -1.385430663725856,
            -1.2107257414609194,
            -1.118747914209962,
            -0.16293370944913477,
            -0.13157141421106644,
            -0.3732095381128602,
            -1.3756608209805563,
            -0.23117555263161194,
            -1.145791390514205,
            -0.011768258642405272,
            -1.0017404556274414,
            -0.0572551450895844,
            -0.4592987826508761,
            -0.2055604344495805
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "flat",
          "b": "attention",
          "a_node": "candidate_0042c2c253ff4d460405",
          "b_node": "candidate_b8f7de70a865c14a6fc0",
          "changed_fields": {
            "model.ff_ratio": [
              null,
              2
            ],
            "model.heads": [
              null,
              4
            ],
            "model.mode": [
              "mlp",
              "patch_transformer"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.width": [
              96,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -3.4484830434666947,
          "sd_b_minus_a": 0.29137908362906134,
          "min_b_minus_a": -4.0399908274412155,
          "max_b_minus_a": -3.001014329493046,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -3.283784367144108,
            -3.1617890000343323,
            -3.4936745390295982,
            -3.5494536496698856,
            -3.380092713981867,
            -3.8350898921489716,
            -3.5844343826174736,
            -3.9073228910565376,
            -3.351807288825512,
            -3.498520800843835,
            -3.001014329493046,
            -3.446371056139469,
            -4.0399908274412155,
            -3.1393229365348816,
            -3.1217492073774338,
            -3.381310813128948
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "flat",
          "b": "cnn_spatial",
          "a_node": "candidate_0042c2c253ff4d460405",
          "b_node": "candidate_bfd304b5b5806dae106f",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.ff_ratio": [
              null,
              2
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "mlp",
              "cnn"
            ],
            "model.norm": [
              null,
              "layer"
            ],
            "model.norm_first": [
              null,
              true
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              96,
              24
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -4.319923511907518,
          "sd_b_minus_a": 0.2191776170089079,
          "min_b_minus_a": -4.757672047591768,
          "max_b_minus_a": -3.7724979612976313,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -4.263386171369348,
            -4.402505796650075,
            -4.415786683461192,
            -4.169638471677899,
            -3.7724979612976313,
            -4.757672047591768,
            -4.3299426560115535,
            -4.425110304902773,
            -4.413597672362812,
            -4.291102183560724,
            -3.9585908293483953,
            -4.404160310514271,
            -4.455198168754578,
            -4.334073148362222,
            -4.4214770241123915,
            -4.304036760542658
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "attention",
          "b": "cnn_spatial",
          "a_node": "candidate_b8f7de70a865c14a6fc0",
          "b_node": "candidate_bfd304b5b5806dae106f",
          "changed_fields": {
            "model.convolution": [
              null,
              "dense"
            ],
            "model.coordinates": [
              null,
              false
            ],
            "model.heads": [
              4,
              null
            ],
            "model.kernel_size": [
              null,
              3
            ],
            "model.mode": [
              "patch_transformer",
              "cnn"
            ],
            "model.patch_size": [
              4,
              null
            ],
            "model.pool_grid": [
              null,
              3
            ],
            "model.pooling": [
              null,
              "spatial"
            ],
            "model.position": [
              "learned",
              null
            ],
            "model.stem_stride": [
              null,
              1
            ],
            "model.width": [
              32,
              24
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.8714404684408237,
          "sd_b_minus_a": 0.276024878052715,
          "min_b_minus_a": -1.2997278167349577,
          "max_b_minus_a": -0.3924052473157644,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.9796018042252399,
            -1.240716796615743,
            -0.9221121444315941,
            -0.6201848220080137,
            -0.3924052473157644,
            -0.9225821554427966,
            -0.7455082733940799,
            -0.5177874138462357,
            -1.0617903835373,
            -0.7925813827168895,
            -0.9575764998553495,
            -0.9577892543748021,
            -0.4152073413133621,
            -1.1947502118273405,
            -1.2997278167349577,
            -0.92272594741371
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_ec941ffe7c1629588866": 15436,
            "candidate_0042c2c253ff4d460405": 129700,
            "candidate_b8f7de70a865c14a6fc0": 19428
          },
          "best_to_worst": [
            "candidate_0042c2c253ff4d460405",
            "candidate_b8f7de70a865c14a6fc0",
            "candidate_ec941ffe7c1629588866"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_ec941ffe7c1629588866": 1200,
            "candidate_0042c2c253ff4d460405": 1200,
            "candidate_b8f7de70a865c14a6fc0": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_ec941ffe7c1629588866": 2,
            "candidate_0042c2c253ff4d460405": 2,
            "candidate_b8f7de70a865c14a6fc0": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_ec941ffe7c1629588866": 3,
            "candidate_0042c2c253ff4d460405": null,
            "candidate_b8f7de70a865c14a6fc0": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_ec941ffe7c1629588866": true,
            "candidate_0042c2c253ff4d460405": true,
            "candidate_b8f7de70a865c14a6fc0": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_ec941ffe7c1629588866": null,
            "candidate_0042c2c253ff4d460405": null,
            "candidate_b8f7de70a865c14a6fc0": 4
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "kernel_stride_texture_s841901",
      "template_id": "kernel_stride_texture",
      "admitted": true,
      "pairs": [
        {
          "a": "k3_s1",
          "b": "k5_s2",
          "a_node": "candidate_ab616a897d11be58391b",
          "b_node": "candidate_149005313738d78a4ed7",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ],
            "model.stem_stride": [
              1,
              2
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.15179491126767175,
          "sd_b_minus_a": 0.4188426887440167,
          "min_b_minus_a": -1.3875630967090729,
          "max_b_minus_a": 0.0001052170991897583,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -9.800493717193604e-05,
            -0.000563398003578186,
            -5.792081356048584e-05,
            -5.066394805908203e-07,
            -0.00032033026218414307,
            -0.0007187724113464355,
            -0.000761672854423523,
            -0.0007625967264175415,
            -0.0001993328332901001,
            -9.942054748535156e-05,
            -0.0004363507032394409,
            -1.3875630967090729,
            0.0001052170991897583,
            -6.243586540222168e-05,
            -1.0367117039859295,
            -0.00046825408935546875
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "k3_s4",
          "a_node": "candidate_ab616a897d11be58391b",
          "b_node": "candidate_aafda8e15a0bbf01406c",
          "changed_fields": {
            "model.stem_stride": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3871453641252849,
          "sd_b_minus_a": 0.000630866851501251,
          "min_b_minus_a": -1.388892667010282,
          "max_b_minus_a": -1.386395355394427,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.386926273111456,
            -1.3877516784430668,
            -1.3866270331468087,
            -1.38649230977353,
            -1.3870785907950278,
            -1.388892667010282,
            -1.3872171366812154,
            -1.3871195888623191,
            -1.3869194308518615,
            -1.386522378671998,
            -1.3868512271620972,
            -1.38756445522111,
            -1.386949903177424,
            -1.3871701921588055,
            -1.386395355394427,
            -1.3878476055431292
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "k5_s1",
          "a_node": "candidate_ab616a897d11be58391b",
          "b_node": "candidate_6e5f0ab5730336704ac8",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 7.633864879608154e-05,
          "sd_b_minus_a": 0.0007671647591659417,
          "min_b_minus_a": -0.0009794235229492188,
          "max_b_minus_a": 0.002645254135131836,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            -6.0945749282836914e-05,
            0.0006981194019317627,
            -0.0001730024814605713,
            3.318488597869873e-05,
            -7.787346839904785e-05,
            0.00020685791969299316,
            -0.00020575523376464844,
            -0.00038771331310272217,
            -0.00039805471897125244,
            -0.00011505186557769775,
            0.002645254135131836,
            -0.0001198500394821167,
            -7.614493370056152e-06,
            5.2809715270996094e-05,
            0.00011047720909118652,
            -0.0009794235229492188
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "k3_s2",
          "a_node": "candidate_ab616a897d11be58391b",
          "b_node": "candidate_a434611033b8affdc6bd",
          "changed_fields": {
            "model.stem_stride": [
              1,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.950420954718707,
          "sd_b_minus_a": 0.6615456194120254,
          "min_b_minus_a": -1.3891184256618203,
          "max_b_minus_a": 0.00013643503189086914,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -1.3869660308299103,
            -1.3324017710983753,
            -1.386602536554392,
            -0.00031350553035736084,
            -1.3870493122012704,
            -1.3891184256618203,
            -1.3873260659057394,
            -0.0006683170795440674,
            -1.3867824051810658,
            0.00013643503189086914,
            -1.3868367899236205,
            -1.3875380852088028,
            -1.386991235968651,
            -0.00023637712001800537,
            -1.3863917258571519,
            -0.001649126410484314
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "k5_s4",
          "a_node": "candidate_ab616a897d11be58391b",
          "b_node": "candidate_4199c0cb23d1c4c4703a",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ],
            "model.stem_stride": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3870823797299205,
          "sd_b_minus_a": 0.0005929803821958372,
          "min_b_minus_a": -1.3884177339842836,
          "max_b_minus_a": -1.3862209078885144,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3862209078885144,
            -1.3877538405580756,
            -1.3865919803359077,
            -1.3866519030335098,
            -1.3870744376520179,
            -1.3884177339842836,
            -1.3873219239614514,
            -1.3870905182491242,
            -1.386919735031995,
            -1.386439456925359,
            -1.3868484707060418,
            -1.3875769895898316,
            -1.3869867440090502,
            -1.3871664657799556,
            -1.386402093628572,
            -1.387854874345038
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_ab616a897d11be58391b",
          "b_node": "candidate_fad13efd0f5a1af0c4eb",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3633382152753342,
          "sd_b_minus_a": 0.018222939119258184,
          "min_b_minus_a": -1.3876776891565896,
          "max_b_minus_a": -1.3210366708144647,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3210366708144647,
            -1.3876776891565896,
            -1.3865424251750937,
            -1.3299234120670462,
            -1.3480620687575993,
            -1.3628242379650146,
            -1.3823816903441184,
            -1.365423509420225,
            -1.3599472319951929,
            -1.3699881333566282,
            -1.3701933267770983,
            -1.3750516233960752,
            -1.3717353870786155,
            -1.3577717668042624,
            -1.3629793384204731,
            -1.3618729328768495
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "k3_s4",
          "a_node": "candidate_149005313738d78a4ed7",
          "b_node": "candidate_aafda8e15a0bbf01406c",
          "changed_fields": {
            "model.kernel_size": [
              5,
              3
            ],
            "model.stem_stride": [
              2,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.2353504528576131,
          "sd_b_minus_a": 0.41887409753073657,
          "min_b_minus_a": -1.3881738945989355,
          "max_b_minus_a": -1.358512037086257e-06,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.386828268174284,
            -1.3871882804394886,
            -1.3865691123332482,
            -1.3864918031340494,
            -1.3867582605328437,
            -1.3881738945989355,
            -1.3864554638267919,
            -1.3863569921359016,
            -1.3867200980185714,
            -1.3864229581245127,
            -1.3864148764588577,
            -1.358512037086257e-06,
            -1.3870551202766137,
            -1.3871077562934033,
            -0.34968365140849755,
            -1.3873793514537738
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "k5_s1",
          "a_node": "candidate_149005313738d78a4ed7",
          "b_node": "candidate_6e5f0ab5730336704ac8",
          "changed_fields": {
            "model.stem_stride": [
              2,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.15187124991646783,
          "sd_b_minus_a": 0.4188057440703711,
          "min_b_minus_a": -0.00051116943359375,
          "max_b_minus_a": 1.3874432466695907,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            3.705918788909912e-05,
            0.0012615174055099487,
            -0.00011508166790008545,
            3.369152545928955e-05,
            0.00024245679378509521,
            0.0009256303310394287,
            0.0005559176206588745,
            0.00037488341331481934,
            -0.00019872188568115234,
            -1.563131809234619e-05,
            0.003081604838371277,
            1.3874432466695907,
            -0.00011283159255981445,
            0.00011524558067321777,
            1.0368221811950207,
            -0.00051116943359375
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "k3_s2",
          "a_node": "candidate_149005313738d78a4ed7",
          "b_node": "candidate_a434611033b8affdc6bd",
          "changed_fields": {
            "model.kernel_size": [
              5,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7986260434510353,
          "sd_b_minus_a": 0.6869793874093232,
          "min_b_minus_a": -1.3883996532504739,
          "max_b_minus_a": 0.0002358555793762207,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -1.3868680258927384,
            -1.3318383730947971,
            -1.3865446157408314,
            -0.00031299889087677,
            -1.3867289819390862,
            -1.3883996532504739,
            -1.3865643930513158,
            9.427964687347412e-05,
            -1.3865830723477757,
            0.0002358555793762207,
            -1.386400439220381,
            2.501150027001131e-05,
            -1.3870964530678407,
            -0.0001739412546157837,
            -0.3496800218712224,
            -0.0011808723211288452
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "k5_s4",
          "a_node": "candidate_149005313738d78a4ed7",
          "b_node": "candidate_4199c0cb23d1c4c4703a",
          "changed_fields": {
            "model.stem_stride": [
              2,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.2352874684622488,
          "sd_b_minus_a": 0.41884587299130704,
          "min_b_minus_a": -1.3876989615729372,
          "max_b_minus_a": -1.389288075870354e-05,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3861229029513424,
            -1.3871904425544974,
            -1.3865340595223472,
            -1.3866513963940292,
            -1.3867541073898337,
            -1.3876989615729372,
            -1.3865602511070279,
            -1.3863279215227067,
            -1.386720402198705,
            -1.3863400363778737,
            -1.3864121200028023,
            -1.389288075870354e-05,
            -1.38709196110824,
            -1.3871040299145534,
            -0.34969038964264243,
            -1.3873866202556826
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_149005313738d78a4ed7",
          "b_node": "candidate_fad13efd0f5a1af0c4eb",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              5,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              2,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.2115433040076624,
          "sd_b_minus_a": 0.41670224765633035,
          "min_b_minus_a": -1.3871142911530114,
          "max_b_minus_a": 0.012511473312997623,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -1.3209386658772928,
            -1.3871142911530114,
            -1.3864845043615333,
            -1.3299229054275656,
            -1.3477417384954151,
            -1.3621054655536682,
            -1.3816200174896949,
            -1.3646609126938074,
            -1.3597478991619028,
            -1.3698887128091428,
            -1.3697569760738588,
            0.012511473312997623,
            -1.3718406041778053,
            -1.3577093309388601,
            -0.32626763443454365,
            -1.361404678787494
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s4",
          "b": "k5_s1",
          "a_node": "candidate_aafda8e15a0bbf01406c",
          "b_node": "candidate_6e5f0ab5730336704ac8",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ],
            "model.stem_stride": [
              4,
              1
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 1.387221702774081,
          "sd_b_minus_a": 0.0009543567785054725,
          "min_b_minus_a": 1.3864073268064203,
          "max_b_minus_a": 1.389496481297229,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            1.3868653273621732,
            1.3884497978449986,
            1.3864540306653481,
            1.3865254946595087,
            1.3870007173266288,
            1.389099524929975,
            1.3870113814474507,
            1.3867318755492164,
            1.3865213761328903,
            1.3864073268064203,
            1.389496481297229,
            1.3874446051816278,
            1.386942288684054,
            1.3872230018740765,
            1.3865058326035182,
            1.38686818202018
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s4",
          "b": "k3_s2",
          "a_node": "candidate_aafda8e15a0bbf01406c",
          "b_node": "candidate_a434611033b8affdc6bd",
          "changed_fields": {
            "model.stem_stride": [
              4,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.43672440940657786,
          "sd_b_minus_a": 0.6614683386729922,
          "min_b_minus_a": -0.00022575865153839914,
          "max_b_minus_a": 1.3869338150387875,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            -3.9757718454325186e-05,
            0.055349907344691474,
            2.449659241676727e-05,
            1.3861788042431726,
            2.9278593757453564e-05,
            -0.00022575865153839914,
            -0.00010892922452399034,
            1.386451271782775,
            0.0001370256707957651,
            1.3866588137038889,
            1.443723847671663e-05,
            2.6370012307097568e-05,
            -4.133279122697786e-05,
            1.3869338150387875,
            3.6295372751737887e-06,
            1.386198479132645
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s4",
          "b": "k5_s4",
          "a_node": "candidate_aafda8e15a0bbf01406c",
          "b_node": "candidate_4199c0cb23d1c4c4703a",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 6.298439536439604e-05,
          "sd_b_minus_a": 0.00021705379167938826,
          "min_b_minus_a": -0.00015959325997982887,
          "max_b_minus_a": 0.000705365222941623,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.000705365222941623,
            -2.16211500880803e-06,
            3.505281090099288e-05,
            -0.00015959325997982887,
            4.15314300994396e-06,
            0.0004749330259983253,
            -0.00010478728023599615,
            2.907061319490367e-05,
            -3.0418013352573325e-07,
            8.292174663893093e-05,
            2.7564560554083073e-06,
            -1.2534368721617284e-05,
            -3.684083162625029e-05,
            3.7263788499330985e-06,
            -6.738234144876287e-06,
            -7.2688019088218425e-06
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s4",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_aafda8e15a0bbf01406c",
          "b_node": "candidate_fad13efd0f5a1af0c4eb",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              4,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.02380714884995072,
          "sd_b_minus_a": 0.018115629142136363,
          "min_b_minus_a": 7.398928647717185e-05,
          "max_b_minus_a": 0.06588960229699126,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.06588960229699126,
            7.398928647717185e-05,
            8.460797171494505e-05,
            0.05656889770648377,
            0.03901652203742856,
            0.026068429045267294,
            0.0048354463370969825,
            0.021696079442094174,
            0.026972198856668683,
            0.016534245315369844,
            0.016657900384998925,
            0.01251283182503471,
            0.015214516098808417,
            0.02939842535454318,
            0.0234160169739539,
            0.02597467266627973
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s1",
          "b": "k3_s2",
          "a_node": "candidate_6e5f0ab5730336704ac8",
          "b_node": "candidate_a434611033b8affdc6bd",
          "changed_fields": {
            "model.kernel_size": [
              5,
              3
            ],
            "model.stem_stride": [
              1,
              2
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.9504972933675031,
          "sd_b_minus_a": 0.6617908773162444,
          "min_b_minus_a": -1.3894820440587523,
          "max_b_minus_a": 0.0002514868974685669,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -1.3869050850806275,
            -1.333099890500307,
            -1.3864295340729313,
            -0.00034669041633605957,
            -1.3869714387328713,
            -1.3893252835815133,
            -1.3871203106719747,
            -0.0002806037664413452,
            -1.3863843504620945,
            0.0002514868974685669,
            -1.3894820440587523,
            -1.3874182351693207,
            -1.3869836214752809,
            -0.00028918683528900146,
            -1.386502203066243,
            -0.0006697028875350952
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s1",
          "b": "k5_s4",
          "a_node": "candidate_6e5f0ab5730336704ac8",
          "b_node": "candidate_4199c0cb23d1c4c4703a",
          "changed_fields": {
            "model.stem_stride": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3871587183787166,
          "sd_b_minus_a": 0.000931062097748114,
          "min_b_minus_a": -1.3894937248411736,
          "max_b_minus_a": -1.3861599621392315,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3861599621392315,
            -1.3884519599600074,
            -1.3864189778544471,
            -1.3866850879194885,
            -1.3869965641836188,
            -1.3886245919039766,
            -1.3871161687276867,
            -1.3867028049360215,
            -1.3865216803130238,
            -1.3863244050597814,
            -1.3894937248411736,
            -1.3874571395503494,
            -1.3869791295156801,
            -1.3872192754952266,
            -1.386512570837663,
            -1.3868754508220889
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s1",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_6e5f0ab5730336704ac8",
          "b_node": "candidate_fad13efd0f5a1af0c4eb",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              5,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3634145539241302,
          "sd_b_minus_a": 0.01834533743909874,
          "min_b_minus_a": -1.3883758085585214,
          "max_b_minus_a": -1.320975725065182,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.320975725065182,
            -1.3883758085585214,
            -1.3863694226936332,
            -1.329956596953025,
            -1.3479841952892002,
            -1.3630310958847076,
            -1.3821759351103537,
            -1.3650357961071222,
            -1.3595491772762216,
            -1.3698730814910505,
            -1.37283858091223,
            -1.3749317733565931,
            -1.3717277725852455,
            -1.3578245765195334,
            -1.3630898156295643,
            -1.3608935093539003
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s2",
          "b": "k5_s4",
          "a_node": "candidate_a434611033b8affdc6bd",
          "b_node": "candidate_4199c0cb23d1c4c4703a",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ],
            "model.stem_stride": [
              2,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.43666142501121347,
          "sd_b_minus_a": 0.6615198934052781,
          "min_b_minus_a": -1.3869300886599376,
          "max_b_minus_a": 0.0007451229413959481,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            0.0007451229413959481,
            -0.05535206945970028,
            1.055621848422561e-05,
            -1.3863383975031525,
            -2.5125450747509603e-05,
            0.0007006916775367245,
            4.1419442879941926e-06,
            -1.3864222011695801,
            -0.00013732985092929084,
            -1.38657589195725,
            -1.1680782421308322e-05,
            -3.890438102871485e-05,
            4.491959600727569e-06,
            -1.3869300886599376,
            -1.0367771420050076e-05,
            -1.3862057479345538
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s2",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_a434611033b8affdc6bd",
          "b_node": "candidate_fad13efd0f5a1af0c4eb",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              2,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.41291726055662714,
          "sd_b_minus_a": 0.6574867783629762,
          "min_b_minus_a": -1.370124568388519,
          "max_b_minus_a": 0.06592936001544558,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.06592936001544558,
            -0.0552759180582143,
            6.011137929817778e-05,
            -1.3296099065366889,
            0.038987243443671105,
            0.026294187696805693,
            0.004944375561620973,
            -1.3647551923406809,
            0.026835173185872918,
            -1.370124568388519,
            0.016643463146522208,
            0.012486461812727612,
            0.015255848890035395,
            -1.3575353896842444,
            0.023412387436678728,
            -1.3602238064663652
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s4",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_4199c0cb23d1c4c4703a",
          "b_node": "candidate_fad13efd0f5a1af0c4eb",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              5,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              4,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.023744164454586325,
          "sd_b_minus_a": 0.018018852839167848,
          "min_b_minus_a": 4.955516081395217e-05,
          "max_b_minus_a": 0.06518423707404963,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.06518423707404963,
            7.615140148597987e-05,
            4.955516081395217e-05,
            0.056728490966463596,
            0.039012368894418614,
            0.02559349601926897,
            0.004940233617332979,
            0.02166700882889927,
            0.02697250303680221,
            0.016451323568730913,
            0.016655143928943517,
            0.012525366193756327,
            0.015251356930434667,
            0.029394698975693245,
            0.023422755208098778,
            0.025981941468188552
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_ab616a897d11be58391b": 15436,
            "candidate_149005313738d78a4ed7": 34012,
            "candidate_aafda8e15a0bbf01406c": 16156
          },
          "best_to_worst": [
            "candidate_149005313738d78a4ed7",
            "candidate_aafda8e15a0bbf01406c",
            "candidate_ab616a897d11be58391b"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_ab616a897d11be58391b": 1200,
            "candidate_149005313738d78a4ed7": 1200,
            "candidate_aafda8e15a0bbf01406c": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_ab616a897d11be58391b": 2,
            "candidate_149005313738d78a4ed7": 2,
            "candidate_aafda8e15a0bbf01406c": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_ab616a897d11be58391b": 3,
            "candidate_149005313738d78a4ed7": 5,
            "candidate_aafda8e15a0bbf01406c": 3
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_ab616a897d11be58391b": true,
            "candidate_149005313738d78a4ed7": true,
            "candidate_aafda8e15a0bbf01406c": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_ab616a897d11be58391b": null,
            "candidate_149005313738d78a4ed7": null,
            "candidate_aafda8e15a0bbf01406c": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "kernel_stride_texture_s841902",
      "template_id": "kernel_stride_texture",
      "admitted": false,
      "pairs": [
        {
          "a": "k3_s1",
          "b": "k5_s2",
          "a_node": "candidate_37f73a292361df1c6720",
          "b_node": "candidate_66d46963eeb75fd48934",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ],
            "model.stem_stride": [
              1,
              2
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.3877754882217125,
          "sd_b_minus_a": 0.6174879164114706,
          "min_b_minus_a": -1.3881408007218852,
          "max_b_minus_a": 8.134543895721436e-05,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.00021667778491973877,
            1.2099742889404297e-05,
            8.134543895721436e-05,
            -6.000697612762451e-05,
            -1.3877567435702485,
            -0.0002244412899017334,
            -0.0006541609764099121,
            -0.0006402879953384399,
            -1.3876885648772408,
            -0.0008687824010848999,
            -1.3881408007218852,
            -1.3865156035592463,
            -0.6514420062303543,
            1.786649227142334e-05,
            -0.00018256902694702148,
            -0.0001284778118133545
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "k3_s4",
          "a_node": "candidate_37f73a292361df1c6720",
          "b_node": "candidate_f430ce2ad178a479ae16",
          "changed_fields": {
            "model.stem_stride": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3871187323346854,
          "sd_b_minus_a": 0.0006707301183766436,
          "min_b_minus_a": -1.388339494980471,
          "max_b_minus_a": -1.386321103892442,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3867978432442687,
            -1.386321103892442,
            -1.3865651797732426,
            -1.3868019953666106,
            -1.387748921895735,
            -1.3864592758312142,
            -1.3878758756441982,
            -1.3869991088942868,
            -1.3875380622071134,
            -1.388339494980471,
            -1.3882226639312023,
            -1.3865006020362216,
            -1.3871457700722658,
            -1.3865041139328866,
            -1.3875521429692412,
            -1.3865275626835682
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "k5_s1",
          "a_node": "candidate_37f73a292361df1c6720",
          "b_node": "candidate_abcdf25ddb5ee63b8869",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.08665427858241781,
          "sd_b_minus_a": 0.34690945845436644,
          "min_b_minus_a": -1.387563484050176,
          "max_b_minus_a": 0.0014449656009674072,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            -0.00011710822582244873,
            2.9921531677246094e-05,
            -1.932680606842041e-05,
            -0.00010287761688232422,
            -0.0004124939441680908,
            -0.0001208186149597168,
            0.0006487518548965454,
            -0.0004089176654815674,
            0.00020845234394073486,
            -0.0005791783332824707,
            0.0014449656009674072,
            9.179115295410156e-05,
            0.0005528479814529419,
            -4.413723945617676e-05,
            -1.387563484050176,
            -7.684528827667236e-05
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "k3_s2",
          "a_node": "candidate_37f73a292361df1c6720",
          "b_node": "candidate_c0578c1bb16eb1b7a0df",
          "changed_fields": {
            "model.stem_stride": [
              1,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.1264799136192831,
          "sd_b_minus_a": 0.5585894463108884,
          "min_b_minus_a": -1.388207526546239,
          "max_b_minus_a": 7.316470146179199e-06,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -1.386786273359803,
            -1.3863062441947704,
            -1.3865628248374833,
            -1.3867873895273988,
            -1.3874664995637431,
            7.316470146179199e-06,
            -0.0003486424684524536,
            -1.3868532439025785,
            -1.3876829769990309,
            -0.0015118569135665894,
            -1.388207526546239,
            -1.3865439069079457,
            -1.3871322276665978,
            -1.3774271884612972,
            -1.3875434380922798,
            -1.3865256949374896
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "k5_s4",
          "a_node": "candidate_37f73a292361df1c6720",
          "b_node": "candidate_4934024985276952b5ab",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ],
            "model.stem_stride": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3870450513582386,
          "sd_b_minus_a": 0.0007559233902889866,
          "min_b_minus_a": -1.3883211217048483,
          "max_b_minus_a": -1.3857650687248224,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.386792850335695,
            -1.3863285573414572,
            -1.3865707897492738,
            -1.3867982518519,
            -1.3877561792963675,
            -1.3864873237946256,
            -1.3878893274304147,
            -1.3869965884040312,
            -1.387686119230139,
            -1.3883211217048483,
            -1.3882214542124558,
            -1.386541642916697,
            -1.3857650687248224,
            -1.386488943223867,
            -1.3875637613473053,
            -1.3865128421679174
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_37f73a292361df1c6720",
          "b_node": "candidate_6ed7409ffc8cf32c983f",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.374535108900318,
          "sd_b_minus_a": 0.010354687708576863,
          "min_b_minus_a": -1.3883030608021727,
          "max_b_minus_a": -1.3507827963323962,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3853998793273377,
            -1.3759554343123455,
            -1.3713293326347866,
            -1.3623832311218393,
            -1.3823805842846468,
            -1.367772637424423,
            -1.3649655880224145,
            -1.3790551984272952,
            -1.3731935981045353,
            -1.3883030608021727,
            -1.3882012134569095,
            -1.3742230462087264,
            -1.371766809367955,
            -1.3703410678281216,
            -1.3507827963323962,
            -1.3865082647491818
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "k3_s4",
          "a_node": "candidate_66d46963eeb75fd48934",
          "b_node": "candidate_f430ce2ad178a479ae16",
          "changed_fields": {
            "model.kernel_size": [
              5,
              3
            ],
            "model.stem_stride": [
              2,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.999343244112973,
          "sd_b_minus_a": 0.6172560340294498,
          "min_b_minus_a": -1.3874707125793861,
          "max_b_minus_a": 0.00015050267012739482,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -1.386581165459349,
            -1.3863332036353313,
            -1.3866465252121998,
            -1.386741988390483,
            7.821674513408539e-06,
            -1.3862348345413125,
            -1.3872217146677883,
            -1.3863588208989484,
            0.00015050267012739482,
            -1.3874707125793861,
            -8.186320931713453e-05,
            1.5001523024693597e-05,
            -0.7357037638419115,
            -1.386521980425158,
            -1.3873695739422942,
            -1.386399084871755
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "k5_s1",
          "a_node": "candidate_66d46963eeb75fd48934",
          "b_node": "candidate_abcdf25ddb5ee63b8869",
          "changed_fields": {
            "model.stem_stride": [
              2,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3011212096392947,
          "sd_b_minus_a": 0.7573529387646609,
          "min_b_minus_a": -1.387380915023229,
          "max_b_minus_a": 1.3895857663228526,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            9.956955909729004e-05,
            1.7821788787841797e-05,
            -0.00010067224502563477,
            -4.287064075469971e-05,
            1.3873442496260804,
            0.0001036226749420166,
            0.0013029128313064575,
            0.00023137032985687256,
            1.3878970172211815,
            0.0002896040678024292,
            1.3895857663228526,
            1.3866073947122004,
            0.6519948542118073,
            -6.20037317276001e-05,
            -1.387380915023229,
            5.163252353668213e-05
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "k3_s2",
          "a_node": "candidate_66d46963eeb75fd48934",
          "b_node": "candidate_c0578c1bb16eb1b7a0df",
          "changed_fields": {
            "model.kernel_size": [
              5,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7387044253975706,
          "sd_b_minus_a": 0.6911994622012013,
          "min_b_minus_a": -1.3873608690653327,
          "max_b_minus_a": 0.0003055185079574585,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -1.3865695955748834,
            -1.3863183439376598,
            -1.3866441702764405,
            -1.3867273825512711,
            0.0002902440065053469,
            0.0002317577600479126,
            0.0003055185079574585,
            -1.38621295590724,
            5.587878209922792e-06,
            -0.0006430745124816895,
            -6.672582435385266e-05,
            -2.830334869940998e-05,
            -0.7356902214362435,
            -1.3774450549535686,
            -1.3873608690653327,
            -1.3863972171256762
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "k5_s4",
          "a_node": "candidate_66d46963eeb75fd48934",
          "b_node": "candidate_4934024985276952b5ab",
          "changed_fields": {
            "model.stem_stride": [
              2,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.999269563136526,
          "sd_b_minus_a": 0.6172746605210845,
          "min_b_minus_a": -1.3874523393037634,
          "max_b_minus_a": 2.445647101723125e-06,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -1.3865761725507753,
            -1.3863406570843466,
            -1.386652135188231,
            -1.3867382448757724,
            5.64273880954147e-07,
            -1.3862628825047238,
            -1.3872351664540048,
            -1.3863563004086927,
            2.445647101723125e-06,
            -1.3874523393037634,
            -8.065349057062576e-05,
            -2.6039357450713396e-05,
            -0.7343230624944681,
            -1.3865068097161384,
            -1.3873811923203583,
            -1.386384364356104
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_66d46963eeb75fd48934",
          "b_node": "candidate_6ed7409ffc8cf32c983f",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              5,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              2,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.9867596206786055,
          "sd_b_minus_a": 0.6147869498042451,
          "min_b_minus_a": -1.3874342784010878,
          "max_b_minus_a": 0.014494966772705453,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -1.385183201542418,
            -1.3759675340552349,
            -1.3714106780737438,
            -1.3623232241457117,
            0.005376159285601645,
            -1.3675481961345213,
            -1.3643114270460046,
            -1.3784149104319567,
            0.014494966772705453,
            -1.3874342784010878,
            -6.041273502432887e-05,
            0.012292557350519928,
            -0.7203248031376006,
            -1.370358934320393,
            -1.3506002273054492,
            -1.3863797869373684
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s4",
          "b": "k5_s1",
          "a_node": "candidate_f430ce2ad178a479ae16",
          "b_node": "candidate_abcdf25ddb5ee63b8869",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ],
            "model.stem_stride": [
              4,
              1
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 1.3004644537522676,
          "sd_b_minus_a": 0.3467947914208279,
          "min_b_minus_a": -1.1341080934812453e-05,
          "max_b_minus_a": 1.3896676295321697,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            1.3866807350184462,
            1.3863510254241191,
            1.3865458529671741,
            1.3866991177497283,
            1.387336427951567,
            1.3863384572162545,
            1.3885246274990948,
            1.3865901912288052,
            1.3877465145510541,
            1.3877603166471886,
            1.3896676295321697,
            1.3865923931891757,
            1.3876986180537187,
            1.3864599766934305,
            -1.1341080934812453e-05,
            1.3864507173952916
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s4",
          "b": "k3_s2",
          "a_node": "candidate_f430ce2ad178a479ae16",
          "b_node": "candidate_c0578c1bb16eb1b7a0df",
          "changed_fields": {
            "model.stem_stride": [
              4,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.2606388187154024,
          "sd_b_minus_a": 0.5588066658211642,
          "min_b_minus_a": -0.00014491479191747203,
          "max_b_minus_a": 1.3875272331757458,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            1.1569884465600921e-05,
            1.4859697671454342e-05,
            2.3549357592855813e-06,
            1.4605839211867533e-05,
            0.00028242233199193834,
            1.3864665923013604,
            1.3875272331757458,
            0.00014586499170832212,
            -0.00014491479191747203,
            1.3868276380669045,
            1.5137384963281875e-05,
            -4.330487172410358e-05,
            1.3542405667976709e-05,
            0.009076925471589448,
            8.704876961473929e-06,
            1.86774607868756e-06
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s4",
          "b": "k5_s4",
          "a_node": "candidate_f430ce2ad178a479ae16",
          "b_node": "candidate_4934024985276952b5ab",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 7.368097644694371e-05,
          "sd_b_minus_a": 0.000350728077748362,
          "min_b_minus_a": -0.0001480570230256717,
          "max_b_minus_a": 0.0013807013474433916,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            4.9929085736977186e-06,
            -7.4534490153155275e-06,
            -5.609976031273334e-06,
            3.743514710663476e-06,
            -7.257400632454392e-06,
            -2.8047963411381716e-05,
            -1.3451786216478467e-05,
            2.520490255619734e-06,
            -0.0001480570230256717,
            1.8373275622707297e-05,
            1.20971874650877e-06,
            -4.104088047540699e-05,
            0.0013807013474433916,
            1.5170709019685091e-05,
            -1.1618378064071067e-05,
            1.4720515650878951e-05
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s4",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_f430ce2ad178a479ae16",
          "b_node": "candidate_6ed7409ffc8cf32c983f",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              4,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.012583623434367586,
          "sd_b_minus_a": 0.010251794190256078,
          "min_b_minus_a": 1.9297934386486304e-05,
          "max_b_minus_a": 0.03676934663684506,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.0013979639169310332,
            0.010365669580096437,
            0.015235847138455938,
            0.024418764244771296,
            0.005368337611088236,
            0.01868663840679119,
            0.02291028762178371,
            0.00794391046699161,
            0.014344464102578058,
            3.643417829835016e-05,
            2.1450474292805666e-05,
            0.012277555827495235,
            0.015378960704310884,
            0.016163046104765044,
            0.03676934663684506,
            1.9297934386486304e-05
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s1",
          "b": "k3_s2",
          "a_node": "candidate_abcdf25ddb5ee63b8869",
          "b_node": "candidate_c0578c1bb16eb1b7a0df",
          "changed_fields": {
            "model.kernel_size": [
              5,
              3
            ],
            "model.stem_stride": [
              1,
              2
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.0398256350368653,
          "sd_b_minus_a": 0.6197718219959784,
          "min_b_minus_a": -1.3896524921472064,
          "max_b_minus_a": 0.000128135085105896,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -1.3866691651339806,
            -1.3863361657264477,
            -1.3865434980314149,
            -1.3866845119105164,
            -1.387054005619575,
            0.000128135085105896,
            -0.000997394323348999,
            -1.386444326237097,
            -1.3878914293429716,
            -0.0009326785802841187,
            -1.3896524921472064,
            -1.3866356980608998,
            -1.3876850756480508,
            -1.377383051221841,
            2.004595789628638e-05,
            -1.3864488496492129
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s1",
          "b": "k5_s4",
          "a_node": "candidate_abcdf25ddb5ee63b8869",
          "b_node": "candidate_4934024985276952b5ab",
          "changed_fields": {
            "model.stem_stride": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3003907727758208,
          "sd_b_minus_a": 0.3467720914593554,
          "min_b_minus_a": -1.3896664198134232,
          "max_b_minus_a": -2.772971292586135e-07,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3866757421098725,
            -1.3863584788731345,
            -1.3865514629432054,
            -1.3866953742350177,
            -1.3873436853521994,
            -1.3863665051796659,
            -1.3885380792853113,
            -1.3865876707385496,
            -1.3878945715740798,
            -1.3877419433715659,
            -1.3896664198134232,
            -1.3866334340696511,
            -1.3863179167062754,
            -1.3864448059844108,
            -2.772971292586135e-07,
            -1.3864359968796407
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s1",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_abcdf25ddb5ee63b8869",
          "b_node": "candidate_6ed7409ffc8cf32c983f",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              5,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.2878808303179001,
          "sd_b_minus_a": 0.3533378150799643,
          "min_b_minus_a": -1.389646179057877,
          "max_b_minus_a": 0.03678068771777987,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -1.3852827711015152,
            -1.3759853558440227,
            -1.3713100058287182,
            -1.362280353504957,
            -1.3819680903404787,
            -1.3676518188094633,
            -1.365614339877311,
            -1.3786462807618136,
            -1.373402050448476,
            -1.3877238824688902,
            -1.389646179057877,
            -1.3743148373616805,
            -1.3723196573494079,
            -1.3702969305886654,
            0.03678068771777987,
            -1.386431419460905
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s2",
          "b": "k5_s4",
          "a_node": "candidate_c0578c1bb16eb1b7a0df",
          "b_node": "candidate_4934024985276952b5ab",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ],
            "model.stem_stride": [
              2,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.26056513773895545,
          "sd_b_minus_a": 0.5588472368029607,
          "min_b_minus_a": -1.3875406849619623,
          "max_b_minus_a": 0.0013671589417754149,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -6.576975891903203e-06,
            -2.231314668676987e-05,
            -7.964911790558915e-06,
            -1.0862324501204057e-05,
            -0.00028967973262439273,
            -1.3864946402647718,
            -1.3875406849619623,
            -0.0001433445014527024,
            -3.1422311081996668e-06,
            -1.3868092647912817,
            -1.3927666216773105e-05,
            2.263991248696584e-06,
            0.0013671589417754149,
            -0.009061754762569763,
            -2.0323255025544995e-05,
            1.2852769572191391e-05
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s2",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_c0578c1bb16eb1b7a0df",
          "b_node": "candidate_6ed7409ffc8cf32c983f",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              2,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2480551952810348,
          "sd_b_minus_a": 0.5582539407062488,
          "min_b_minus_a": -1.386791203888606,
          "max_b_minus_a": 0.03676064175988358,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.0013863940324654322,
            0.010350809882424983,
            0.015233492202696652,
            0.02440415840555943,
            0.005085915279096298,
            -1.3677799538945692,
            -1.364616945553962,
            0.007798045475283288,
            0.01448937889449553,
            -1.386791203888606,
            6.313089329523791e-06,
            0.012320860699219338,
            0.015365418298642908,
            0.007086120633175597,
            0.03676064175988358,
            1.7430188307798744e-05
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s4",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_4934024985276952b5ab",
          "b_node": "candidate_6ed7409ffc8cf32c983f",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              5,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              4,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.012509942457920642,
          "sd_b_minus_a": 0.010240393971615667,
          "min_b_minus_a": 4.5774187356073526e-06,
          "max_b_minus_a": 0.03678096501490913,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.0013929710083573354,
            0.010373123029111753,
            0.015241457114487211,
            0.024415020730060633,
            0.005375595011720691,
            0.01871468637020257,
            0.022923739408000188,
            0.00794138997673599,
            0.01449252112560373,
            1.8060902675642865e-05,
            2.0240755546296896e-05,
            0.012318596707970642,
            0.013998259356867493,
            0.01614787539574536,
            0.03678096501490913,
            4.5774187356073526e-06
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_37f73a292361df1c6720": 15436,
            "candidate_66d46963eeb75fd48934": 34012,
            "candidate_f430ce2ad178a479ae16": 16156
          },
          "best_to_worst": [
            "candidate_66d46963eeb75fd48934",
            "candidate_f430ce2ad178a479ae16",
            "candidate_37f73a292361df1c6720"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_37f73a292361df1c6720": 1200,
            "candidate_66d46963eeb75fd48934": 1200,
            "candidate_f430ce2ad178a479ae16": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_37f73a292361df1c6720": 2,
            "candidate_66d46963eeb75fd48934": 2,
            "candidate_f430ce2ad178a479ae16": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_37f73a292361df1c6720": 3,
            "candidate_66d46963eeb75fd48934": 5,
            "candidate_f430ce2ad178a479ae16": 3
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_37f73a292361df1c6720": true,
            "candidate_66d46963eeb75fd48934": true,
            "candidate_f430ce2ad178a479ae16": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_37f73a292361df1c6720": null,
            "candidate_66d46963eeb75fd48934": null,
            "candidate_f430ce2ad178a479ae16": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "kernel_stride_texture_s841903",
      "template_id": "kernel_stride_texture",
      "admitted": false,
      "pairs": [
        {
          "a": "k3_s1",
          "b": "k5_s2",
          "a_node": "candidate_db0952c46eff7da757dd",
          "b_node": "candidate_7330b39f40c0868f3f45",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ],
            "model.stem_stride": [
              1,
              2
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2285504644118248,
          "sd_b_minus_a": 0.5019865902843794,
          "min_b_minus_a": -1.3866855588189537,
          "max_b_minus_a": 0.000520855188369751,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.0006599277257919312,
            -5.939602851867676e-05,
            0.000520855188369751,
            0.0004119277000427246,
            -1.386258553058724,
            -0.001132085919380188,
            -7.462501525878906e-05,
            -0.0026493817567825317,
            0.00011476874351501465,
            -0.00016131997108459473,
            -0.001114189624786377,
            -1.3866855588189537,
            -0.0005577057600021362,
            -6.631016731262207e-05,
            -0.8780675120651722,
            -0.00036841630935668945
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "k3_s4",
          "a_node": "candidate_db0952c46eff7da757dd",
          "b_node": "candidate_b017aaec9762ac9f8f15",
          "changed_fields": {
            "model.stem_stride": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3874034935208162,
          "sd_b_minus_a": 0.0009424271789561597,
          "min_b_minus_a": -1.3904029116444576,
          "max_b_minus_a": -1.3865038098082323,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3879493465628912,
            -1.3867278058474426,
            -1.3874856411133578,
            -1.3868743158801635,
            -1.3869158942081867,
            -1.3880788285352992,
            -1.3865038098082323,
            -1.3904029116444576,
            -1.3866308651700194,
            -1.3870830560729246,
            -1.3879252419284285,
            -1.3867000454585536,
            -1.387519589990461,
            -1.386875771247162,
            -1.387285272703707,
            -1.3874975001617713
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "k5_s1",
          "a_node": "candidate_db0952c46eff7da757dd",
          "b_node": "candidate_8e91b1855c6598f64aa6",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 2.907589077949524e-05,
          "sd_b_minus_a": 0.0004365840317921259,
          "min_b_minus_a": -0.001304328441619873,
          "max_b_minus_a": 0.0004384070634841919,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.0004330575466156006,
            0.0001166611909866333,
            0.0004384070634841919,
            0.0003160536289215088,
            -0.00022643804550170898,
            -0.001304328441619873,
            0.00018066167831420898,
            0.00041057169437408447,
            0.00011491775512695312,
            -0.00034943222999572754,
            0.0003797858953475952,
            6.999075412750244e-05,
            -0.00032579898834228516,
            0.00018627941608428955,
            1.5467405319213867e-05,
            9.357929229736328e-06
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "k3_s2",
          "a_node": "candidate_db0952c46eff7da757dd",
          "b_node": "candidate_5d1deba868feca1122eb",
          "changed_fields": {
            "model.stem_stride": [
              1,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.946518858396439,
          "sd_b_minus_a": 0.6591401051912738,
          "min_b_minus_a": -1.3878824122483593,
          "max_b_minus_a": -0.00011897087097167969,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.2696602288633585,
            -1.3866965923818952,
            -1.3874914399532656,
            -0.00011897087097167969,
            -1.3868164289237939,
            -0.0020272433757781982,
            -1.3865122173559783,
            -0.0006666034460067749,
            -1.3862311253236044,
            -0.0006091594696044922,
            -1.3878824122483593,
            -1.3866876603830178,
            -1.387506321969795,
            -0.0006365180015563965,
            -1.3872486264986037,
            -1.387510185277435
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "k5_s4",
          "a_node": "candidate_db0952c46eff7da757dd",
          "b_node": "candidate_c26909b9e47e00ad719f",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ],
            "model.stem_stride": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3873971959866176,
          "sd_b_minus_a": 0.0009907955236805187,
          "min_b_minus_a": -1.3904602013464,
          "max_b_minus_a": -1.3862083173083874,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3879685104230788,
            -1.3867541612710852,
            -1.3874599871419377,
            -1.3868778071756651,
            -1.3869154124685963,
            -1.3882423324508864,
            -1.386520893949836,
            -1.3904602013464,
            -1.3862083173083874,
            -1.3870785092430538,
            -1.3879569793937634,
            -1.386691830576126,
            -1.3875462292886027,
            -1.386899149684666,
            -1.3872901627888794,
            -1.3874846512749173
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s1",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_db0952c46eff7da757dd",
          "b_node": "candidate_0bc372c1935b61980671",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3871157147835547,
          "sd_b_minus_a": 0.0015750272974273598,
          "min_b_minus_a": -1.3905015632792583,
          "max_b_minus_a": -1.3824636232025114,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.387928127550822,
            -1.386712818673459,
            -1.3874740574469797,
            -1.3868644385468087,
            -1.386894009854359,
            -1.3882235707224027,
            -1.3864946241187681,
            -1.3905015632792583,
            -1.3866112627404164,
            -1.3824636232025114,
            -1.3879053411162658,
            -1.386683623230283,
            -1.3875205284732601,
            -1.386880619962426,
            -1.387208517647423,
            -1.3874847099714316
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "k3_s4",
          "a_node": "candidate_7330b39f40c0868f3f45",
          "b_node": "candidate_b017aaec9762ac9f8f15",
          "changed_fields": {
            "model.kernel_size": [
              5,
              3
            ],
            "model.stem_stride": [
              2,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.1588530291089914,
          "sd_b_minus_a": 0.5022192179144607,
          "min_b_minus_a": -1.3880064963017276,
          "max_b_minus_a": -1.4486639599908813e-05,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3872894188370992,
            -1.386668409818924,
            -1.3880064963017276,
            -1.3872862435802062,
            -0.000657341149462809,
            -1.386946742615919,
            -1.3864291847929735,
            -1.387753529887675,
            -1.3867456339135344,
            -1.38692173610184,
            -1.386811052303642,
            -1.4486639599908813e-05,
            -1.386961884230459,
            -1.3868094610798494,
            -0.5092177606385349,
            -1.3871290838524146
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "k5_s1",
          "a_node": "candidate_7330b39f40c0868f3f45",
          "b_node": "candidate_8e91b1855c6598f64aa6",
          "changed_fields": {
            "model.stem_stride": [
              2,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.2285795403026043,
          "sd_b_minus_a": 0.5019456294883906,
          "min_b_minus_a": -0.0001881122589111328,
          "max_b_minus_a": 1.3867555495730812,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.0010929852724075317,
            0.00017605721950531006,
            -8.244812488555908e-05,
            -9.587407112121582e-05,
            1.3860321150132222,
            -0.00017224252223968506,
            0.00025528669357299805,
            0.003059953451156616,
            1.4901161193847656e-07,
            -0.0001881122589111328,
            0.0014939755201339722,
            1.3867555495730812,
            0.00023190677165985107,
            0.0002525895833969116,
            0.8780829794704914,
            0.0003777742385864258
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "k3_s2",
          "a_node": "candidate_7330b39f40c0868f3f45",
          "b_node": "candidate_5d1deba868feca1122eb",
          "changed_fields": {
            "model.kernel_size": [
              5,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7179683939846142,
          "sd_b_minus_a": 0.6873327686370717,
          "min_b_minus_a": -1.3880122951416354,
          "max_b_minus_a": 0.001982778310775757,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -1.2690003011375666,
            -1.3866371963533766,
            -1.3880122951416354,
            -0.0005308985710144043,
            -0.0005578758650699456,
            -0.0008951574563980103,
            -1.3864375923407195,
            0.001982778310775757,
            -1.3863458940671194,
            -0.00044783949851989746,
            -1.386768222623573,
            -2.1015640641053324e-06,
            -1.3869486162097928,
            -0.0005702078342437744,
            -0.5091811144334315,
            -1.3871417689680783
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "k5_s4",
          "a_node": "candidate_7330b39f40c0868f3f45",
          "b_node": "candidate_c26909b9e47e00ad719f",
          "changed_fields": {
            "model.stem_stride": [
              2,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.1588467315747928,
          "sd_b_minus_a": 0.502217223932663,
          "min_b_minus_a": -1.3879808423303075,
          "max_b_minus_a": -6.271757172271464e-06,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3873085826972869,
            -1.3866947652425665,
            -1.3879808423303075,
            -1.3872897348757078,
            -0.0006568594098723679,
            -1.3871102465315062,
            -1.3864462689345771,
            -1.3878108195896175,
            -1.3863230860519025,
            -1.3869171892719692,
            -1.386842789768977,
            -6.271757172271464e-06,
            -1.3869885235286006,
            -1.3868328395173535,
            -0.5092226507237072,
            -1.3871162349655606
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s2",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_7330b39f40c0868f3f45",
          "b_node": "candidate_0bc372c1935b61980671",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              5,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              2,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.1585652503717299,
          "sd_b_minus_a": 0.5020971379017103,
          "min_b_minus_a": -1.3879949126353495,
          "max_b_minus_a": 1.935588670676225e-06,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -1.38726819982503,
            -1.3866534226449403,
            -1.3879949126353495,
            -1.3872763662468515,
            -0.0006354567956350365,
            -1.3870914848030225,
            -1.3864199991035093,
            -1.3878521815224758,
            -1.3867260314839314,
            -1.3823023032314268,
            -1.3867911514914795,
            1.935588670676225e-06,
            -1.386962822713258,
            -1.3868143097951133,
            -0.5091410055822507,
            -1.387116293662075
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s4",
          "b": "k5_s1",
          "a_node": "candidate_b017aaec9762ac9f8f15",
          "b_node": "candidate_8e91b1855c6598f64aa6",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ],
            "model.stem_stride": [
              4,
              1
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 1.3874325694115957,
          "sd_b_minus_a": 0.0010614862565310954,
          "min_b_minus_a": 1.3866844714865465,
          "max_b_minus_a": 1.3908134833388317,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            1.3883824041095068,
            1.3868444670384292,
            1.387924048176842,
            1.387190369509085,
            1.386689456162685,
            1.3867745000936793,
            1.3866844714865465,
            1.3908134833388317,
            1.3867457829251464,
            1.3867336238429289,
            1.388305027823776,
            1.3867700362126811,
            1.3871937910021188,
            1.3870620506632463,
            1.3873007401090263,
            1.387506858091001
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s4",
          "b": "k3_s2",
          "a_node": "candidate_b017aaec9762ac9f8f15",
          "b_node": "candidate_5d1deba868feca1122eb",
          "changed_fields": {
            "model.stem_stride": [
              4,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.44088463512437714,
          "sd_b_minus_a": 0.6594689696586071,
          "min_b_minus_a": -1.2685115663657598e-05,
          "max_b_minus_a": 1.3897363081984508,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.11828911769953265,
            3.1213465547352826e-05,
            -5.798839907811271e-06,
            1.3867553450091918,
            9.94652843928634e-05,
            1.386051585159521,
            -8.407547746003274e-06,
            1.3897363081984508,
            0.0003997398464150592,
            1.38647389660332,
            4.2829680069189635e-05,
            1.238507553580348e-05,
            1.3268020666146185e-05,
            1.3862392532456056,
            3.664620510335226e-05,
            -1.2685115663657598e-05
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s4",
          "b": "k5_s4",
          "a_node": "candidate_b017aaec9762ac9f8f15",
          "b_node": "candidate_c26909b9e47e00ad719f",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 6.297534198562715e-06,
          "sd_b_minus_a": 0.0001190217641234928,
          "min_b_minus_a": -0.00016350391558717092,
          "max_b_minus_a": 0.0004225478616319833,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            -1.9163860187632054e-05,
            -2.6355423642598907e-05,
            2.5653971420069865e-05,
            -3.491295501589775e-06,
            4.81739590441066e-07,
            -0.00016350391558717092,
            -1.7084141603618264e-05,
            -5.728970194240901e-05,
            0.0004225478616319833,
            4.54682987083288e-06,
            -3.1737465334913395e-05,
            8.214882427637349e-06,
            -2.6639298141617473e-05,
            -2.337843750410684e-05,
            -4.89008517234879e-06,
            1.2848886854044395e-05
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s4",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_b017aaec9762ac9f8f15",
          "b_node": "candidate_0bc372c1935b61980671",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              4,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0002877787372614904,
          "sd_b_minus_a": 0.0011562403463069772,
          "min_b_minus_a": -0.00014474218710347486,
          "max_b_minus_a": 0.00461943287041322,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            2.1219012069195742e-05,
            1.4987173983627144e-05,
            1.1583666378101043e-05,
            9.877333354779694e-06,
            2.188435382777243e-05,
            -0.00014474218710347486,
            9.185689464175084e-06,
            -9.865163480071715e-05,
            1.9602429603082783e-05,
            0.00461943287041322,
            1.9900812162632064e-05,
            1.6422228270585038e-05,
            -9.384827990288613e-07,
            -4.848715263960912e-06,
            7.675505628412793e-05,
            1.2790190339728724e-05
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s1",
          "b": "k3_s2",
          "a_node": "candidate_8e91b1855c6598f64aa6",
          "b_node": "candidate_5d1deba868feca1122eb",
          "changed_fields": {
            "model.kernel_size": [
              5,
              3
            ],
            "model.stem_stride": [
              1,
              2
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.9465479342872185,
          "sd_b_minus_a": 0.6592595302677186,
          "min_b_minus_a": -1.3882621981437069,
          "max_b_minus_a": -0.00025972723960876465,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.270093286409974,
            -1.3868132535728819,
            -1.3879298470167498,
            -0.0004350244998931885,
            -1.3865899908782922,
            -0.0007229149341583252,
            -1.3866928790342925,
            -0.0010771751403808594,
            -1.3863460430787313,
            -0.00025972723960876465,
            -1.3882621981437069,
            -1.3867576511371453,
            -1.3871805229814527,
            -0.000822797417640686,
            -1.387264093903923,
            -1.3875195432066647
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s1",
          "b": "k5_s4",
          "a_node": "candidate_8e91b1855c6598f64aa6",
          "b_node": "candidate_c26909b9e47e00ad719f",
          "changed_fields": {
            "model.stem_stride": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.387426271877397,
          "sd_b_minus_a": 0.0010911586154806175,
          "min_b_minus_a": -1.390870773040774,
          "max_b_minus_a": -1.3863232350635144,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3884015679696944,
            -1.3868708224620718,
            -1.387898394205422,
            -1.3871938608045866,
            -1.3866889744230946,
            -1.3869380040092665,
            -1.3867015556281501,
            -1.390870773040774,
            -1.3863232350635144,
            -1.386729077013058,
            -1.388336765289111,
            -1.3867618213302535,
            -1.3872204303002604,
            -1.3870854291007504,
            -1.3873056301941986,
            -1.387494009204147
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s1",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_8e91b1855c6598f64aa6",
          "b_node": "candidate_0bc372c1935b61980671",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              5,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              1,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.3871447906743342,
          "sd_b_minus_a": 0.001711411563858746,
          "min_b_minus_a": -1.3909121349736324,
          "max_b_minus_a": -1.3821141909725156,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3883611850974376,
            -1.3868294798644456,
            -1.387912464510464,
            -1.3871804921757303,
            -1.3866675718088572,
            -1.3869192422807828,
            -1.3866752857970823,
            -1.3909121349736324,
            -1.3867261804955433,
            -1.3821141909725156,
            -1.3882851270116134,
            -1.3867536139844105,
            -1.3871947294849178,
            -1.3870668993785102,
            -1.3872239850527421,
            -1.3874940679006613
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s2",
          "b": "k5_s4",
          "a_node": "candidate_5d1deba868feca1122eb",
          "b_node": "candidate_c26909b9e47e00ad719f",
          "changed_fields": {
            "model.kernel_size": [
              3,
              5
            ],
            "model.stem_stride": [
              2,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.4408783375901786,
          "sd_b_minus_a": 0.6595077693100662,
          "min_b_minus_a": -1.3897935979003933,
          "max_b_minus_a": 3.1452811327881136e-05,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.11830828155972029,
            -5.756888918995173e-05,
            3.1452811327881136e-05,
            -1.3867588363046934,
            -9.898354480242233e-05,
            -1.3862150890751082,
            -8.67659385761499e-06,
            -1.3897935979003933,
            2.2808015216924105e-05,
            -1.3864693497734493,
            -7.456714540410303e-05,
            -4.1701931081661314e-06,
            -3.990731880776366e-05,
            -1.3862626316831097,
            -4.153629027570105e-05,
            2.5534002517701992e-05
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_s2",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_5d1deba868feca1122eb",
          "b_node": "candidate_0bc372c1935b61980671",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              3,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              2,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.44059685638711565,
          "sd_b_minus_a": 0.659060793722486,
          "min_b_minus_a": -1.3898349598332516,
          "max_b_minus_a": 4.010885118077567e-05,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.11826789868746346,
            -1.622629156372568e-05,
            1.7382506285912314e-05,
            -1.386745467675837,
            -7.758093056509097e-05,
            -1.3861963273466245,
            1.759323721017836e-05,
            -1.3898349598332516,
            -0.00038013741681197644,
            -1.3818544637329069,
            -2.292886790655757e-05,
            4.037152734781557e-06,
            -1.4206503465175047e-05,
            -1.3862441019608696,
            4.010885118077567e-05,
            2.5475306003386322e-05
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_s4",
          "b": "patch4_learnability_anchor",
          "a_node": "candidate_c26909b9e47e00ad719f",
          "b_node": "candidate_0bc372c1935b61980671",
          "changed_fields": {
            "model.convolution": [
              "dense",
              null
            ],
            "model.coordinates": [
              false,
              null
            ],
            "model.heads": [
              null,
              4
            ],
            "model.kernel_size": [
              5,
              null
            ],
            "model.mode": [
              "cnn",
              "patch_transformer"
            ],
            "model.patch_size": [
              null,
              4
            ],
            "model.pool_grid": [
              3,
              null
            ],
            "model.pooling": [
              "mean",
              null
            ],
            "model.position": [
              null,
              "learned"
            ],
            "model.stem_stride": [
              4,
              null
            ],
            "model.width": [
              24,
              32
            ],
            "optimizer.lr": [
              0.003,
              0.001
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0002814812030629277,
          "sd_b_minus_a": 0.0011607228455059822,
          "min_b_minus_a": -0.00040294543202890054,
          "max_b_minus_a": 0.0046148860405423875,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            4.0382872256827795e-05,
            4.134259762622605e-05,
            -1.4070305041968822e-05,
            1.3368628856369469e-05,
            2.1402614237331363e-05,
            1.876172848369606e-05,
            2.6269831067793348e-05,
            -4.136193285830814e-05,
            -0.00040294543202890054,
            0.0046148860405423875,
            5.163827749754546e-05,
            8.207345842947689e-06,
            2.5700815342588612e-05,
            1.852972224014593e-05,
            8.164514145647672e-05,
            -5.8696514315670356e-08
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_db0952c46eff7da757dd": 15436,
            "candidate_7330b39f40c0868f3f45": 34012,
            "candidate_b017aaec9762ac9f8f15": 16156
          },
          "best_to_worst": [
            "candidate_7330b39f40c0868f3f45",
            "candidate_b017aaec9762ac9f8f15",
            "candidate_db0952c46eff7da757dd"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_db0952c46eff7da757dd": 1200,
            "candidate_7330b39f40c0868f3f45": 1200,
            "candidate_b017aaec9762ac9f8f15": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_db0952c46eff7da757dd": 2,
            "candidate_7330b39f40c0868f3f45": 2,
            "candidate_b017aaec9762ac9f8f15": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_db0952c46eff7da757dd": 3,
            "candidate_7330b39f40c0868f3f45": 5,
            "candidate_b017aaec9762ac9f8f15": 3
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_db0952c46eff7da757dd": true,
            "candidate_7330b39f40c0868f3f45": true,
            "candidate_b017aaec9762ac9f8f15": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_db0952c46eff7da757dd": null,
            "candidate_7330b39f40c0868f3f45": null,
            "candidate_b017aaec9762ac9f8f15": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "patch_high_frequency_s841901",
      "template_id": "patch_high_frequency",
      "admitted": false,
      "pairs": [
        {
          "a": "p3",
          "b": "p4",
          "a_node": "candidate_19540c3e091616ae57fb",
          "b_node": "candidate_3832b1a5bed99bc11e88",
          "changed_fields": {
            "model.patch_size": [
              3,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.001139442432247506,
          "sd_b_minus_a": 0.0292815840322178,
          "min_b_minus_a": -0.07215411543006667,
          "max_b_minus_a": 0.05279941221556328,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.045374938354825645,
            0.02264401329443899,
            -4.039634177388507e-06,
            -0.021912035471586933,
            0.05279941221556328,
            0.00029573856363640516,
            0.005093552302923854,
            -2.268431921947922e-05,
            0.009077587245428731,
            7.258010168698092e-05,
            0.015322075623771525,
            -0.01840186755293871,
            -0.02256468833957115,
            -0.016607888624093903,
            0.019218500585338916,
            -0.07215411543006667
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3",
          "b": "p6",
          "a_node": "candidate_19540c3e091616ae57fb",
          "b_node": "candidate_c36f86452a6409a9d0f0",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.006118893282774707,
          "sd_b_minus_a": 0.03351814189920335,
          "min_b_minus_a": -0.0781272344061108,
          "max_b_minus_a": 0.04729187005136737,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            -0.009630965024825855,
            0.02135698260190111,
            0.014179041493434852,
            0.031825931771436444,
            0.03377716662612329,
            0.04729187005136737,
            -0.0036126384909493936,
            0.02425494757449087,
            0.0005461848668346647,
            0.046194289345748984,
            -0.018197938549519677,
            -1.6960606899374397e-05,
            -0.04937198390416597,
            0.01971369964076075,
            0.017719899534768047,
            -0.0781272344061108
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4",
          "b": "p6",
          "a_node": "candidate_3832b1a5bed99bc11e88",
          "b_node": "candidate_c36f86452a6409a9d0f0",
          "changed_fields": {
            "model.patch_size": [
              4,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.004979450850527201,
          "sd_b_minus_a": 0.031297076663514944,
          "min_b_minus_a": -0.0550059033796515,
          "max_b_minus_a": 0.05373796724302338,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.0550059033796515,
            -0.0012870306925378827,
            0.01418308112761224,
            0.05373796724302338,
            -0.01902224558943999,
            0.04699613148773096,
            -0.008706190793873247,
            0.02427763189371035,
            -0.008531402378594066,
            0.046121709244062004,
            -0.0335200141732912,
            0.018384906946039337,
            -0.026807295564594824,
            0.036321588264854654,
            -0.0014986010505708691,
            -0.005973118976044134
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_19540c3e091616ae57fb": 19876,
            "candidate_3832b1a5bed99bc11e88": 19428,
            "candidate_c36f86452a6409a9d0f0": 20068
          },
          "best_to_worst": [
            "candidate_c36f86452a6409a9d0f0",
            "candidate_19540c3e091616ae57fb",
            "candidate_3832b1a5bed99bc11e88"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_19540c3e091616ae57fb": 1200,
            "candidate_3832b1a5bed99bc11e88": 1200,
            "candidate_c36f86452a6409a9d0f0": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_19540c3e091616ae57fb": 2,
            "candidate_3832b1a5bed99bc11e88": 2,
            "candidate_c36f86452a6409a9d0f0": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_19540c3e091616ae57fb": null,
            "candidate_3832b1a5bed99bc11e88": null,
            "candidate_c36f86452a6409a9d0f0": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_19540c3e091616ae57fb": true,
            "candidate_3832b1a5bed99bc11e88": true,
            "candidate_c36f86452a6409a9d0f0": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "ordered",
          "values": {
            "candidate_19540c3e091616ae57fb": 3,
            "candidate_3832b1a5bed99bc11e88": 4,
            "candidate_c36f86452a6409a9d0f0": 6
          },
          "best_to_worst": [
            "candidate_19540c3e091616ae57fb",
            "candidate_3832b1a5bed99bc11e88",
            "candidate_c36f86452a6409a9d0f0"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "patch_high_frequency_s841902",
      "template_id": "patch_high_frequency",
      "admitted": false,
      "pairs": [
        {
          "a": "p3",
          "b": "p4",
          "a_node": "candidate_d388f61a539fdadaee0a",
          "b_node": "candidate_c65741c175d9e7f58b17",
          "changed_fields": {
            "model.patch_size": [
              3,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.007983185196067666,
          "sd_b_minus_a": 0.014586384543600476,
          "min_b_minus_a": -0.027749579844794425,
          "max_b_minus_a": 0.025594615162390255,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.005178546214665403,
            -0.0008104646128685999,
            0.005962537540426638,
            -0.025987257025462895,
            5.7193949942302424e-05,
            7.881436624757043e-05,
            1.1234737485210644e-05,
            0.00047418355325135053,
            -0.02487593070532057,
            -0.019637387221564495,
            4.5549778519671236e-05,
            0.025594615162390255,
            -0.027749579844794425,
            -0.018907943795966276,
            -0.01639744142721611,
            -0.02041054137748688
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3",
          "b": "p6",
          "a_node": "candidate_d388f61a539fdadaee0a",
          "b_node": "candidate_7b66ca9bca5de7458b8f",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.007485927314483831,
          "sd_b_minus_a": 0.013812825134245204,
          "min_b_minus_a": -0.02771363030615248,
          "max_b_minus_a": 0.012769104170047285,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            -0.019420636797804036,
            -0.0012010792094088174,
            0.005037747429923911,
            -0.025914980499578633,
            0.006913029058978282,
            0.011879214797886561,
            0.012769104170047285,
            1.3204841934566502e-05,
            -0.024443915927349735,
            -0.019706899976768,
            7.490737175430695e-05,
            -0.0003839597799242256,
            -0.02771363030615248,
            -0.0042474221818338265,
            -0.0164494538460076,
            -0.016980066177438857
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4",
          "b": "p6",
          "a_node": "candidate_c65741c175d9e7f58b17",
          "b_node": "candidate_7b66ca9bca5de7458b8f",
          "changed_fields": {
            "model.patch_size": [
              4,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0004972578815838347,
          "sd_b_minus_a": 0.009834982920995376,
          "min_b_minus_a": -0.02597857494231448,
          "max_b_minus_a": 0.014660521614132449,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.014242090583138634,
            -0.00039061459654021746,
            -0.0009247901105027267,
            7.227652588426281e-05,
            0.006855835109035979,
            0.011800400431638991,
            0.012757869432562075,
            -0.00046097871131678403,
            0.000432014777970835,
            -6.951275520350464e-05,
            2.9357593234635715e-05,
            -0.02597857494231448,
            3.5949538641943946e-05,
            0.014660521614132449,
            -5.2012418791491655e-05,
            0.003430475200048022
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_d388f61a539fdadaee0a": 19876,
            "candidate_c65741c175d9e7f58b17": 19428,
            "candidate_7b66ca9bca5de7458b8f": 20068
          },
          "best_to_worst": [
            "candidate_7b66ca9bca5de7458b8f",
            "candidate_d388f61a539fdadaee0a",
            "candidate_c65741c175d9e7f58b17"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_d388f61a539fdadaee0a": 1200,
            "candidate_c65741c175d9e7f58b17": 1200,
            "candidate_7b66ca9bca5de7458b8f": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_d388f61a539fdadaee0a": 2,
            "candidate_c65741c175d9e7f58b17": 2,
            "candidate_7b66ca9bca5de7458b8f": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_d388f61a539fdadaee0a": null,
            "candidate_c65741c175d9e7f58b17": null,
            "candidate_7b66ca9bca5de7458b8f": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_d388f61a539fdadaee0a": true,
            "candidate_c65741c175d9e7f58b17": true,
            "candidate_7b66ca9bca5de7458b8f": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "ordered",
          "values": {
            "candidate_d388f61a539fdadaee0a": 3,
            "candidate_c65741c175d9e7f58b17": 4,
            "candidate_7b66ca9bca5de7458b8f": 6
          },
          "best_to_worst": [
            "candidate_d388f61a539fdadaee0a",
            "candidate_c65741c175d9e7f58b17",
            "candidate_7b66ca9bca5de7458b8f"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "patch_high_frequency_s841903",
      "template_id": "patch_high_frequency",
      "admitted": false,
      "pairs": [
        {
          "a": "p3",
          "b": "p4",
          "a_node": "candidate_ee1139b5d486a75aeb5b",
          "b_node": "candidate_3afa0c1c9fcc541e8993",
          "changed_fields": {
            "model.patch_size": [
              3,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.003950532364719095,
          "sd_b_minus_a": 0.01139211605646727,
          "min_b_minus_a": -0.028128919124583263,
          "max_b_minus_a": 0.012952923404782268,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            -0.01864431528906607,
            0.012952923404782268,
            5.822173307024059e-05,
            0.009265769841476867,
            -0.011830059938347404,
            -0.000546662503893458,
            -0.0017211370948189142,
            -0.00023427822316079983,
            -0.028128919124583263,
            1.902109147522424e-05,
            -0.0058659758557269015,
            0.00972673920773559,
            -0.0011658503390208352,
            -0.015924287054986053,
            0.004766959343214694,
            -0.015936667033656704
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p3",
          "b": "p6",
          "a_node": "candidate_ee1139b5d486a75aeb5b",
          "b_node": "candidate_a0b806c0a1e8a7e9d67a",
          "changed_fields": {
            "model.patch_size": [
              3,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00045822752805690925,
          "sd_b_minus_a": 0.01156070898755843,
          "min_b_minus_a": -0.027154824196486516,
          "max_b_minus_a": 0.018685620876567555,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.0026114111988135846,
            -0.00015297098002520215,
            0.018685620876567555,
            -0.001080576774711517,
            0.008797523773409921,
            -0.00037692355408580624,
            0.010970114423002997,
            -2.4432347800029675e-05,
            -0.027154824196486516,
            0.009391242040919678,
            -0.001953972188289299,
            0.0024849610754245077,
            -0.0174538951721388,
            -0.01547083426135032,
            0.007517741505580489,
            -0.004121825867741791
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "p4",
          "b": "p6",
          "a_node": "candidate_3afa0c1c9fcc541e8993",
          "b_node": "candidate_a0b806c0a1e8a7e9d67a",
          "changed_fields": {
            "model.patch_size": [
              4,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0034923048366621856,
          "sd_b_minus_a": 0.011657026217398522,
          "min_b_minus_a": -0.016288044833117965,
          "max_b_minus_a": 0.021255726487879656,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.021255726487879656,
            -0.01310589438480747,
            0.018627399143497314,
            -0.010346346616188384,
            0.020627583711757325,
            0.0001697389498076518,
            0.012691251517821911,
            0.00020984587536077015,
            0.000974094928096747,
            0.009372220949444454,
            0.003912003667437602,
            -0.007241778132311083,
            -0.016288044833117965,
            0.00045345279363573354,
            0.0027507821623657946,
            0.011814841165914913
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_ee1139b5d486a75aeb5b": 19876,
            "candidate_3afa0c1c9fcc541e8993": 19428,
            "candidate_a0b806c0a1e8a7e9d67a": 20068
          },
          "best_to_worst": [
            "candidate_a0b806c0a1e8a7e9d67a",
            "candidate_ee1139b5d486a75aeb5b",
            "candidate_3afa0c1c9fcc541e8993"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_ee1139b5d486a75aeb5b": 1200,
            "candidate_3afa0c1c9fcc541e8993": 1200,
            "candidate_a0b806c0a1e8a7e9d67a": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_ee1139b5d486a75aeb5b": 2,
            "candidate_3afa0c1c9fcc541e8993": 2,
            "candidate_a0b806c0a1e8a7e9d67a": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_ee1139b5d486a75aeb5b": null,
            "candidate_3afa0c1c9fcc541e8993": null,
            "candidate_a0b806c0a1e8a7e9d67a": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_ee1139b5d486a75aeb5b": true,
            "candidate_3afa0c1c9fcc541e8993": true,
            "candidate_a0b806c0a1e8a7e9d67a": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "ordered",
          "values": {
            "candidate_ee1139b5d486a75aeb5b": 3,
            "candidate_3afa0c1c9fcc541e8993": 4,
            "candidate_a0b806c0a1e8a7e9d67a": 6
          },
          "best_to_worst": [
            "candidate_ee1139b5d486a75aeb5b",
            "candidate_3afa0c1c9fcc541e8993",
            "candidate_a0b806c0a1e8a7e9d67a"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "depthwise_width_s841901",
      "template_id": "depthwise_width",
      "admitted": false,
      "pairs": [
        {
          "a": "dense24",
          "b": "depthwise24",
          "a_node": "candidate_3b74befeb2c6c9eb61c9",
          "b_node": "candidate_451e3455c06ccd985fa1",
          "changed_fields": {
            "model.convolution": [
              "dense",
              "depthwise"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.47244918147703174,
          "sd_b_minus_a": 0.6030185001413616,
          "min_b_minus_a": -1.2298872832325287,
          "max_b_minus_a": 0.5483163390308619,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.13376965932548046,
            0.017910016264067963,
            -1.1728449705988169,
            -0.01390875841025263,
            0.5483163390308619,
            -1.1856783582370554,
            0.06260767672210932,
            -1.081327985972166,
            -0.7161417492898181,
            -0.05198457834194414,
            -1.1703394211363047,
            -0.18782122957054526,
            -1.1265387935563922,
            -1.2298872832325287,
            -0.20547139266273007,
            0.08769324468448758
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dense24",
          "b": "depthwise48",
          "a_node": "candidate_3b74befeb2c6c9eb61c9",
          "b_node": "candidate_bcb7d96501c45ac8fc9b",
          "changed_fields": {
            "model.convolution": [
              "dense",
              "depthwise"
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5633160762388343,
          "sd_b_minus_a": 0.5732163254187034,
          "min_b_minus_a": -1.2845373783493415,
          "max_b_minus_a": 0.014573222666513175,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.15062064857193036,
            -0.022082779454649426,
            -1.2845373783493415,
            -0.0514307677585748,
            -0.017123724683187902,
            -1.1982115529099246,
            -0.05649491036092513,
            -1.2637624186245375,
            -0.7402550572769542,
            -0.07998261653119698,
            -1.2592125355949975,
            -0.19882189520467364,
            -1.2382186631057266,
            -1.2358950302932499,
            -0.23098046376799175,
            0.014573222666513175
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dense24",
          "b": "dense48",
          "a_node": "candidate_3b74befeb2c6c9eb61c9",
          "b_node": "candidate_ccb91e6df29450d94d92",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.049855917351123935,
          "sd_b_minus_a": 0.7535531616223021,
          "min_b_minus_a": -1.2811133424875152,
          "max_b_minus_a": 1.2066537840291858,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.09739677514880896,
            0.2214048867172096,
            -1.2811133424875152,
            -0.022516919882036746,
            0.008373964810743928,
            0.012983053922653198,
            0.7173918299376965,
            -0.01321500539779663,
            0.5134971961379051,
            1.1843787753023207,
            -0.8349404893815517,
            -0.19643207273838925,
            -1.2436926149384817,
            -0.9411396384239197,
            -0.22672486037481576,
            1.2066537840291858
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "depthwise24",
          "b": "depthwise48",
          "a_node": "candidate_451e3455c06ccd985fa1",
          "b_node": "candidate_bcb7d96501c45ac8fc9b",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.09086689476180254,
          "sd_b_minus_a": 0.13635630097928117,
          "min_b_minus_a": -0.5654400637140498,
          "max_b_minus_a": -0.006007747060721158,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.0168509892464499,
            -0.03999279571871739,
            -0.11169240775052458,
            -0.03752200934832217,
            -0.5654400637140498,
            -0.012533194672869286,
            -0.11910258708303445,
            -0.18243443265237147,
            -0.024113307987136068,
            -0.02799803818925284,
            -0.08887311445869273,
            -0.011000665634128381,
            -0.1116798695493344,
            -0.006007747060721158,
            -0.025509071105261683,
            -0.0731200220179744
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "depthwise24",
          "b": "dense48",
          "a_node": "candidate_451e3455c06ccd985fa1",
          "b_node": "candidate_ccb91e6df29450d94d92",
          "changed_fields": {
            "model.convolution": [
              "depthwise",
              "dense"
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.4225932641259078,
          "sd_b_minus_a": 0.5802307136280535,
          "min_b_minus_a": -0.5399423742201179,
          "max_b_minus_a": 1.2363633536442649,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.23116643447428942,
            0.20349487045314163,
            -0.10826837188869831,
            -0.008608161471784115,
            -0.5399423742201179,
            1.1986614121597086,
            0.6547841532155871,
            1.0681129805743694,
            1.2296389454277232,
            1.2363633536442649,
            0.335398931754753,
            -0.008610843167843996,
            -0.11715382138208952,
            0.28874764480860904,
            -0.021253467712085694,
            1.1189605393446982
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "depthwise48",
          "b": "dense48",
          "a_node": "candidate_bcb7d96501c45ac8fc9b",
          "b_node": "candidate_ccb91e6df29450d94d92",
          "changed_fields": {
            "model.convolution": [
              "depthwise",
              "dense"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.5134601588877103,
          "sd_b_minus_a": 0.5411283947721881,
          "min_b_minus_a": -0.0054739518327551195,
          "max_b_minus_a": 1.2643613918335177,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.24801742372073932,
            0.24348766617185902,
            0.003424035861826269,
            0.028913847876538057,
            0.02549768949393183,
            1.2111946068325778,
            0.7738867402986216,
            1.250547413226741,
            1.2537522534148593,
            1.2643613918335177,
            0.4242720462134457,
            0.002389822466284386,
            -0.0054739518327551195,
            0.2947553918693302,
            0.0042556033931759885,
            1.1920805613626726
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_3b74befeb2c6c9eb61c9": 15436,
            "candidate_451e3455c06ccd985fa1": 5500,
            "candidate_bcb7d96501c45ac8fc9b": 20212
          },
          "best_to_worst": [
            "candidate_bcb7d96501c45ac8fc9b",
            "candidate_3b74befeb2c6c9eb61c9",
            "candidate_451e3455c06ccd985fa1"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_3b74befeb2c6c9eb61c9": 1200,
            "candidate_451e3455c06ccd985fa1": 1200,
            "candidate_bcb7d96501c45ac8fc9b": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_3b74befeb2c6c9eb61c9": 2,
            "candidate_451e3455c06ccd985fa1": 2,
            "candidate_bcb7d96501c45ac8fc9b": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_3b74befeb2c6c9eb61c9": 3,
            "candidate_451e3455c06ccd985fa1": 3,
            "candidate_bcb7d96501c45ac8fc9b": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_3b74befeb2c6c9eb61c9": true,
            "candidate_451e3455c06ccd985fa1": true,
            "candidate_bcb7d96501c45ac8fc9b": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_3b74befeb2c6c9eb61c9": null,
            "candidate_451e3455c06ccd985fa1": null,
            "candidate_bcb7d96501c45ac8fc9b": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "depthwise_width_s841902",
      "template_id": "depthwise_width",
      "admitted": false,
      "pairs": [
        {
          "a": "dense24",
          "b": "depthwise24",
          "a_node": "candidate_7399cba3f8ca90f400cc",
          "b_node": "candidate_bce264253457a26bed58",
          "changed_fields": {
            "model.convolution": [
              "dense",
              "depthwise"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2675737462723191,
          "sd_b_minus_a": 0.5260730150994888,
          "min_b_minus_a": -1.2924504734110087,
          "max_b_minus_a": 0.595153084024787,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.08273424813523889,
            0.595153084024787,
            -1.2253770765382797,
            -0.6089816201711074,
            -0.06921329814940691,
            -0.008765758480876684,
            -0.0432833667146042,
            -0.035485049709677696,
            -1.1441051121801138,
            -0.1708930063759908,
            -0.21094078943133354,
            -0.022669713252980728,
            -1.2924504734110087,
            0.04058038751827553,
            -0.007936274632811546,
            0.005922375283262227
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dense24",
          "b": "depthwise48",
          "a_node": "candidate_7399cba3f8ca90f400cc",
          "b_node": "candidate_47be65ef0493e655d027",
          "changed_fields": {
            "model.convolution": [
              "dense",
              "depthwise"
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.3583987191395863,
          "sd_b_minus_a": 0.4918646133463917,
          "min_b_minus_a": -1.3710371531869896,
          "max_b_minus_a": 0.008116982353385538,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.08361328623323061,
            -0.23255996982334182,
            -1.2599219601179357,
            -0.6099429833811882,
            -0.1351255916924856,
            -0.024249009977211244,
            -0.07889444646207266,
            -0.148366035457002,
            -1.272260150861257,
            -0.1970612688746769,
            -0.2799183818133315,
            -0.009549215639708564,
            -1.3710371531869896,
            0.008116982353385538,
            -0.023884949576313375,
            -0.016112085490021855
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dense24",
          "b": "dense48",
          "a_node": "candidate_7399cba3f8ca90f400cc",
          "b_node": "candidate_090457311c5d735692bb",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.08481276079180589,
          "sd_b_minus_a": 0.5239398074344659,
          "min_b_minus_a": -1.2631723576196237,
          "max_b_minus_a": 1.0990194277837873,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.06952407099379343,
            -0.21468991111032665,
            -0.9126413762569427,
            0.664366103708744,
            -0.14419278214518272,
            -0.0025587000709492713,
            -0.07164329688384896,
            1.0990194277837873,
            -1.2631723576196237,
            -0.13235064689069986,
            -0.2423468849156052,
            -0.01104509163997136,
            0.010263204574584961,
            -0.014502179750707,
            -0.03455340721848188,
            -0.017432203239877708
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "depthwise24",
          "b": "depthwise48",
          "a_node": "candidate_bce264253457a26bed58",
          "b_node": "candidate_47be65ef0493e655d027",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0908249728672672,
          "sd_b_minus_a": 0.2004860304287397,
          "min_b_minus_a": -0.8277130538481288,
          "max_b_minus_a": 0.013120497613272164,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.0008790380979917245,
            -0.8277130538481288,
            -0.034544883579656016,
            -0.00096136321008089,
            -0.0659122935430787,
            -0.01548325149633456,
            -0.035611079747468466,
            -0.1128809857473243,
            -0.1281550386811432,
            -0.02616826249868609,
            -0.06897759238199797,
            0.013120497613272164,
            -0.07858667977598088,
            -0.03246340516488999,
            -0.015948674943501828,
            -0.02203446077328408
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "depthwise24",
          "b": "dense48",
          "a_node": "candidate_bce264253457a26bed58",
          "b_node": "candidate_090457311c5d735692bb",
          "changed_fields": {
            "model.convolution": [
              "depthwise",
              "dense"
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.18276098548051323,
          "sd_b_minus_a": 0.5687713689196257,
          "min_b_minus_a": -0.8098429951351136,
          "max_b_minus_a": 1.3027136779855937,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.013210177141445456,
            -0.8098429951351136,
            0.3127357002813369,
            1.2733477238798514,
            -0.07497948399577581,
            0.006207058409927413,
            -0.028359930169244763,
            1.134504477493465,
            -0.11906724543950986,
            0.038542359485290945,
            -0.031406095484271646,
            0.011624621613009367,
            1.3027136779855937,
            -0.05508256726898253,
            -0.026617132585670333,
            -0.023354578523139935
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "depthwise48",
          "b": "dense48",
          "a_node": "candidate_47be65ef0493e655d027",
          "b_node": "candidate_090457311c5d735692bb",
          "changed_fields": {
            "model.convolution": [
              "depthwise",
              "dense"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.27358595834778043,
          "sd_b_minus_a": 0.5175760427470127,
          "min_b_minus_a": -0.02261916210409254,
          "max_b_minus_a": 1.3813003577615746,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.01408921523943718,
            0.01787005871301517,
            0.3472805838609929,
            1.2743090870899323,
            -0.009067190452697105,
            0.021690309906261973,
            0.007251149578223703,
            1.2473854632407892,
            0.009087793241633335,
            0.06471062198397703,
            0.03757149689772632,
            -0.0014958760002627969,
            1.3813003577615746,
            -0.02261916210409254,
            -0.010668457642168505,
            -0.0013201177498558536
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_7399cba3f8ca90f400cc": 15436,
            "candidate_bce264253457a26bed58": 5500,
            "candidate_47be65ef0493e655d027": 20212
          },
          "best_to_worst": [
            "candidate_47be65ef0493e655d027",
            "candidate_7399cba3f8ca90f400cc",
            "candidate_bce264253457a26bed58"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_7399cba3f8ca90f400cc": 1200,
            "candidate_bce264253457a26bed58": 1200,
            "candidate_47be65ef0493e655d027": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_7399cba3f8ca90f400cc": 2,
            "candidate_bce264253457a26bed58": 2,
            "candidate_47be65ef0493e655d027": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_7399cba3f8ca90f400cc": 3,
            "candidate_bce264253457a26bed58": 3,
            "candidate_47be65ef0493e655d027": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_7399cba3f8ca90f400cc": true,
            "candidate_bce264253457a26bed58": true,
            "candidate_47be65ef0493e655d027": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_7399cba3f8ca90f400cc": null,
            "candidate_bce264253457a26bed58": null,
            "candidate_47be65ef0493e655d027": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "depthwise_width_s841903",
      "template_id": "depthwise_width",
      "admitted": false,
      "pairs": [
        {
          "a": "dense24",
          "b": "depthwise24",
          "a_node": "candidate_ec941ffe7c1629588866",
          "b_node": "candidate_a1697d020b7aceb34212",
          "changed_fields": {
            "model.convolution": [
              "dense",
              "depthwise"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.538386578369682,
          "sd_b_minus_a": 0.5957615528412891,
          "min_b_minus_a": -1.3524968870624434,
          "max_b_minus_a": 0.3090275595532148,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.1671847764228005,
            0.3090275595532148,
            -1.3376051259692758,
            -1.074744189158082,
            -1.3524968870624434,
            -0.23046461000922136,
            -0.1338110898504965,
            -0.19685462675988674,
            -1.3513988638296723,
            -0.2215935355052352,
            -1.0885167177766562,
            -0.062219299194111954,
            -1.2919465745799243,
            0.10045525594614446,
            -0.45634217868791893,
            -0.0584895946085453
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dense24",
          "b": "depthwise48",
          "a_node": "candidate_ec941ffe7c1629588866",
          "b_node": "candidate_54f7bf4b45b4f2cc5dba",
          "changed_fields": {
            "model.convolution": [
              "dense",
              "depthwise"
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6143543253861026,
          "sd_b_minus_a": 0.5742679189662334,
          "min_b_minus_a": -1.383427184773609,
          "max_b_minus_a": -0.0016579863877268508,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.17441493982551037,
            -0.0016579863877268508,
            -1.3685738962740288,
            -1.19067781168269,
            -1.3730050957856292,
            -0.22650073961631279,
            -0.13211130139461602,
            -0.3790063544838631,
            -1.3796702987892786,
            -0.21699894671473885,
            -1.1956432662591396,
            -0.06734855180911836,
            -1.383427184773609,
            -0.05603386524853704,
            -0.4667028539970488,
            -0.2178961131357937
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dense24",
          "b": "dense48",
          "a_node": "candidate_ec941ffe7c1629588866",
          "b_node": "candidate_ebe867dbb00d2d455551",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.28482855412377717,
          "sd_b_minus_a": 0.7798035106069137,
          "min_b_minus_a": -1.3863535703562775,
          "max_b_minus_a": 1.2001648820005357,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.12594542948863818,
            0.12971357671631267,
            -0.1353050023317337,
            -1.1698775946333626,
            -1.3116652336902916,
            1.141833383589983,
            -0.1419931590953638,
            -0.17509602196514606,
            -1.3863535703562775,
            -0.22707501481636427,
            -1.0781602505594492,
            1.2001648820005357,
            -1.0341842323541641,
            0.3029674624558538,
            -0.4107243743201252,
            -0.13555628713220358
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "depthwise24",
          "b": "depthwise48",
          "a_node": "candidate_a1697d020b7aceb34212",
          "b_node": "candidate_54f7bf4b45b4f2cc5dba",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.07596774701642062,
          "sd_b_minus_a": 0.09053781372920845,
          "min_b_minus_a": -0.31068554594094167,
          "max_b_minus_a": 0.004594588790496346,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.007230163402709877,
            -0.31068554594094167,
            -0.03096877030475298,
            -0.11593362252460793,
            -0.020508208723185817,
            0.003963870392908575,
            0.0016997884558804799,
            -0.18215172772397636,
            -0.028271434959606268,
            0.004594588790496346,
            -0.10712654848248349,
            -0.005129252615006408,
            -0.0914806101936847,
            -0.1564891211946815,
            -0.010360675309129874,
            -0.1594065185272484
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "depthwise24",
          "b": "dense48",
          "a_node": "candidate_a1697d020b7aceb34212",
          "b_node": "candidate_ebe867dbb00d2d455551",
          "changed_fields": {
            "model.convolution": [
              "depthwise",
              "dense"
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.2535580242459048,
          "sd_b_minus_a": 0.5199755518322335,
          "min_b_minus_a": -0.17931398283690214,
          "max_b_minus_a": 1.3722979935992043,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.04123934693416231,
            -0.17931398283690214,
            1.2023001236375421,
            -0.0951334054752806,
            0.04083165337215178,
            1.3722979935992043,
            -0.008182069244867307,
            0.021758604794740677,
            -0.03495470652660515,
            -0.005481479311129078,
            0.010356467217206955,
            1.2623841811946477,
            0.2577623422257602,
            0.20251220650970936,
            0.045617804367793724,
            -0.07706669252365828
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "depthwise48",
          "b": "dense48",
          "a_node": "candidate_54f7bf4b45b4f2cc5dba",
          "b_node": "candidate_ebe867dbb00d2d455551",
          "changed_fields": {
            "model.convolution": [
              "depthwise",
              "dense"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3295257712623254,
          "sd_b_minus_a": 0.4900802359892889,
          "min_b_minus_a": -0.010076068101625424,
          "max_b_minus_a": 1.3683341232062958,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.04846951033687219,
            0.13137156310403952,
            1.233268893942295,
            0.02080021704932733,
            0.061339862095337594,
            1.3683341232062958,
            -0.009881857700747787,
            0.20391033251871704,
            -0.006683271566998883,
            -0.010076068101625424,
            0.11748301569969044,
            1.267513433809654,
            0.3492429524194449,
            0.35900132770439086,
            0.0559784796769236,
            0.08233982600359013
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_ec941ffe7c1629588866": 15436,
            "candidate_a1697d020b7aceb34212": 5500,
            "candidate_54f7bf4b45b4f2cc5dba": 20212
          },
          "best_to_worst": [
            "candidate_54f7bf4b45b4f2cc5dba",
            "candidate_ec941ffe7c1629588866",
            "candidate_a1697d020b7aceb34212"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_ec941ffe7c1629588866": 1200,
            "candidate_a1697d020b7aceb34212": 1200,
            "candidate_54f7bf4b45b4f2cc5dba": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_ec941ffe7c1629588866": 2,
            "candidate_a1697d020b7aceb34212": 2,
            "candidate_54f7bf4b45b4f2cc5dba": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_ec941ffe7c1629588866": 3,
            "candidate_a1697d020b7aceb34212": 3,
            "candidate_54f7bf4b45b4f2cc5dba": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_ec941ffe7c1629588866": true,
            "candidate_a1697d020b7aceb34212": true,
            "candidate_54f7bf4b45b4f2cc5dba": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_ec941ffe7c1629588866": null,
            "candidate_a1697d020b7aceb34212": null,
            "candidate_54f7bf4b45b4f2cc5dba": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "residual_depth_s841901",
      "template_id": "residual_depth",
      "admitted": false,
      "pairs": [
        {
          "a": "plain2",
          "b": "residual6",
          "a_node": "candidate_5e02b72d5e785e09d855",
          "b_node": "candidate_d970952e0279a86f3e85",
          "changed_fields": {
            "model.depth": [
              2,
              6
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.005065596555141383,
          "sd_b_minus_a": 0.031174398956715244,
          "min_b_minus_a": -0.07753735221922398,
          "max_b_minus_a": 0.04574100123136304,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.03228502782440046,
            0.01585874511511065,
            -0.00231805736257229,
            -0.01518083798873704,
            -0.07753735221922398,
            -0.0033058779954444617,
            -0.005091987433843315,
            0.04108749848091975,
            -0.02200548691325821,
            -0.005828339519212022,
            0.017444906930904835,
            0.02179290621279506,
            -0.0020829636487178504,
            -0.04715677356580272,
            0.04574100123136304,
            -0.010181898382143117
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain2",
          "b": "plain6",
          "a_node": "candidate_5e02b72d5e785e09d855",
          "b_node": "candidate_ba0e44517b74430fa307",
          "changed_fields": {
            "model.depth": [
              2,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6684711566497299,
          "sd_b_minus_a": 0.6544657369578571,
          "min_b_minus_a": -0.13652829127386212,
          "max_b_minus_a": 1.3814300674202968,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.0005520322447409853,
            0.03575796401128173,
            1.376222649763804,
            0.0015133990964386612,
            -0.13652829127386212,
            0.15656228890293278,
            1.3664951688842848,
            0.3960834126919508,
            1.28746614875854,
            0.7340716929757036,
            1.3630132130347192,
            1.3814300674202968,
            1.3783447940368205,
            1.3224759467411786,
            0.02110230744801811,
            0.010975711658829823
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain2",
          "b": "residual2",
          "a_node": "candidate_5e02b72d5e785e09d855",
          "b_node": "candidate_675b0f0945a65c7728d6",
          "changed_fields": {
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.007409390335396893,
          "sd_b_minus_a": 0.053355809335584585,
          "min_b_minus_a": -0.19409170967992395,
          "max_b_minus_a": 0.03552025672979653,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.023356080273515545,
            0.03552025672979653,
            0.014965367678087205,
            -0.012837586778914556,
            -0.19409170967992395,
            0.002565726957982406,
            0.012604363611899316,
            -0.013965021527837962,
            0.00800100518972613,
            0.000629699497949332,
            0.013474849285557866,
            0.006981505524890963,
            0.004104172548977658,
            -0.04697693412890658,
            0.02883804086013697,
            -0.0017200614092871547
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "residual6",
          "b": "plain6",
          "a_node": "candidate_d970952e0279a86f3e85",
          "b_node": "candidate_ba0e44517b74430fa307",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6735367532048713,
          "sd_b_minus_a": 0.652373874569937,
          "min_b_minus_a": -0.05899093905463815,
          "max_b_minus_a": 1.3804277576855384,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.032837060069141444,
            0.019899218896171078,
            1.3785407071263762,
            0.0166942370851757,
            -0.05899093905463815,
            0.15986816689837724,
            1.371587156318128,
            0.35499591421103105,
            1.3094716356717981,
            0.7399000324949156,
            1.3455683061038144,
            1.3596371612075018,
            1.3804277576855384,
            1.3696327203069814,
            -0.024638693783344934,
            0.02115761004097294
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "residual6",
          "b": "residual2",
          "a_node": "candidate_d970952e0279a86f3e85",
          "b_node": "candidate_675b0f0945a65c7728d6",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0023437937802555098,
          "sd_b_minus_a": 0.038501096928744385,
          "min_b_minus_a": -0.11655435746069998,
          "max_b_minus_a": 0.055641108097916,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.055641108097916,
            0.019661511614685878,
            0.017283425040659495,
            0.0023432512098224834,
            -0.11655435746069998,
            0.005871604953426868,
            0.01769635104574263,
            -0.05505252000875771,
            0.03000649210298434,
            0.006458039017161354,
            -0.003970057645346969,
            -0.014811400687904097,
            0.006187136197695509,
            0.00017983943689614534,
            -0.016902960371226072,
            0.008461836972855963
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain6",
          "b": "residual2",
          "a_node": "candidate_ba0e44517b74430fa307",
          "b_node": "candidate_675b0f0945a65c7728d6",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6758805469851268,
          "sd_b_minus_a": 0.6440700830041953,
          "min_b_minus_a": -1.3744485618954059,
          "max_b_minus_a": 0.02280404802877456,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            0.02280404802877456,
            -0.00023770728148519993,
            -1.3612572820857167,
            -0.014350985875353217,
            -0.05756341840606183,
            -0.15399656194495037,
            -1.3538908052723855,
            -0.41004843421978876,
            -1.2794651435688138,
            -0.7334419934777543,
            -1.3495383637491614,
            -1.3744485618954059,
            -1.3742406214878429,
            -1.3694528808700852,
            0.0077357334121188615,
            -0.012695773068116978
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_5e02b72d5e785e09d855": 16204,
            "candidate_d970952e0279a86f3e85": 46732,
            "candidate_ba0e44517b74430fa307": 46732
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_5e02b72d5e785e09d855": 300,
            "candidate_d970952e0279a86f3e85": 300,
            "candidate_ba0e44517b74430fa307": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_5e02b72d5e785e09d855": 2,
            "candidate_d970952e0279a86f3e85": 6,
            "candidate_ba0e44517b74430fa307": 6
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_5e02b72d5e785e09d855": 3,
            "candidate_d970952e0279a86f3e85": 3,
            "candidate_ba0e44517b74430fa307": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_5e02b72d5e785e09d855": false,
            "candidate_d970952e0279a86f3e85": true,
            "candidate_ba0e44517b74430fa307": false
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_5e02b72d5e785e09d855": null,
            "candidate_d970952e0279a86f3e85": null,
            "candidate_ba0e44517b74430fa307": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "residual_depth_s841902",
      "template_id": "residual_depth",
      "admitted": false,
      "pairs": [
        {
          "a": "plain2",
          "b": "residual6",
          "a_node": "candidate_c9945d9e94130fa6d514",
          "b_node": "candidate_9dd05632feeef8396a70",
          "changed_fields": {
            "model.depth": [
              2,
              6
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.04954807076137513,
          "sd_b_minus_a": 0.18634703937053043,
          "min_b_minus_a": -0.07053305840236135,
          "max_b_minus_a": 0.7353202383383177,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.06083947481238283,
            -0.004570539851556532,
            0.06899232519208454,
            0.004602062108460814,
            -0.004287244693841785,
            -0.07053305840236135,
            -0.007023348844086286,
            -0.017151238225778798,
            -0.008386713030631654,
            0.01988551324029686,
            0.7353202383383177,
            0.03560892974201124,
            -0.022303937963442877,
            0.045473304475308396,
            -0.008272120117908344,
            -0.03542451459725271
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain2",
          "b": "plain6",
          "a_node": "candidate_c9945d9e94130fa6d514",
          "b_node": "candidate_3d75613e820affe88db9",
          "changed_fields": {
            "model.depth": [
              2,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6086943362006423,
          "sd_b_minus_a": 0.5949796295204531,
          "min_b_minus_a": -0.05664222757332027,
          "max_b_minus_a": 1.3759521632600809,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.77994128051796,
            0.10222250077640638,
            0.7571959589549806,
            -0.0028168595454189926,
            1.3725605216459371,
            -0.05664222757332027,
            -0.0008784826495684683,
            1.225166669828468,
            1.3614222711184993,
            0.042963753519870806,
            0.7580767999752425,
            -0.026560437101579737,
            1.3258198981638998,
            1.3759521632600809,
            -0.03360293676087167,
            0.7582885050796904
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain2",
          "b": "residual2",
          "a_node": "candidate_c9945d9e94130fa6d514",
          "b_node": "candidate_f9bdfa11ef52bc5e3528",
          "changed_fields": {
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.008051858059388906,
          "sd_b_minus_a": 0.03475917518692309,
          "min_b_minus_a": -0.060680012742523104,
          "max_b_minus_a": 0.07373373041627929,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.007676010121940635,
            0.0029420267092064023,
            0.012548829050501809,
            0.0042150857334490865,
            0.027875432511791587,
            -0.060680012742523104,
            0.033758444944396615,
            0.038185452242032625,
            0.062478377600200474,
            -4.583468398777768e-05,
            0.07373373041627929,
            -0.0009196473547490314,
            -0.04233062194543891,
            0.004273362006642856,
            -0.010330588702345267,
            -0.0245503169571748
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "residual6",
          "b": "plain6",
          "a_node": "candidate_9dd05632feeef8396a70",
          "b_node": "candidate_3d75613e820affe88db9",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.5591462654392672,
          "sd_b_minus_a": 0.607656646659292,
          "min_b_minus_a": -0.06216936684359098,
          "max_b_minus_a": 1.376847766339779,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.7191018057055771,
            0.10679304062796291,
            0.6882036337628961,
            -0.007418921653879806,
            1.376847766339779,
            0.013890830829041079,
            0.006144866194517817,
            1.2423179080542468,
            1.369808984149131,
            0.023078240279573947,
            0.022756561636924744,
            -0.06216936684359098,
            1.3481238361273427,
            1.3304788587847725,
            -0.025330816642963327,
            0.7937130196769431
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "residual6",
          "b": "residual2",
          "a_node": "candidate_9dd05632feeef8396a70",
          "b_node": "candidate_f9bdfa11ef52bc5e3528",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.041496212701986224,
          "sd_b_minus_a": 0.16951810467352882,
          "min_b_minus_a": -0.6615865079220384,
          "max_b_minus_a": 0.07086509063083213,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.0531634646904422,
            0.007512566560762934,
            -0.05644349614158273,
            -0.0003869763750117272,
            0.03216267720563337,
            0.009853045659838244,
            0.0407817937884829,
            0.05533669046781142,
            0.07086509063083213,
            -0.019931347924284637,
            -0.6615865079220384,
            -0.03652857709676027,
            -0.02002668398199603,
            -0.04119994246866554,
            -0.0020584685844369233,
            0.01087419764007791
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain6",
          "b": "residual2",
          "a_node": "candidate_3d75613e820affe88db9",
          "b_node": "candidate_f9bdfa11ef52bc5e3528",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6006424781412534,
          "sd_b_minus_a": 0.5848977144399631,
          "min_b_minus_a": -1.371678801253438,
          "max_b_minus_a": 0.03463692759396508,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.7722652703960193,
            -0.09928047406719998,
            -0.7446471299044788,
            0.007031945278868079,
            -1.3446850891341455,
            -0.004037785169202834,
            0.03463692759396508,
            -1.1869812175864354,
            -1.2989438935182989,
            -0.043009588203858584,
            -0.6843430695589632,
            0.025640789746830706,
            -1.3681505201093387,
            -1.371678801253438,
            0.023272348058526404,
            -0.7828388220368652
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_c9945d9e94130fa6d514": 16204,
            "candidate_9dd05632feeef8396a70": 46732,
            "candidate_3d75613e820affe88db9": 46732
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_c9945d9e94130fa6d514": 300,
            "candidate_9dd05632feeef8396a70": 300,
            "candidate_3d75613e820affe88db9": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_c9945d9e94130fa6d514": 2,
            "candidate_9dd05632feeef8396a70": 6,
            "candidate_3d75613e820affe88db9": 6
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_c9945d9e94130fa6d514": 3,
            "candidate_9dd05632feeef8396a70": 3,
            "candidate_3d75613e820affe88db9": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_c9945d9e94130fa6d514": false,
            "candidate_9dd05632feeef8396a70": true,
            "candidate_3d75613e820affe88db9": false
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_c9945d9e94130fa6d514": null,
            "candidate_9dd05632feeef8396a70": null,
            "candidate_3d75613e820affe88db9": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "residual_depth_s841903",
      "template_id": "residual_depth",
      "admitted": false,
      "pairs": [
        {
          "a": "plain2",
          "b": "residual6",
          "a_node": "candidate_ec18f033d414ed8b2267",
          "b_node": "candidate_6df66b35fc95baca2b92",
          "changed_fields": {
            "model.depth": [
              2,
              6
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0114541510156414,
          "sd_b_minus_a": 0.03559946401265552,
          "min_b_minus_a": -0.07740437639586162,
          "max_b_minus_a": 0.07343701814534143,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            0.0025728532345965505,
            -0.010408212954644114,
            -0.013250687741674483,
            0.07343701814534143,
            0.04722603625850752,
            -0.000774402404204011,
            -0.04903286858461797,
            -0.07740437639586162,
            -0.00611683470197022,
            -0.014435474804486148,
            -0.03585635306080803,
            -0.0208379658870399,
            -0.04600885265972465,
            -0.026420189533382654,
            -0.003538432589266449,
            -0.0024176725710276514
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain2",
          "b": "plain6",
          "a_node": "candidate_ec18f033d414ed8b2267",
          "b_node": "candidate_ce554a6b3b83b800b884",
          "changed_fields": {
            "model.depth": [
              2,
              6
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6049386866907298,
          "sd_b_minus_a": 0.6052802748899327,
          "min_b_minus_a": -0.05512377165723592,
          "max_b_minus_a": 1.3532265230314806,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            1.029644911759533,
            0.05050248058978468,
            1.3532265230314806,
            0.7641936475993134,
            1.3507161910529248,
            0.28184928884729743,
            -0.05512377165723592,
            1.3246161858551204,
            0.8095458950265311,
            0.06544534431304783,
            1.3370543287601322,
            0.05373474844964221,
            -0.03144232643535361,
            1.3264684458263218,
            0.021416560281068087,
            -0.0028294662479311228
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain2",
          "b": "residual2",
          "a_node": "candidate_ec18f033d414ed8b2267",
          "b_node": "candidate_d6f536a09652df88c280",
          "changed_fields": {
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.008502038199367234,
          "sd_b_minus_a": 0.04045810125087358,
          "min_b_minus_a": -0.058657233661506325,
          "max_b_minus_a": 0.11597736150724813,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.013591739465482533,
            0.010679328232072294,
            0.014264411060139537,
            0.01275899913161993,
            0.11597736150724813,
            0.016629579127766192,
            -0.04438012489117682,
            -0.058657233661506325,
            -0.0040270647732540965,
            0.01764229335822165,
            -0.004073820076882839,
            0.07106445665704086,
            -0.015448451624251902,
            -0.01082323130685836,
            -0.00842733948957175,
            0.009261708473786712
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "residual6",
          "b": "plain6",
          "a_node": "candidate_6df66b35fc95baca2b92",
          "b_node": "candidate_ce554a6b3b83b800b884",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6163928377063712,
          "sd_b_minus_a": 0.6034282861440508,
          "min_b_minus_a": -0.006090903072617948,
          "max_b_minus_a": 1.402020562250982,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            1.0270720585249364,
            0.060910693544428796,
            1.366477210773155,
            0.690756629453972,
            1.3034901547944173,
            0.28262369125150144,
            -0.006090903072617948,
            1.402020562250982,
            0.8156627297285013,
            0.07988081911753397,
            1.3729106818209402,
            0.07457271433668211,
            0.014566526224371046,
            1.3528886353597045,
            0.024954992870334536,
            -0.00041179367690347135
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "residual6",
          "b": "residual2",
          "a_node": "candidate_6df66b35fc95baca2b92",
          "b_node": "candidate_d6f536a09652df88c280",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.019956189215008635,
          "sd_b_minus_a": 0.03251953809086853,
          "min_b_minus_a": -0.060678019013721496,
          "max_b_minus_a": 0.09190242254408076,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.011018886230885983,
            0.021087541186716408,
            0.02751509880181402,
            -0.060678019013721496,
            0.06875132524874061,
            0.017403981531970203,
            0.004652743693441153,
            0.018747142734355293,
            0.002089769928716123,
            0.0320777681627078,
            0.031782532983925194,
            0.09190242254408076,
            0.03056040103547275,
            0.015596958226524293,
            -0.004888906900305301,
            0.011679381044814363
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain6",
          "b": "residual2",
          "a_node": "candidate_ce554a6b3b83b800b884",
          "b_node": "candidate_d6f536a09652df88c280",
          "changed_fields": {
            "model.depth": [
              6,
              2
            ],
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5964366484913626,
          "sd_b_minus_a": 0.6033722870828712,
          "min_b_minus_a": -1.3832734195166267,
          "max_b_minus_a": 0.017329708207398653,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -1.0160531722940505,
            -0.03982315235771239,
            -1.338962111971341,
            -0.7514346484676935,
            -1.2347388295456767,
            -0.26521970971953124,
            0.0107436467660591,
            -1.3832734195166267,
            -0.8135729597997852,
            -0.047803050954826176,
            -1.341128148837015,
            0.017329708207398653,
            0.015993874811101705,
            -1.3372916771331802,
            -0.029843899770639837,
            0.012091174721717834
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_ec18f033d414ed8b2267": 16204,
            "candidate_6df66b35fc95baca2b92": 46732,
            "candidate_ce554a6b3b83b800b884": 46732
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_ec18f033d414ed8b2267": 300,
            "candidate_6df66b35fc95baca2b92": 300,
            "candidate_ce554a6b3b83b800b884": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_ec18f033d414ed8b2267": 2,
            "candidate_6df66b35fc95baca2b92": 6,
            "candidate_ce554a6b3b83b800b884": 6
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_ec18f033d414ed8b2267": 3,
            "candidate_6df66b35fc95baca2b92": 3,
            "candidate_ce554a6b3b83b800b884": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_ec18f033d414ed8b2267": false,
            "candidate_6df66b35fc95baca2b92": true,
            "candidate_ce554a6b3b83b800b884": false
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_ec18f033d414ed8b2267": null,
            "candidate_6df66b35fc95baca2b92": null,
            "candidate_ce554a6b3b83b800b884": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "norm_residual_s841901",
      "template_id": "norm_residual",
      "admitted": false,
      "pairs": [
        {
          "a": "no_norm",
          "b": "plain_norm",
          "a_node": "candidate_bb0449ecad9dc1b5fc11",
          "b_node": "candidate_1e525757e242e2130e66",
          "changed_fields": {
            "model.norm": [
              "none",
              "layer"
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.9257411912101361,
          "sd_b_minus_a": 0.5856127487346556,
          "min_b_minus_a": -0.004860371351242065,
          "max_b_minus_a": 1.3859579220406886,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            1.3127535814419389,
            1.1218523867428303,
            1.325219212565571,
            1.3552493632305413,
            -0.00037664175033569336,
            1.2950892287772149,
            1.270071507897228,
            -0.004860371351242065,
            0.11785222589969635,
            1.3731094627000857,
            0.15962746739387512,
            1.3560382789000869,
            0.19679079949855804,
            1.166843019425869,
            1.3806416159495711,
            1.3859579220406886
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "no_norm",
          "b": "residual_norm",
          "a_node": "candidate_bb0449ecad9dc1b5fc11",
          "b_node": "candidate_3b74befeb2c6c9eb61c9",
          "changed_fields": {
            "model.norm": [
              "none",
              "layer"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.12234637090728029,
          "sd_b_minus_a": 0.630830929851486,
          "min_b_minus_a": -1.3480764869600534,
          "max_b_minus_a": 1.2335312203504145,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.10365388728678226,
            -0.23355159992934205,
            1.2335312203504145,
            0.03466445184312761,
            -1.3480764869600534,
            1.161804898409173,
            -0.044829408172518015,
            -0.10986948013305664,
            -0.516473613679409,
            0.07120065440540202,
            0.035674288868904114,
            0.16933042649179697,
            0.06014995276927948,
            1.0364195629954338,
            0.23476595059037209,
            0.06914722938017803
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "no_norm",
          "b": "plain_no_norm",
          "a_node": "candidate_bb0449ecad9dc1b5fc11",
          "b_node": "candidate_6b94f7549d0848a00d04",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.012599236799076152,
          "sd_b_minus_a": 0.11561997900359716,
          "min_b_minus_a": -0.21868319734494435,
          "max_b_minus_a": 0.19678841531276703,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.053035260178148746,
            -0.17851070128381252,
            0.1671438398770988,
            -0.02582173743576277,
            -0.0007960349321365356,
            -0.08829991998209152,
            -0.0088511873036623,
            -0.004851788282394409,
            0.1178383082151413,
            -0.008590850033215247,
            0.15962494909763336,
            -0.02962743019543268,
            0.19678841531276703,
            -0.21868319734494435,
            0.07079379400238395,
            0.00039606889549759217
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain_norm",
          "b": "residual_norm",
          "a_node": "candidate_1e525757e242e2130e66",
          "b_node": "candidate_3b74befeb2c6c9eb61c9",
          "changed_fields": {
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.8033948203028558,
          "sd_b_minus_a": 0.5716660171537721,
          "min_b_minus_a": -1.3554039866721723,
          "max_b_minus_a": -0.09168799221515656,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.2090996941551566,
            -1.3554039866721723,
            -0.09168799221515656,
            -1.3205849113874137,
            -1.3476998452097178,
            -0.133284330368042,
            -1.314900916069746,
            -0.10500910878181458,
            -0.6343258395791054,
            -1.3019088082946837,
            -0.12395317852497101,
            -1.18670785240829,
            -0.13664084672927856,
            -0.13042345643043518,
            -1.145875665359199,
            -1.3168106926605105
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain_norm",
          "b": "plain_no_norm",
          "a_node": "candidate_1e525757e242e2130e66",
          "b_node": "candidate_6b94f7549d0848a00d04",
          "changed_fields": {
            "model.norm": [
              "layer",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.9131419544110599,
          "sd_b_minus_a": 0.6386871299219062,
          "min_b_minus_a": -1.3856657090955196,
          "max_b_minus_a": 8.58306884765625e-06,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -1.2597183212637901,
            -1.3003630880266428,
            -1.1580753726884723,
            -1.3810711006663041,
            -0.0004193931818008423,
            -1.3833891487593064,
            -1.2789226952008903,
            8.58306884765625e-06,
            -1.3917684555053711e-05,
            -1.381700312733301,
            -2.518296241760254e-06,
            -1.3856657090955196,
            -2.384185791015625e-06,
            -1.3855262167708133,
            -1.3098478219471872,
            -1.385561853145191
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "residual_norm",
          "b": "plain_no_norm",
          "a_node": "candidate_3b74befeb2c6c9eb61c9",
          "b_node": "candidate_6b94f7549d0848a00d04",
          "changed_fields": {
            "model.norm": [
              "layer",
              "none"
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.10974713410820414,
          "sd_b_minus_a": 0.6548895147790066,
          "min_b_minus_a": -1.2551027603403782,
          "max_b_minus_a": 1.347280452027917,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.05061862710863352,
            0.055040898645529523,
            -1.0663873804733157,
            -0.06048618927889038,
            1.347280452027917,
            -1.2501048183912644,
            0.035978220868855715,
            0.10501769185066223,
            0.6343119218945503,
            -0.07979150443861727,
            0.12395066022872925,
            -0.19895785668722965,
            0.13663846254348755,
            -1.2551027603403782,
            -0.16397215658798814,
            -0.06875116048468044
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_bb0449ecad9dc1b5fc11": 15340,
            "candidate_1e525757e242e2130e66": 15436,
            "candidate_3b74befeb2c6c9eb61c9": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_bb0449ecad9dc1b5fc11": 1200,
            "candidate_1e525757e242e2130e66": 1200,
            "candidate_3b74befeb2c6c9eb61c9": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_bb0449ecad9dc1b5fc11": 2,
            "candidate_1e525757e242e2130e66": 2,
            "candidate_3b74befeb2c6c9eb61c9": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_bb0449ecad9dc1b5fc11": 3,
            "candidate_1e525757e242e2130e66": 3,
            "candidate_3b74befeb2c6c9eb61c9": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_bb0449ecad9dc1b5fc11": true,
            "candidate_1e525757e242e2130e66": false,
            "candidate_3b74befeb2c6c9eb61c9": true
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_bb0449ecad9dc1b5fc11": null,
            "candidate_1e525757e242e2130e66": null,
            "candidate_3b74befeb2c6c9eb61c9": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "norm_residual_s841902",
      "template_id": "norm_residual",
      "admitted": false,
      "pairs": [
        {
          "a": "no_norm",
          "b": "plain_norm",
          "a_node": "candidate_847a0405ced8043e5e4f",
          "b_node": "candidate_987bbf0bc6a81712d9f8",
          "changed_fields": {
            "model.norm": [
              "none",
              "layer"
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.9267718148438036,
          "sd_b_minus_a": 0.5510664160123768,
          "min_b_minus_a": 2.516806125640869e-05,
          "max_b_minus_a": 1.3861242651591965,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            1.2304460047744215,
            1.263770043849945,
            1.3800282442825846,
            1.360611197873368,
            0.644271083176136,
            0.9548090621829033,
            1.3861242651591965,
            0.10369855165481567,
            2.516806125640869e-05,
            1.3603461936290842,
            0.13451506197452545,
            1.374883717879129,
            0.11190912127494812,
            1.3832020671245573,
            0.7551914863288403,
            1.3845177682751455
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "no_norm",
          "b": "residual_norm",
          "a_node": "candidate_847a0405ced8043e5e4f",
          "b_node": "candidate_7399cba3f8ca90f400cc",
          "changed_fields": {
            "model.norm": [
              "none",
              "layer"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0768910089720265,
          "sd_b_minus_a": 0.5671578446738371,
          "min_b_minus_a": -1.1272790478542447,
          "max_b_minus_a": 1.2580980772036128,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.061819232534617186,
            0.11300338990986347,
            1.2580980772036128,
            0.5974116524303099,
            -0.5975872920826077,
            -0.383849882055074,
            0.08297031094571139,
            -1.1272790478542447,
            -0.11491145193576813,
            0.18917812893050723,
            -0.9615969583392143,
            0.01440021025337046,
            0.11242850124835968,
            0.05439648796095753,
            -0.43674904748331755,
            0.03165000984972721
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "no_norm",
          "b": "plain_no_norm",
          "a_node": "candidate_847a0405ced8043e5e4f",
          "b_node": "candidate_9a9a9b9d6908cdc857fc",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.15816017499641077,
          "sd_b_minus_a": 0.49253216498950547,
          "min_b_minus_a": -0.3835039041005075,
          "max_b_minus_a": 1.2935610474225996,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.13073309167521074,
            -0.05193638929631561,
            1.2566512787598185,
            -0.02360000989119726,
            0.6442318633198738,
            -0.3835039041005075,
            0.09248067870521481,
            0.1036677360534668,
            -0.13091279566287994,
            -0.026842269917324302,
            0.13444878160953522,
            0.000607387388299685,
            0.11321082711219788,
            1.2935610474225996,
            -0.36879387591034174,
            0.008025536025343172
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain_norm",
          "b": "residual_norm",
          "a_node": "candidate_987bbf0bc6a81712d9f8",
          "b_node": "candidate_7399cba3f8ca90f400cc",
          "changed_fields": {
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.00366282381583,
          "sd_b_minus_a": 0.48137198641508927,
          "min_b_minus_a": -1.3604835076257586,
          "max_b_minus_a": 0.0005193799734115601,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -1.2922652373090386,
            -1.1507666539400816,
            -0.12193016707897186,
            -0.763199545443058,
            -1.2418583752587438,
            -1.3386589442379773,
            -1.3031539542134851,
            -1.2309775995090604,
            -0.11493661999702454,
            -1.171168064698577,
            -1.0961120203137398,
            -1.3604835076257586,
            0.0005193799734115601,
            -1.3288055791635998,
            -1.1919405338121578,
            -1.3528677584254183
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain_norm",
          "b": "plain_no_norm",
          "a_node": "candidate_987bbf0bc6a81712d9f8",
          "b_node": "candidate_9a9a9b9d6908cdc857fc",
          "changed_fields": {
            "model.norm": [
              "layer",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7686116398473928,
          "sd_b_minus_a": 0.659480167106485,
          "min_b_minus_a": -1.3871884635464085,
          "max_b_minus_a": 0.0013017058372497559,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -1.3611790964496322,
            -1.3157064331462607,
            -0.12337696552276611,
            -1.3842112077645652,
            -3.921985626220703e-05,
            -1.3383129662834108,
            -1.2936435864539817,
            -3.081560134887695e-05,
            -0.13093796372413635,
            -1.3871884635464085,
            -6.628036499023438e-05,
            -1.3742763304908294,
            0.0013017058372497559,
            -0.0896410197019577,
            -1.123985362239182,
            -1.3764922322498023
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "residual_norm",
          "b": "plain_no_norm",
          "a_node": "candidate_7399cba3f8ca90f400cc",
          "b_node": "candidate_9a9a9b9d6908cdc857fc",
          "changed_fields": {
            "model.norm": [
              "layer",
              "none"
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.23505118396843727,
          "sd_b_minus_a": 0.5988987143078065,
          "min_b_minus_a": -0.6210116623215072,
          "max_b_minus_a": 1.2418191554024816,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.06891385914059356,
            -0.16493977920617908,
            -0.0014467984437942505,
            -0.6210116623215072,
            1.2418191554024816,
            0.00034597795456647873,
            0.009510367759503424,
            1.2309467839077115,
            -0.016001343727111816,
            -0.21602039884783153,
            1.0960457399487495,
            -0.013792822865070775,
            0.0007823258638381958,
            1.239164559461642,
            0.06795517157297581,
            -0.02362447382438404
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_847a0405ced8043e5e4f": 15340,
            "candidate_987bbf0bc6a81712d9f8": 15436,
            "candidate_7399cba3f8ca90f400cc": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_847a0405ced8043e5e4f": 1200,
            "candidate_987bbf0bc6a81712d9f8": 1200,
            "candidate_7399cba3f8ca90f400cc": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_847a0405ced8043e5e4f": 2,
            "candidate_987bbf0bc6a81712d9f8": 2,
            "candidate_7399cba3f8ca90f400cc": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_847a0405ced8043e5e4f": 3,
            "candidate_987bbf0bc6a81712d9f8": 3,
            "candidate_7399cba3f8ca90f400cc": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_847a0405ced8043e5e4f": true,
            "candidate_987bbf0bc6a81712d9f8": false,
            "candidate_7399cba3f8ca90f400cc": true
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_847a0405ced8043e5e4f": null,
            "candidate_987bbf0bc6a81712d9f8": null,
            "candidate_7399cba3f8ca90f400cc": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "norm_residual_s841903",
      "template_id": "norm_residual",
      "admitted": false,
      "pairs": [
        {
          "a": "no_norm",
          "b": "plain_norm",
          "a_node": "candidate_fa16bd42cc361c317d1e",
          "b_node": "candidate_979cc6b964dc1ad05d7a",
          "changed_fields": {
            "model.norm": [
              "none",
              "layer"
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.9031437220544234,
          "sd_b_minus_a": 0.5776169173384403,
          "min_b_minus_a": -0.00016544759273529053,
          "max_b_minus_a": 1.3856716522402621,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            1.3766059622284956,
            1.3533700330881402,
            1.3069917294196784,
            1.3823299810683238,
            0.1306326687335968,
            1.1290146671235561,
            1.3856716522402621,
            0.14678479731082916,
            -0.00016544759273529053,
            1.1831237049773335,
            1.1358674932271242,
            0.11790152103640139,
            1.2275197030976415,
            1.3585994889290305,
            1.1912765074521303,
            0.024775090530965826
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "no_norm",
          "b": "residual_norm",
          "a_node": "candidate_fa16bd42cc361c317d1e",
          "b_node": "candidate_ec941ffe7c1629588866",
          "changed_fields": {
            "model.norm": [
              "none",
              "layer"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3057345159176492,
          "sd_b_minus_a": 0.5771008197643359,
          "min_b_minus_a": -0.8226282522082329,
          "max_b_minus_a": 1.3079700800590217,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.16904832591535524,
            -0.02384158371569356,
            1.3079700800590217,
            1.2139102176224696,
            0.13080105185508728,
            -0.016250111162662506,
            0.14711023526410827,
            -0.8226282522082329,
            0.00013975799083709717,
            0.03586191963404417,
            0.9541008789092302,
            0.029602056252770126,
            1.2332749934867024,
            0.03135994968761224,
            0.2818551566451788,
            0.2194375784465592
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "no_norm",
          "b": "plain_no_norm",
          "a_node": "candidate_fa16bd42cc361c317d1e",
          "b_node": "candidate_dc7213f3bdc686d92450",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.2837122049474772,
          "sd_b_minus_a": 0.599694919074867,
          "min_b_minus_a": -0.2573379081395615,
          "max_b_minus_a": 1.3823305026089656,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            1.376592610788066,
            1.1381176485447213,
            0.009586062078597024,
            1.3823305026089656,
            0.13063904643058777,
            -0.2573379081395615,
            0.004897433745782109,
            0.039112016558647156,
            -0.0001634657382965088,
            -0.2004480056311877,
            -0.18483317806385458,
            -0.040148473035060306,
            -0.026407272554934025,
            -0.023623884859262034,
            1.1912556756287813,
            -0.00017352920235680358
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain_norm",
          "b": "residual_norm",
          "a_node": "candidate_979cc6b964dc1ad05d7a",
          "b_node": "candidate_ec941ffe7c1629588866",
          "changed_fields": {
            "model.residual": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5974092061367742,
          "sd_b_minus_a": 0.60232444071781,
          "min_b_minus_a": -1.3772116168038337,
          "max_b_minus_a": 0.19466248791559337,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -1.2075576363131404,
            -1.3772116168038337,
            0.0009783506393432617,
            -0.1684197634458542,
            0.00016838312149047852,
            -1.1452647782862186,
            -1.2385614169761539,
            -0.969413049519062,
            0.0003052055835723877,
            -1.1472617853432894,
            -0.18176661431789398,
            -0.08829946478363127,
            0.005755290389060974,
            -1.3272395392414182,
            -0.9094213508069515,
            0.19466248791559337
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain_norm",
          "b": "plain_no_norm",
          "a_node": "candidate_979cc6b964dc1ad05d7a",
          "b_node": "candidate_dc7213f3bdc686d92450",
          "changed_fields": {
            "model.norm": [
              "layer",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6194315171069462,
          "sd_b_minus_a": 0.663202855312341,
          "min_b_minus_a": -1.3863525752631176,
          "max_b_minus_a": 6.377696990966797e-06,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -1.33514404296875e-05,
            -0.21525238454341888,
            -1.2974056673410814,
            5.21540641784668e-07,
            6.377696990966797e-06,
            -1.3863525752631176,
            -1.38077421849448,
            -0.107672780752182,
            1.9818544387817383e-06,
            -1.3835717106085212,
            -1.3207006712909788,
            -0.1580499940714617,
            -1.2539269756525755,
            -1.3822233737882925,
            -2.0831823348999023e-05,
            -0.02494861973332263
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "residual_norm",
          "b": "plain_no_norm",
          "a_node": "candidate_ec941ffe7c1629588866",
          "b_node": "candidate_dc7213f3bdc686d92450",
          "changed_fields": {
            "model.norm": [
              "layer",
              "none"
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.022022310970172043,
          "sd_b_minus_a": 0.7813920351104064,
          "min_b_minus_a": -1.2983840179804247,
          "max_b_minus_a": 1.2075442848727107,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            1.2075442848727107,
            1.1619592322604149,
            -1.2983840179804247,
            0.16842028498649597,
            -0.00016200542449951172,
            -0.24108779697689897,
            -0.14221280151832616,
            0.86174026876688,
            -0.00030322372913360596,
            -0.23630992526523187,
            -1.1389340569730848,
            -0.06975052928783043,
            -1.2596822660416365,
            -0.05498383454687428,
            0.9094005189836025,
            -0.219611107648916
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_fa16bd42cc361c317d1e": 15340,
            "candidate_979cc6b964dc1ad05d7a": 15436,
            "candidate_ec941ffe7c1629588866": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_fa16bd42cc361c317d1e": 1200,
            "candidate_979cc6b964dc1ad05d7a": 1200,
            "candidate_ec941ffe7c1629588866": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_fa16bd42cc361c317d1e": 2,
            "candidate_979cc6b964dc1ad05d7a": 2,
            "candidate_ec941ffe7c1629588866": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_fa16bd42cc361c317d1e": 3,
            "candidate_979cc6b964dc1ad05d7a": 3,
            "candidate_ec941ffe7c1629588866": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_fa16bd42cc361c317d1e": true,
            "candidate_979cc6b964dc1ad05d7a": false,
            "candidate_ec941ffe7c1629588866": true
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_fa16bd42cc361c317d1e": null,
            "candidate_979cc6b964dc1ad05d7a": null,
            "candidate_ec941ffe7c1629588866": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "ff_activation_s841901",
      "template_id": "ff_activation",
      "admitted": false,
      "pairs": [
        {
          "a": "ff1_relu",
          "b": "ff2_gelu",
          "a_node": "candidate_b761d5a572e7c8930b00",
          "b_node": "candidate_3b74befeb2c6c9eb61c9",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ],
            "model.ff_ratio": [
              1,
              2
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3697273247959174,
          "sd_b_minus_a": 0.5296544361166929,
          "min_b_minus_a": -0.3024772246426437,
          "max_b_minus_a": 1.2658810794819146,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.1706899094824621,
            -0.3024772246426437,
            0.9685865603387356,
            0.02120040090812836,
            -0.09622947592288256,
            0.11346039175987244,
            0.06700295046903193,
            1.2658810794819146,
            0.7224538929876871,
            0.05517486247117631,
            0.11773951351642609,
            0.05719274142757058,
            1.2451797800531494,
            1.2533304528969893,
            0.20087006117682904,
            0.0555813003302319
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_relu",
          "b": "ff4_relu",
          "a_node": "candidate_b761d5a572e7c8930b00",
          "b_node": "candidate_99cb23fdd2ff81139333",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.05842974482709451,
          "sd_b_minus_a": 0.5157770165530771,
          "min_b_minus_a": -1.1081983709009364,
          "max_b_minus_a": 1.3061215162742883,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.024448727705021156,
            -0.300360222812742,
            -0.24001708230935037,
            0.014809028143645264,
            -0.08157252403907478,
            -1.1081983709009364,
            0.01746964591438882,
            1.3061215162742883,
            0.194318818685133,
            0.011117066227598116,
            -0.928753325715661,
            -0.11901023864629678,
            0.0029331521582207642,
            0.03501597565445991,
            0.0427245496539399,
            0.194077366773854
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_relu",
          "b": "ff1_gelu",
          "a_node": "candidate_b761d5a572e7c8930b00",
          "b_node": "candidate_121eb45f3650881324a7",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.23672030072123107,
          "sd_b_minus_a": 0.6645263953776792,
          "min_b_minus_a": -1.0630512065254152,
          "max_b_minus_a": 1.382263176368724,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.05133515293346136,
            -0.2462178310379386,
            0.9539694897830486,
            0.10073713366000447,
            0.09793680626899004,
            -0.7139766402542591,
            0.1457335881423205,
            0.4396969706285745,
            1.237654217344243,
            -0.02176159572263714,
            -1.0630512065254152,
            -0.13737976491393056,
            1.382263176368724,
            0.6976602287668356,
            0.8511112005217001,
            0.011813885575975291
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_relu",
          "b": "ff2_relu",
          "a_node": "candidate_b761d5a572e7c8930b00",
          "b_node": "candidate_64fb301b46a587e3fc10",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.030484539447456882,
          "sd_b_minus_a": 0.5994771267145725,
          "min_b_minus_a": -1.0937832579948008,
          "max_b_minus_a": 1.2956321018209564,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.052416800546779996,
            -0.06446878425776958,
            -0.1120195658877492,
            0.08244351822941098,
            -0.04412479232996702,
            -1.0937832579948008,
            0.005052876364061376,
            0.150240937480703,
            1.2084677003440447,
            0.022273906011832878,
            -1.0039222314953804,
            -0.08930315962061286,
            1.2956321018209564,
            0.020468773362154025,
            0.009253490366972983,
            0.04912431821867358
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_relu",
          "b": "ff4_gelu",
          "a_node": "candidate_b761d5a572e7c8930b00",
          "b_node": "candidate_a4320ec04055e927c458",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ],
            "model.ff_ratio": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.10873709615009375,
          "sd_b_minus_a": 0.521559224953522,
          "min_b_minus_a": -1.1004633642733097,
          "max_b_minus_a": 1.355533235531766,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.016551280565181514,
            -0.2589009013026953,
            0.9596547149121761,
            0.16817509628890548,
            -0.07131284615024924,
            0.12550611793994904,
            0.016016393885365687,
            -0.004326046793721616,
            1.355533235531766,
            0.11463581488351338,
            -1.1004633642733097,
            -0.12362714913615491,
            0.3600238824656117,
            0.027879369392394437,
            -0.0023615861136931926,
            0.1568095263064606
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_gelu",
          "b": "ff4_relu",
          "a_node": "candidate_3b74befeb2c6c9eb61c9",
          "b_node": "candidate_99cb23fdd2ff81139333",
          "changed_fields": {
            "model.activation": [
              "gelu",
              "relu"
            ],
            "model.ff_ratio": [
              2,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.4281570696230119,
          "sd_b_minus_a": 0.5492126043127089,
          "min_b_minus_a": -1.2422466278949287,
          "max_b_minus_a": 0.1384960664436221,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.14624118177744094,
            0.00211700182990171,
            -1.208603642648086,
            -0.006391372764483094,
            0.014656951883807778,
            -1.2216587626608089,
            -0.04953330455464311,
            0.04024043679237366,
            -0.5281350743025541,
            -0.044057796243578196,
            -1.0464928392320871,
            -0.17620298007386737,
            -1.2422466278949287,
            -1.2183144772425294,
            -0.15814551152288914,
            0.1384960664436221
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_gelu",
          "b": "ff1_gelu",
          "a_node": "candidate_3b74befeb2c6c9eb61c9",
          "b_node": "candidate_121eb45f3650881324a7",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.13300702407468634,
          "sd_b_minus_a": 0.49042797457962867,
          "min_b_minus_a": -1.1807907200418413,
          "max_b_minus_a": 0.650241139344871,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.11935475654900074,
            0.05625939360470511,
            -0.01461707055568695,
            0.07953673275187612,
            0.1941662821918726,
            -0.8274370320141315,
            0.07873063767328858,
            -0.8261841088533401,
            0.5152003243565559,
            -0.07693645819381345,
            -1.1807907200418413,
            -0.19457250634150114,
            0.13708339631557465,
            -0.5556702241301537,
            0.650241139344871,
            -0.043767414754256606
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_gelu",
          "b": "ff2_relu",
          "a_node": "candidate_3b74befeb2c6c9eb61c9",
          "b_node": "candidate_64fb301b46a587e3fc10",
          "changed_fields": {
            "model.activation": [
              "gelu",
              "relu"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.33924278534846053,
          "sd_b_minus_a": 0.5879625286537018,
          "min_b_minus_a": -1.2328616795348353,
          "max_b_minus_a": 0.4860138073563576,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.1182731089356821,
            0.23800844038487412,
            -1.0806061262264848,
            0.061243117321282625,
            0.052104683592915535,
            -1.2072436497546732,
            -0.061950074104970554,
            -1.1156401420012116,
            0.4860138073563576,
            -0.03290095645934343,
            -1.1216617450118065,
            -0.14649590104818344,
            0.05045232176780701,
            -1.2328616795348353,
            -0.19161657080985606,
            -0.006456982111558318
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_gelu",
          "b": "ff4_gelu",
          "a_node": "candidate_3b74befeb2c6c9eb61c9",
          "b_node": "candidate_a4320ec04055e927c458",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.26099022864582366,
          "sd_b_minus_a": 0.5675736070671146,
          "min_b_minus_a": -1.2702071262756363,
          "max_b_minus_a": 0.6330793425440788,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.15413862891728058,
            0.04357632333994843,
            -0.008931845426559448,
            0.14697469538077712,
            0.024916629772633314,
            0.012045726180076599,
            -0.05098655658366624,
            -1.2702071262756363,
            0.6330793425440788,
            0.059460952412337065,
            -1.2182028777897358,
            -0.1808198905637255,
            -0.8851558975875378,
            -1.2254510835045949,
            -0.20323164729052223,
            0.10122822597622871
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff4_relu",
          "b": "ff1_gelu",
          "a_node": "candidate_99cb23fdd2ff81139333",
          "b_node": "candidate_121eb45f3650881324a7",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ],
            "model.ff_ratio": [
              4,
              1
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.2951500455483256,
          "sd_b_minus_a": 0.5850335240084619,
          "min_b_minus_a": -0.8664245456457138,
          "max_b_minus_a": 1.3793300242105033,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.026886425228440203,
            0.0541423917748034,
            1.193986572092399,
            0.08592810551635921,
            0.17950933030806482,
            0.3942217306466773,
            0.1282639422279317,
            -0.8664245456457138,
            1.04333539865911,
            -0.032878661950235255,
            -0.13429788080975413,
            -0.018369526267633773,
            1.3793300242105033,
            0.6626442531123757,
            0.8083866508677602,
            -0.18226348119787872
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff4_relu",
          "b": "ff2_relu",
          "a_node": "candidate_99cb23fdd2ff81139333",
          "b_node": "candidate_64fb301b46a587e3fc10",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.08891428427455139,
          "sd_b_minus_a": 0.5175123951941734,
          "min_b_minus_a": -1.1558805787935853,
          "max_b_minus_a": 1.2926989496627357,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.02796807284175884,
            0.2358914385549724,
            0.12799751642160118,
            0.06763449008576572,
            0.03744773170910776,
            0.014415112906135619,
            -0.012416769550327444,
            -1.1558805787935853,
            1.0141488816589117,
            0.011156839784234762,
            -0.07516890577971935,
            0.029707079025683925,
            1.2926989496627357,
            -0.014547202292305883,
            -0.03347105928696692,
            -0.14495304855518043
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff4_relu",
          "b": "ff4_gelu",
          "a_node": "candidate_99cb23fdd2ff81139333",
          "b_node": "candidate_a4320ec04055e927c458",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.16716684097718826,
          "sd_b_minus_a": 0.6205606500814309,
          "min_b_minus_a": -1.31044756306801,
          "max_b_minus_a": 1.2337044888408855,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.007897447139839642,
            0.04145932151004672,
            1.1996717972215265,
            0.15336606814526021,
            0.010259677888825536,
            1.2337044888408855,
            -0.0014532520290231332,
            -1.31044756306801,
            1.161214416846633,
            0.10351874865591526,
            -0.17171003855764866,
            -0.004616910489858128,
            0.3570907303073909,
            -0.00713660626206547,
            -0.045086135767633095,
            -0.0372678404673934
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_gelu",
          "b": "ff2_relu",
          "a_node": "candidate_121eb45f3650881324a7",
          "b_node": "candidate_64fb301b46a587e3fc10",
          "changed_fields": {
            "model.activation": [
              "gelu",
              "relu"
            ],
            "model.ff_ratio": [
              1,
              2
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2062357612737742,
          "sd_b_minus_a": 0.35981373521063825,
          "min_b_minus_a": -1.0659890556707978,
          "max_b_minus_a": 0.181749046780169,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.001081647613318637,
            0.181749046780169,
            -1.0659890556707978,
            -0.01829361543059349,
            -0.14206159859895706,
            -0.3798066177405417,
            -0.14068071177825914,
            -0.2894560331478715,
            -0.029186517000198364,
            0.04403550173447002,
            0.05912897503003478,
            0.0480766052933177,
            -0.08663107454776764,
            -0.6771914554046816,
            -0.8418577101547271,
            0.03731043264269829
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_gelu",
          "b": "ff4_gelu",
          "a_node": "candidate_121eb45f3650881324a7",
          "b_node": "candidate_a4320ec04055e927c458",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.12798320457113732,
          "sd_b_minus_a": 0.44484777413663895,
          "min_b_minus_a": -1.0222392939031124,
          "max_b_minus_a": 0.8394827581942081,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.034783872368279845,
            -0.01268307026475668,
            0.0056852251291275024,
            0.067437962628901,
            -0.16924965241923928,
            0.8394827581942081,
            -0.12971719425695483,
            -0.4440230174222961,
            0.11787901818752289,
            0.13639741060615052,
            -0.037412157747894526,
            0.013752615777775645,
            -1.0222392939031124,
            -0.6697808593744412,
            -0.8534727866353933,
            0.14499564073048532
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_relu",
          "b": "ff4_gelu",
          "a_node": "candidate_64fb301b46a587e3fc10",
          "b_node": "candidate_a4320ec04055e927c458",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ],
            "model.ff_ratio": [
              2,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.07825255670263687,
          "sd_b_minus_a": 0.48553567425314903,
          "min_b_minus_a": -0.9356082193553448,
          "max_b_minus_a": 1.2192893759347498,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.03586551998159848,
            -0.1944321170449257,
            1.0716742807999253,
            0.0857315780594945,
            -0.02718805382028222,
            1.2192893759347498,
            0.010963517521304311,
            -0.1545669842744246,
            0.14706553518772125,
            0.0923619088716805,
            -0.0965411327779293,
            -0.03432398951554205,
            -0.9356082193553448,
            0.007410596030240413,
            -0.011615076480666175,
            0.10768520808778703
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_b761d5a572e7c8930b00": 13084,
            "candidate_3b74befeb2c6c9eb61c9": 15436,
            "candidate_99cb23fdd2ff81139333": 20140
          },
          "best_to_worst": [
            "candidate_99cb23fdd2ff81139333",
            "candidate_3b74befeb2c6c9eb61c9",
            "candidate_b761d5a572e7c8930b00"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_b761d5a572e7c8930b00": 1200,
            "candidate_3b74befeb2c6c9eb61c9": 1200,
            "candidate_99cb23fdd2ff81139333": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_b761d5a572e7c8930b00": 2,
            "candidate_3b74befeb2c6c9eb61c9": 2,
            "candidate_99cb23fdd2ff81139333": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_b761d5a572e7c8930b00": 3,
            "candidate_3b74befeb2c6c9eb61c9": 3,
            "candidate_99cb23fdd2ff81139333": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_b761d5a572e7c8930b00": true,
            "candidate_3b74befeb2c6c9eb61c9": true,
            "candidate_99cb23fdd2ff81139333": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_b761d5a572e7c8930b00": null,
            "candidate_3b74befeb2c6c9eb61c9": null,
            "candidate_99cb23fdd2ff81139333": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "ff_activation_s841902",
      "template_id": "ff_activation",
      "admitted": false,
      "pairs": [
        {
          "a": "ff1_relu",
          "b": "ff2_gelu",
          "a_node": "candidate_6b81d3cd60d9b34c45c9",
          "b_node": "candidate_7399cba3f8ca90f400cc",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ],
            "model.ff_ratio": [
              1,
              2
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.07581771126399417,
          "sd_b_minus_a": 0.5799741750624169,
          "min_b_minus_a": -1.1908187721855938,
          "max_b_minus_a": 1.1116278385743499,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.010324573144316673,
            0.2226287419325672,
            1.1116278385743499,
            0.5831664223223925,
            0.1433175195234071,
            -1.1908187721855938,
            0.07853001295006834,
            -1.1004772232845426,
            0.014303743839263916,
            0.16067150654271245,
            0.22947939112782478,
            0.02501528148968646,
            0.8805752992630005,
            0.03793868100910913,
            -0.002345680317375809,
            0.009146044292720035
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_relu",
          "b": "ff4_relu",
          "a_node": "candidate_6b81d3cd60d9b34c45c9",
          "b_node": "candidate_3692b717bd7aa351ee60",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.17708721947516892,
          "sd_b_minus_a": 0.5851272383103322,
          "min_b_minus_a": -1.227385940743261,
          "max_b_minus_a": 1.20766906067729,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.07453127963162842,
            0.004944690164847998,
            -0.1459940860804636,
            0.10325415153056383,
            0.016214519517234294,
            -1.227385940743261,
            -0.000730185814518336,
            -1.15380570711568,
            -1.0400512740015984,
            -0.033373858663253486,
            1.20766906067729,
            0.012598294493727735,
            -0.4689511379110627,
            -0.007089913488016464,
            -0.007951883570058271,
            -0.01821096096682595
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_relu",
          "b": "ff1_gelu",
          "a_node": "candidate_6b81d3cd60d9b34c45c9",
          "b_node": "candidate_69446f8cd2138a6a629e",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.05788206360637105,
          "sd_b_minus_a": 0.5729327779425222,
          "min_b_minus_a": -1.209183672675863,
          "max_b_minus_a": 1.10156504297629,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.032042985782027245,
            0.7298659136868082,
            0.31024383287876844,
            0.8789989594370127,
            0.12981715735440957,
            -1.209183672675863,
            -0.0007344231125898659,
            -0.003771275281906128,
            -0.899916548281908,
            1.10156504297629,
            -0.0069445965345948935,
            0.0005805485434393631,
            -0.2369203120470047,
            -0.01026474274112843,
            0.12628781871171668,
            -0.015553670993540436
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_relu",
          "b": "ff2_relu",
          "a_node": "candidate_6b81d3cd60d9b34c45c9",
          "b_node": "candidate_614911c0fd261ee640a2",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.08520932840497153,
          "sd_b_minus_a": 0.5051089278543117,
          "min_b_minus_a": -1.2323949573910795,
          "max_b_minus_a": 0.7484882584067236,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.02486384566873312,
            0.01077887782594189,
            -0.1072578429011628,
            -0.03744821308646351,
            0.7484882584067236,
            -1.2323949573910795,
            0.002406034212981467,
            -1.2298085843212903,
            -0.3563949167728424,
            -0.024222985579399392,
            0.11427128128707409,
            0.24187681029980013,
            0.2236766368150711,
            -0.016180496706510894,
            0.29682797548593953,
            -0.02283097772306064
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_relu",
          "b": "ff4_gelu",
          "a_node": "candidate_6b81d3cd60d9b34c45c9",
          "b_node": "candidate_f9a29ada749d4adf5672",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ],
            "model.ff_ratio": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.1396781927670645,
          "sd_b_minus_a": 0.5307686728881987,
          "min_b_minus_a": -1.1608940535224974,
          "max_b_minus_a": 1.3249215297400951,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            -0.022331801243126392,
            0.49072201683884487,
            0.9759467905387282,
            -0.03858644870342687,
            0.2712674847098242,
            -1.1608940535224974,
            0.022568480024347082,
            0.21625657379627228,
            0.09753541648387909,
            0.008415059186518192,
            1.3249215297400951,
            0.03170320366007218,
            -0.26581019535660744,
            0.06034703772456851,
            0.04444377851905301,
            0.17834621187648736
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_gelu",
          "b": "ff4_relu",
          "a_node": "candidate_7399cba3f8ca90f400cc",
          "b_node": "candidate_3692b717bd7aa351ee60",
          "changed_fields": {
            "model.activation": [
              "gelu",
              "relu"
            ],
            "model.ff_ratio": [
              2,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2529049307391631,
          "sd_b_minus_a": 0.5656922520717768,
          "min_b_minus_a": -1.3495264371740632,
          "max_b_minus_a": 0.9781896695494652,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.0848558527759451,
            -0.2176840517677192,
            -1.2576219246548135,
            -0.47991227079182863,
            -0.1271030000061728,
            -0.03656716855766717,
            -0.07926019876458668,
            -0.05332848383113742,
            -1.0543550178408623,
            -0.19404536520596594,
            0.9781896695494652,
            -0.012416986995958723,
            -1.3495264371740632,
            -0.045028594497125596,
            -0.005606203252682462,
            -0.027357005259545986
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_gelu",
          "b": "ff1_gelu",
          "a_node": "candidate_7399cba3f8ca90f400cc",
          "b_node": "candidate_69446f8cd2138a6a629e",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.01793564765762312,
          "sd_b_minus_a": 0.5909181094768353,
          "min_b_minus_a": -1.1174956113100052,
          "max_b_minus_a": 1.0967059480026364,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.02171841263771057,
            0.507237171754241,
            -0.8013840056955814,
            0.2958325371146202,
            -0.013500362168997526,
            -0.018364900490269065,
            -0.0792644360626582,
            1.0967059480026364,
            -0.914220292121172,
            0.9408935364335775,
            -0.23642398766241968,
            -0.024434732946247095,
            -1.1174956113100052,
            -0.04820342375023756,
            0.1286334990290925,
            -0.02469971528626047
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_gelu",
          "b": "ff2_relu",
          "a_node": "candidate_7399cba3f8ca90f400cc",
          "b_node": "candidate_614911c0fd261ee640a2",
          "changed_fields": {
            "model.activation": [
              "gelu",
              "relu"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.1610270396689657,
          "sd_b_minus_a": 0.42019204932835746,
          "min_b_minus_a": -1.2188856814755127,
          "max_b_minus_a": 0.6051707388833165,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            0.014539272524416447,
            -0.21184986410662532,
            -1.2188856814755127,
            -0.620614635408856,
            0.6051707388833165,
            -0.04157618520548567,
            -0.07612397873708687,
            -0.1293313610367477,
            -0.3706986606121063,
            -0.18489449212211184,
            -0.1152081098407507,
            0.21686152881011367,
            -0.6568986624479294,
            -0.054119177715620026,
            0.29917365580331534,
            -0.031977022015780676
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_gelu",
          "b": "ff4_gelu",
          "a_node": "candidate_7399cba3f8ca90f400cc",
          "b_node": "candidate_f9a29ada749d4adf5672",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.06386048150307033,
          "sd_b_minus_a": 0.5622887540493352,
          "min_b_minus_a": -1.146385494619608,
          "max_b_minus_a": 1.3167337970808148,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            -0.032656374387443066,
            0.26809327490627766,
            -0.13568104803562164,
            -0.6217528710258193,
            0.1279499651864171,
            0.029924718663096428,
            -0.05596153292572126,
            1.3167337970808148,
            0.08323167264461517,
            -0.15225644735619426,
            1.0954421386122704,
            0.006687922170385718,
            -1.146385494619608,
            0.022408356715459377,
            0.04678945883642882,
            0.16920016758376732
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff4_relu",
          "b": "ff1_gelu",
          "a_node": "candidate_3692b717bd7aa351ee60",
          "b_node": "candidate_69446f8cd2138a6a629e",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ],
            "model.ff_ratio": [
              4,
              1
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.23496928308153997,
          "sd_b_minus_a": 0.557032584884721,
          "min_b_minus_a": -1.2146136572118849,
          "max_b_minus_a": 1.1500344318337739,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.10657426541365567,
            0.7249212235219602,
            0.45623791895923205,
            0.7757448079064488,
            0.11360263783717528,
            0.01820226806739811,
            -4.237298071529949e-06,
            1.1500344318337739,
            0.14013472571969032,
            1.1349389016395435,
            -1.2146136572118849,
            -0.012017745950288372,
            0.232030825864058,
            -0.003174829253111966,
            0.13423970228177495,
            0.002657289973285515
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff4_relu",
          "b": "ff2_relu",
          "a_node": "candidate_3692b717bd7aa351ee60",
          "b_node": "candidate_614911c0fd261ee640a2",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.09187789107019739,
          "sd_b_minus_a": 0.4263384882138907,
          "min_b_minus_a": -1.0933977793902159,
          "max_b_minus_a": 0.7322737388894893,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.09939512530036154,
            0.0058341876610938925,
            0.0387362431793008,
            -0.14070236461702734,
            0.7322737388894893,
            -0.005009016647818498,
            0.003136220027499803,
            -0.07600287720561028,
            0.683656357228756,
            0.009150873083854094,
            -1.0933977793902159,
            0.2292785158060724,
            0.6926277747261338,
            -0.00909058321849443,
            0.3047798590559978,
            -0.0046200167562346905
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff4_relu",
          "b": "ff4_gelu",
          "a_node": "candidate_3692b717bd7aa351ee60",
          "b_node": "candidate_f9a29ada749d4adf5672",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3167654122422334,
          "sd_b_minus_a": 0.46593081546589615,
          "min_b_minus_a": -0.1418406002339907,
          "max_b_minus_a": 1.3700622809119523,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.05219947838850203,
            0.48577732667399687,
            1.1219408766191918,
            -0.1418406002339907,
            0.2550529651925899,
            0.0664918872207636,
            0.023298665838865418,
            1.3700622809119523,
            1.1375866904854774,
            0.04178891784977168,
            0.11725246906280518,
            0.01910490916634444,
            0.20314094255445525,
            0.06743695121258497,
            0.05239566208911128,
            0.1965571728433133
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_gelu",
          "b": "ff2_relu",
          "a_node": "candidate_69446f8cd2138a6a629e",
          "b_node": "candidate_614911c0fd261ee640a2",
          "changed_fields": {
            "model.activation": [
              "gelu",
              "relu"
            ],
            "model.ff_ratio": [
              1,
              2
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.14309139201134258,
          "sd_b_minus_a": 0.5754558509277445,
          "min_b_minus_a": -1.2260373090393841,
          "max_b_minus_a": 0.618671101052314,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.007179140113294125,
            -0.7190870358608663,
            -0.41750167577993125,
            -0.9164471725234762,
            0.618671101052314,
            -0.023211284715216607,
            0.003140457325571333,
            -1.2260373090393841,
            0.5435216315090656,
            -1.1257880285556894,
            0.12121587782166898,
            0.24129626175636076,
            0.4605969488620758,
            -0.005915753965382464,
            0.17054015677422285,
            -0.007277306729520205
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_gelu",
          "b": "ff4_gelu",
          "a_node": "candidate_69446f8cd2138a6a629e",
          "b_node": "candidate_f9a29ada749d4adf5672",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.08179612916069345,
          "sd_b_minus_a": 0.5957826813829739,
          "min_b_minus_a": -1.0931499837897718,
          "max_b_minus_a": 1.33186612627469,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            -0.05437478702515364,
            -0.23914389684796333,
            0.6657029576599598,
            -0.9175854081404395,
            0.14145032735541463,
            0.04828961915336549,
            0.023302903136936948,
            0.2200278490781784,
            0.9974519647657871,
            -1.0931499837897718,
            1.33186612627469,
            0.031122655116632814,
            -0.028889883309602737,
            0.07061178046569694,
            -0.08184404019266367,
            0.1938998828700278
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_relu",
          "b": "ff4_gelu",
          "a_node": "candidate_614911c0fd261ee640a2",
          "b_node": "candidate_f9a29ada749d4adf5672",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ],
            "model.ff_ratio": [
              2,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.22488752117203603,
          "sd_b_minus_a": 0.5766378355926383,
          "min_b_minus_a": -0.48948683217167854,
          "max_b_minus_a": 1.4460651581175625,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            -0.04719564691185951,
            0.479943139012903,
            1.083204633439891,
            -0.0011382356169633567,
            -0.4772207736968994,
            0.0715009038685821,
            0.020162445811365615,
            1.4460651581175625,
            0.4539303332567215,
            0.032638044765917584,
            1.210650248453021,
            -0.21017360663972795,
            -0.48948683217167854,
            0.0765275344310794,
            -0.2523841969668865,
            0.201177189599548
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_6b81d3cd60d9b34c45c9": 13084,
            "candidate_7399cba3f8ca90f400cc": 15436,
            "candidate_3692b717bd7aa351ee60": 20140
          },
          "best_to_worst": [
            "candidate_3692b717bd7aa351ee60",
            "candidate_7399cba3f8ca90f400cc",
            "candidate_6b81d3cd60d9b34c45c9"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_6b81d3cd60d9b34c45c9": 1200,
            "candidate_7399cba3f8ca90f400cc": 1200,
            "candidate_3692b717bd7aa351ee60": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_6b81d3cd60d9b34c45c9": 2,
            "candidate_7399cba3f8ca90f400cc": 2,
            "candidate_3692b717bd7aa351ee60": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_6b81d3cd60d9b34c45c9": 3,
            "candidate_7399cba3f8ca90f400cc": 3,
            "candidate_3692b717bd7aa351ee60": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_6b81d3cd60d9b34c45c9": true,
            "candidate_7399cba3f8ca90f400cc": true,
            "candidate_3692b717bd7aa351ee60": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_6b81d3cd60d9b34c45c9": null,
            "candidate_7399cba3f8ca90f400cc": null,
            "candidate_3692b717bd7aa351ee60": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "ff_activation_s841903",
      "template_id": "ff_activation",
      "admitted": false,
      "pairs": [
        {
          "a": "ff1_relu",
          "b": "ff2_gelu",
          "a_node": "candidate_516e799a1c22179b8da9",
          "b_node": "candidate_ec941ffe7c1629588866",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ],
            "model.ff_ratio": [
              1,
              2
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.2750055211545259,
          "sd_b_minus_a": 0.6615796912290538,
          "min_b_minus_a": -0.837118599563837,
          "max_b_minus_a": 1.3531831516884267,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.1751327071178821,
            -0.12363090874714544,
            1.350260072533274,
            -0.16829897463321686,
            0.12441438436508179,
            -0.837118599563837,
            0.1161995770962676,
            -0.5454991832375526,
            1.3500665623578243,
            0.20330085011664778,
            1.0302926190197468,
            -0.011257919948548079,
            1.3531831516884267,
            -0.042742524994537234,
            0.23881248198449612,
            0.1869740433176048
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_relu",
          "b": "ff4_relu",
          "a_node": "candidate_516e799a1c22179b8da9",
          "b_node": "candidate_a51f41b8733efb67e1dd",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2906753089924905,
          "sd_b_minus_a": 0.46680530845101126,
          "min_b_minus_a": -1.3314699163893238,
          "max_b_minus_a": 0.15287443565466674,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            0.15287443565466674,
            -0.12545949047489557,
            -0.002046751760644838,
            -1.3314699163893238,
            -1.037344797514379,
            -0.9265993349254131,
            -0.015583386877551675,
            -0.882360537070781,
            0.10100079159019515,
            -0.021057436933915596,
            -0.12142697651870549,
            -0.06413169239567651,
            -0.015295915698516183,
            -0.09513841095031239,
            -0.23514822591096163,
            -0.031617297703633085
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_relu",
          "b": "ff1_gelu",
          "a_node": "candidate_516e799a1c22179b8da9",
          "b_node": "candidate_102482d9d6b525ece005",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.3467613254783828,
          "sd_b_minus_a": 0.5106965130159827,
          "min_b_minus_a": -0.4949071928858757,
          "max_b_minus_a": 1.2420399386319332,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.006821471099101473,
            1.0941364951431751,
            1.101978668157244,
            -0.4949071928858757,
            -0.049582257866859436,
            0.1647753268480301,
            0.11719914419518318,
            0.3050956428050995,
            1.2420399386319332,
            -0.008662822234327905,
            0.2574281133711338,
            -0.06351295253261924,
            0.8626640080474317,
            0.03903600014746189,
            0.16250081546604633,
            0.8111708092619665
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_relu",
          "b": "ff2_relu",
          "a_node": "candidate_516e799a1c22179b8da9",
          "b_node": "candidate_f55c23b4528fe92a3654",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.09310569810611469,
          "sd_b_minus_a": 0.7780264195787614,
          "min_b_minus_a": -1.3637034133280395,
          "max_b_minus_a": 1.2080220516363624,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            0.027578862565860618,
            -0.07792714308016002,
            1.2080220516363624,
            -1.3637034133280395,
            -1.2183602340519428,
            -1.0780069560169068,
            -0.027864680509082973,
            -0.8115336252376437,
            1.182685692969244,
            -0.00617131409853755,
            1.0609012581408024,
            -0.057498956099152565,
            -0.02457428460184019,
            -0.0520072472281754,
            -0.23608187931677094,
            -0.015149301441852003
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_relu",
          "b": "ff4_gelu",
          "a_node": "candidate_516e799a1c22179b8da9",
          "b_node": "candidate_8c794a0d7e554257b434",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ],
            "model.ff_ratio": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.13893494517242289,
          "sd_b_minus_a": 0.5028332364520429,
          "min_b_minus_a": -0.7183202467858791,
          "max_b_minus_a": 1.3499260742100887,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.03557239147630753,
            0.4433487094938755,
            1.200356640998507,
            -0.1520116627216339,
            0.12098899483680725,
            0.1637383997440338,
            0.004232895080349408,
            -0.7183202467858791,
            1.3499260742100887,
            -0.01377644354943186,
            0.0521896556019783,
            -0.02053694799542427,
            -0.011875508935190737,
            -0.0370041336864233,
            -0.23163691558875144,
            0.037767220579553396
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_gelu",
          "b": "ff4_relu",
          "a_node": "candidate_ec941ffe7c1629588866",
          "b_node": "candidate_a51f41b8733efb67e1dd",
          "changed_fields": {
            "model.activation": [
              "gelu",
              "relu"
            ],
            "model.ff_ratio": [
              2,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.5656808301470164,
          "sd_b_minus_a": 0.5560858850068416,
          "min_b_minus_a": -1.368479067386943,
          "max_b_minus_a": -0.0018285817277501337,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.02225827146321535,
            -0.0018285817277501337,
            -1.352306824293919,
            -1.163170941756107,
            -1.1617591818794608,
            -0.08948073536157608,
            -0.13178296397381928,
            -0.33686135383322835,
            -1.2490657707676291,
            -0.22435828705056338,
            -1.1517195955384523,
            -0.05287377244712843,
            -1.368479067386943,
            -0.05239588595577516,
            -0.47396070789545774,
            -0.2185913410212379
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_gelu",
          "b": "ff1_gelu",
          "a_node": "candidate_ec941ffe7c1629588866",
          "b_node": "candidate_102482d9d6b525ece005",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.07175580432385686,
          "sd_b_minus_a": 0.5570271998296678,
          "min_b_minus_a": -0.772864505648613,
          "max_b_minus_a": 1.2177674038903206,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            -0.16831123601878062,
            1.2177674038903206,
            -0.24828140437602997,
            -0.32660821825265884,
            -0.17399664223194122,
            1.0018939264118671,
            0.000999567098915577,
            0.8505948260426521,
            -0.10802662372589111,
            -0.21196367235097568,
            -0.772864505648613,
            -0.05225503258407116,
            -0.490519143640995,
            0.08177852514199913,
            -0.07631166651844978,
            0.6241967659443617
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_gelu",
          "b": "ff2_relu",
          "a_node": "candidate_ec941ffe7c1629588866",
          "b_node": "candidate_f55c23b4528fe92a3654",
          "changed_fields": {
            "model.activation": [
              "gelu",
              "relu"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.3681112192606406,
          "sd_b_minus_a": 0.48285540604434224,
          "min_b_minus_a": -1.377757436290267,
          "max_b_minus_a": 0.04570376566698542,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.14755384455202147,
            0.04570376566698542,
            -0.14223802089691162,
            -1.1954044386948226,
            -1.3427746184170246,
            -0.24088835645306972,
            -0.14406425760535058,
            -0.2660344420000911,
            -0.16738086938858032,
            -0.20947216421518533,
            0.030608639121055603,
            -0.046241036150604486,
            -1.377757436290267,
            -0.009264722233638167,
            -0.47489436130126705,
            -0.2021233447594568
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_gelu",
          "b": "ff4_gelu",
          "a_node": "candidate_ec941ffe7c1629588866",
          "b_node": "candidate_8c794a0d7e554257b434",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.13607057598210304,
          "sd_b_minus_a": 0.5305634519810228,
          "min_b_minus_a": -1.3650586606236175,
          "max_b_minus_a": 1.0008569993078709,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.13956031564157456,
            0.5669796182410209,
            -0.14990343153476715,
            0.016287311911582947,
            -0.003425389528274536,
            1.0008569993078709,
            -0.1119666820159182,
            -0.1728210635483265,
            -0.0001404881477355957,
            -0.21707729366607964,
            -0.9781029634177685,
            -0.009279028046876192,
            -1.3650586606236175,
            0.005738391308113933,
            -0.47044939757324755,
            -0.14920682273805141
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff4_relu",
          "b": "ff1_gelu",
          "a_node": "candidate_a51f41b8733efb67e1dd",
          "b_node": "candidate_102482d9d6b525ece005",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ],
            "model.ff_ratio": [
              4,
              1
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6374366344708733,
          "sd_b_minus_a": 0.491500633521199,
          "min_b_minus_a": -0.14605296455556527,
          "max_b_minus_a": 1.2195959856180707,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            -0.14605296455556527,
            1.2195959856180707,
            1.104025419917889,
            0.8365627235034481,
            0.9877625396475196,
            1.0913746617734432,
            0.13278253107273486,
            1.1874561798758805,
            1.141039147041738,
            0.012394614699587692,
            0.3788550898898393,
            0.0006187398630572716,
            0.8779599237459479,
            0.13417441109777428,
            0.39764904137700796,
            0.8427881069655996
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff4_relu",
          "b": "ff2_relu",
          "a_node": "candidate_a51f41b8733efb67e1dd",
          "b_node": "candidate_f55c23b4528fe92a3654",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.1975696108863758,
          "sd_b_minus_a": 0.48235590272780476,
          "min_b_minus_a": -0.1810154365375638,
          "max_b_minus_a": 1.2100688033970073,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.12529557308880612,
            0.04753234739473555,
            1.2100688033970073,
            -0.03223349693871569,
            -0.1810154365375638,
            -0.15140762109149364,
            -0.012281293631531298,
            0.07082691183313727,
            1.0816849013790488,
            0.014886122835378046,
            1.1823282346595079,
            0.0066327362965239445,
            -0.009278368903324008,
            0.04313116372213699,
            -0.0009336534058093093,
            0.01646799626178108
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff4_relu",
          "b": "ff4_gelu",
          "a_node": "candidate_a51f41b8733efb67e1dd",
          "b_node": "candidate_8c794a0d7e554257b434",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.4296102541649134,
          "sd_b_minus_a": 0.5403185849374847,
          "min_b_minus_a": -0.11730204417835921,
          "max_b_minus_a": 1.2489252826198936,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            -0.11730204417835921,
            0.5688081999687711,
            1.2024033927591518,
            1.1794582536676899,
            1.1583337923511863,
            1.090337734669447,
            0.019816281957901083,
            0.16404029028490186,
            1.2489252826198936,
            0.007280993384483736,
            0.1736166321206838,
            0.04359474440025224,
            0.0034204067633254454,
            0.05813427726388909,
            0.0035113103222101927,
            0.06938451828318648
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_gelu",
          "b": "ff2_relu",
          "a_node": "candidate_102482d9d6b525ece005",
          "b_node": "candidate_f55c23b4528fe92a3654",
          "changed_fields": {
            "model.activation": [
              "gelu",
              "relu"
            ],
            "model.ff_ratio": [
              1,
              2
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.4398670235844975,
          "sd_b_minus_a": 0.6060379790779058,
          "min_b_minus_a": -1.2427822828649369,
          "max_b_minus_a": 0.8034731447696686,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            0.020757391466759145,
            -1.1720636382233351,
            0.10604338347911835,
            -0.8687962204421638,
            -1.1687779761850834,
            -1.2427822828649369,
            -0.14506382470426615,
            -1.1166292680427432,
            -0.05935424566268921,
            0.0024915081357903546,
            0.8034731447696686,
            0.006013996433466673,
            -0.8872382926492719,
            -0.09104324737563729,
            -0.39858269478281727,
            -0.8263201107038185
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff1_gelu",
          "b": "ff4_gelu",
          "a_node": "candidate_102482d9d6b525ece005",
          "b_node": "candidate_8c794a0d7e554257b434",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.2078263803059599,
          "sd_b_minus_a": 0.41065067080651346,
          "min_b_minus_a": -1.0234158895909786,
          "max_b_minus_a": 0.3428955301642418,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.028750920377206057,
            -0.6507877856492996,
            0.09837797284126282,
            0.3428955301642418,
            0.1705712527036667,
            -0.0010369271039962769,
            -0.11296624911483377,
            -1.0234158895909786,
            0.10788613557815552,
            -0.005113621315103956,
            -0.2052384577691555,
            0.04297600453719497,
            -0.8745395169826224,
            -0.07604013383388519,
            -0.39413773105479777,
            -0.7734035886824131
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "ff2_relu",
          "b": "ff4_gelu",
          "a_node": "candidate_f55c23b4528fe92a3654",
          "b_node": "candidate_8c794a0d7e554257b434",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ],
            "model.ff_ratio": [
              2,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.23204064327853757,
          "sd_b_minus_a": 0.5929681227067153,
          "min_b_minus_a": -1.008711602538824,
          "max_b_minus_a": 1.33934922888875,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.007993528910446912,
            0.5212758525740355,
            -0.00766541063785553,
            1.2116917506064055,
            1.33934922888875,
            1.2417453557609406,
            0.03209757558943238,
            0.09321337845176458,
            0.16724038124084473,
            -0.00760512945089431,
            -1.008711602538824,
            0.036962008103728294,
            0.012698775666649453,
            0.0150031135417521,
            0.004444963728019502,
            0.0529165220214054
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_516e799a1c22179b8da9": 13084,
            "candidate_ec941ffe7c1629588866": 15436,
            "candidate_a51f41b8733efb67e1dd": 20140
          },
          "best_to_worst": [
            "candidate_a51f41b8733efb67e1dd",
            "candidate_ec941ffe7c1629588866",
            "candidate_516e799a1c22179b8da9"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_516e799a1c22179b8da9": 1200,
            "candidate_ec941ffe7c1629588866": 1200,
            "candidate_a51f41b8733efb67e1dd": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_516e799a1c22179b8da9": 2,
            "candidate_ec941ffe7c1629588866": 2,
            "candidate_a51f41b8733efb67e1dd": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_516e799a1c22179b8da9": 3,
            "candidate_ec941ffe7c1629588866": 3,
            "candidate_a51f41b8733efb67e1dd": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_516e799a1c22179b8da9": true,
            "candidate_ec941ffe7c1629588866": true,
            "candidate_a51f41b8733efb67e1dd": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_516e799a1c22179b8da9": null,
            "candidate_ec941ffe7c1629588866": null,
            "candidate_a51f41b8733efb67e1dd": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "attention_heads_ff_s841901",
      "template_id": "attention_heads_ff",
      "admitted": false,
      "pairs": [
        {
          "a": "h1_ff4",
          "b": "h4_ff2",
          "a_node": "candidate_d315cbf6c5d694184220",
          "b_node": "candidate_5cf50db65aa67995a4f9",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              2
            ],
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.054706063005141914,
          "sd_b_minus_a": 0.09058016830628912,
          "min_b_minus_a": -0.22271363716572523,
          "max_b_minus_a": 0.06798855774104595,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.07832104852423072,
            -0.056354610715061426,
            -0.005897021386772394,
            -0.041900270618498325,
            -0.193753182888031,
            0.0016256282106041908,
            -0.03815349517390132,
            -0.10965150780975819,
            0.045082769356667995,
            -0.135638739913702,
            0.05762661574408412,
            -0.0638539926148951,
            0.06798855774104595,
            0.053331260569393635,
            -0.1547143328934908,
            -0.22271363716572523
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h8_ff1",
          "a_node": "candidate_d315cbf6c5d694184220",
          "b_node": "candidate_d0e587aed7b3c0b52997",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              1
            ],
            "model.heads": [
              1,
              8
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.08513566749024903,
          "sd_b_minus_a": 0.09861901868252329,
          "min_b_minus_a": -0.27196550904773176,
          "max_b_minus_a": 0.055390830617398024,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.09340599970892072,
            -0.054939903086051345,
            -0.028248989256098866,
            -0.08178129186853766,
            -0.25349654210731387,
            -0.0055404105223715305,
            -0.07835897104814649,
            -0.07506272266618907,
            -0.022196684149093926,
            -0.16427435353398323,
            -0.011866194661706686,
            -0.08342177560552955,
            0.0382633893750608,
            0.055390830617398024,
            -0.23126555257476866,
            -0.27196550904773176
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h1_ff2",
          "a_node": "candidate_d315cbf6c5d694184220",
          "b_node": "candidate_f1ea60b4a966c158b63c",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.033949330187169835,
          "sd_b_minus_a": 0.08378350402736641,
          "min_b_minus_a": -0.09605534188449383,
          "max_b_minus_a": 0.2016178723424673,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            -0.09605534188449383,
            0.0486294343136251,
            0.03936653304845095,
            0.01032607676461339,
            0.008806688711047173,
            0.10819606762379408,
            0.2016178723424673,
            -0.04833002295345068,
            0.13948934990912676,
            -0.058089883998036385,
            0.018950277008116245,
            -0.06241991650313139,
            0.15015062130987644,
            0.0615714224986732,
            -0.021722793579101562,
            0.042702898383140564
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h8_ff2",
          "a_node": "candidate_d315cbf6c5d694184220",
          "b_node": "candidate_8630080f46d5bcc4c4fa",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              2
            ],
            "model.heads": [
              1,
              8
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.04020608034261386,
          "sd_b_minus_a": 0.10943390227297566,
          "min_b_minus_a": -0.2519046566449106,
          "max_b_minus_a": 0.1198675986379385,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.043532002717256546,
            -0.0871504214592278,
            0.0953736687079072,
            -0.05112444213591516,
            -0.040009982883930206,
            0.07681858632713556,
            -0.05856542941182852,
            -0.08769105328246951,
            0.04642052110284567,
            -0.16807192075066268,
            -0.014825237914919853,
            -0.10090587195008993,
            0.1198675986379385,
            0.04675235599279404,
            -0.21181300253374502,
            -0.2519046566449106
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h4_ff1",
          "a_node": "candidate_d315cbf6c5d694184220",
          "b_node": "candidate_699c6c5c2d2eb10b3040",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              1
            ],
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.06268716053455137,
          "sd_b_minus_a": 0.09859400082520482,
          "min_b_minus_a": -0.2618202604353428,
          "max_b_minus_a": 0.09905384015291929,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.11002639075741172,
            -0.038025427144020796,
            0.07617327477782965,
            -0.06266263755969703,
            -0.2618202604353428,
            0.09905384015291929,
            -0.04719934472814202,
            -0.028833912685513496,
            -0.03377218823879957,
            -0.13613897189497948,
            -0.041367228608578444,
            -0.12942083040252328,
            0.011459429049864411,
            0.038806162774562836,
            -0.22739148186519742,
            -0.11182860098779202
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h4_ff4",
          "a_node": "candidate_d315cbf6c5d694184220",
          "b_node": "candidate_cdfd16b183904fe63c5a",
          "changed_fields": {
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.05350123699463438,
          "sd_b_minus_a": 0.09015363010021421,
          "min_b_minus_a": -0.22538302885368466,
          "max_b_minus_a": 0.09467701148241758,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.1424811037722975,
            -0.058095904998481274,
            0.012332198210060596,
            0.034276972990483046,
            -0.10412272065877914,
            -0.04645615769550204,
            -0.021616598591208458,
            -0.023142593912780285,
            -0.03708264068700373,
            -0.18832428194582462,
            -0.023705079685896635,
            0.05199814774096012,
            0.09467701148241758,
            -0.00932824402116239,
            -0.16956576751545072,
            -0.22538302885368466
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h8_ff1",
          "a_node": "candidate_5cf50db65aa67995a4f9",
          "b_node": "candidate_d0e587aed7b3c0b52997",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ],
            "model.heads": [
              4,
              8
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.03042960448510712,
          "sd_b_minus_a": 0.030188420826464158,
          "min_b_minus_a": -0.07655121968127787,
          "max_b_minus_a": 0.03458878514356911,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.015084951184689999,
            0.0014147076290100813,
            -0.022351967869326472,
            -0.03988102125003934,
            -0.059743359219282866,
            -0.007166038732975721,
            -0.04020547587424517,
            0.03458878514356911,
            -0.06727945350576192,
            -0.02863561362028122,
            -0.0694928104057908,
            -0.01956778299063444,
            -0.029725168365985155,
            0.002059570048004389,
            -0.07655121968127787,
            -0.049251871882006526
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h1_ff2",
          "a_node": "candidate_5cf50db65aa67995a4f9",
          "b_node": "candidate_f1ea60b4a966c158b63c",
          "changed_fields": {
            "model.heads": [
              4,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.08865539319231175,
          "sd_b_minus_a": 0.08770024862456988,
          "min_b_minus_a": -0.038676338735967875,
          "max_b_minus_a": 0.2654165355488658,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            -0.01773429336026311,
            0.10498404502868652,
            0.04526355443522334,
            0.052226347383111715,
            0.20255987159907818,
            0.10657043941318989,
            0.23977136751636863,
            0.06132148485630751,
            0.09440658055245876,
            0.07754885591566563,
            -0.038676338735967875,
            0.0014340761117637157,
            0.08216206356883049,
            0.008240161929279566,
            0.13299153931438923,
            0.2654165355488658
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h8_ff2",
          "a_node": "candidate_5cf50db65aa67995a4f9",
          "b_node": "candidate_8630080f46d5bcc4c4fa",
          "changed_fields": {
            "model.heads": [
              4,
              8
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.014499982662528055,
          "sd_b_minus_a": 0.0670751615508185,
          "min_b_minus_a": -0.07245185365900397,
          "max_b_minus_a": 0.1537432000041008,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.12185305124148726,
            -0.030795810744166374,
            0.1012706900946796,
            -0.009224171517416835,
            0.1537432000041008,
            0.07519295811653137,
            -0.0204119342379272,
            0.021960454527288675,
            0.0013377517461776733,
            -0.03243318083696067,
            -0.07245185365900397,
            -0.037051879335194826,
            0.05187904089689255,
            -0.006578904576599598,
            -0.05709866964025423,
            -0.029191019479185343
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h4_ff1",
          "a_node": "candidate_5cf50db65aa67995a4f9",
          "b_node": "candidate_699c6c5c2d2eb10b3040",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.007981097529409453,
          "sd_b_minus_a": 0.06808252399530894,
          "min_b_minus_a": -0.09899384435266256,
          "max_b_minus_a": 0.11088503617793322,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.031705342233181,
            0.01832918357104063,
            0.08207029616460204,
            -0.020762366941198707,
            -0.06806707754731178,
            0.0974282119423151,
            -0.009045849554240704,
            0.08081759512424469,
            -0.07885495759546757,
            -0.0005002319812774658,
            -0.09899384435266256,
            -0.06556683778762817,
            -0.05652912869118154,
            -0.014525097794830799,
            -0.07267714897170663,
            0.11088503617793322
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h4_ff4",
          "a_node": "candidate_5cf50db65aa67995a4f9",
          "b_node": "candidate_cdfd16b183904fe63c5a",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0012048260105075315,
          "sd_b_minus_a": 0.06468590620151839,
          "min_b_minus_a": -0.08216541004367173,
          "max_b_minus_a": 0.11585214035585523,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.06416005524806678,
            -0.0017412942834198475,
            0.01822921959683299,
            0.07617724360898137,
            0.08963046222925186,
            -0.048081785906106234,
            0.01653689658269286,
            0.0865089138969779,
            -0.08216541004367173,
            -0.05268554203212261,
            -0.08133169542998075,
            0.11585214035585523,
            0.02668845374137163,
            -0.06265950459055603,
            -0.014851434621959925,
            -0.0026693916879594326
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff1",
          "b": "h1_ff2",
          "a_node": "candidate_d0e587aed7b3c0b52997",
          "b_node": "candidate_f1ea60b4a966c158b63c",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              2
            ],
            "model.heads": [
              8,
              1
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.11908499767741887,
          "sd_b_minus_a": 0.10067097649125473,
          "min_b_minus_a": -0.0026493421755731106,
          "max_b_minus_a": 0.3146684074308723,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            -0.0026493421755731106,
            0.10356933739967644,
            0.06761552230454981,
            0.09210736863315105,
            0.26230323081836104,
            0.11373647814616561,
            0.2799768433906138,
            0.026732699712738395,
            0.16168603405822068,
            0.10618446953594685,
            0.03081647166982293,
            0.021001859102398157,
            0.11188723193481565,
            0.006180591881275177,
            0.2095427589956671,
            0.3146684074308723
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff1",
          "b": "h8_ff2",
          "a_node": "candidate_d0e587aed7b3c0b52997",
          "b_node": "candidate_8630080f46d5bcc4c4fa",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.044929587147635175,
          "sd_b_minus_a": 0.06790970926477832,
          "min_b_minus_a": -0.032210518373176455,
          "max_b_minus_a": 0.21348655922338367,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.13693800242617726,
            -0.032210518373176455,
            0.12362265796400607,
            0.030656849732622504,
            0.21348655922338367,
            0.0823589968495071,
            0.01979354163631797,
            -0.012628330616280437,
            0.0686172052519396,
            -0.003797567216679454,
            -0.002959043253213167,
            -0.017484096344560385,
            0.0816042092628777,
            -0.008638474624603987,
            0.019452550041023642,
            0.020060852402821183
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff1",
          "b": "h4_ff1",
          "a_node": "candidate_d0e587aed7b3c0b52997",
          "b_node": "candidate_699c6c5c2d2eb10b3040",
          "changed_fields": {
            "model.heads": [
              8,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.022448506955697667,
          "sd_b_minus_a": 0.05683327995764395,
          "min_b_minus_a": -0.04599905479699373,
          "max_b_minus_a": 0.16013690805993974,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.016620391048491,
            0.01691447594203055,
            0.10442226403392851,
            0.019118654308840632,
            -0.008323718328028917,
            0.10459425067529082,
            0.031159626320004463,
            0.04622880998067558,
            -0.011575504089705646,
            0.028135381639003754,
            -0.029501033946871758,
            -0.04599905479699373,
            -0.026803960325196385,
            -0.016584667842835188,
            0.0038740707095712423,
            0.16013690805993974
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff1",
          "b": "h4_ff4",
          "a_node": "candidate_d0e587aed7b3c0b52997",
          "b_node": "candidate_cdfd16b183904fe63c5a",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              4
            ],
            "model.heads": [
              8,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.03163443049561465,
          "sd_b_minus_a": 0.0653459869405489,
          "min_b_minus_a": -0.06471907463856041,
          "max_b_minus_a": 0.14937382144853473,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.049075104063376784,
            -0.0031560019124299288,
            0.04058118746615946,
            0.11605826485902071,
            0.14937382144853473,
            -0.04091574717313051,
            0.05674237245693803,
            0.05192012875340879,
            -0.014885956537909806,
            -0.024049928411841393,
            -0.011838885024189949,
            0.13541992334648967,
            0.05641362210735679,
            -0.06471907463856041,
            0.061699785059317946,
            0.04658248019404709
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff2",
          "b": "h8_ff2",
          "a_node": "candidate_f1ea60b4a966c158b63c",
          "b_node": "candidate_8630080f46d5bcc4c4fa",
          "changed_fields": {
            "model.heads": [
              1,
              8
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0741554105297837,
          "sd_b_minus_a": 0.10859895414551275,
          "min_b_minus_a": -0.29460755502805114,
          "max_b_minus_a": 0.13958734460175037,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            0.13958734460175037,
            -0.1357798557728529,
            0.05600713565945625,
            -0.06145051890052855,
            -0.04881667159497738,
            -0.031377481296658516,
            -0.2601833017542958,
            -0.03936103032901883,
            -0.09306882880628109,
            -0.1099820367526263,
            -0.0337755149230361,
            -0.03848595544695854,
            -0.030283022671937943,
            -0.014819066505879164,
            -0.19009020895464346,
            -0.29460755502805114
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff2",
          "b": "h4_ff1",
          "a_node": "candidate_f1ea60b4a966c158b63c",
          "b_node": "candidate_699c6c5c2d2eb10b3040",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ],
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0966364907217212,
          "sd_b_minus_a": 0.09336410315746732,
          "min_b_minus_a": -0.27062694914638996,
          "max_b_minus_a": 0.0368067417293787,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.01397104887291789,
            -0.0866548614576459,
            0.0368067417293787,
            -0.07298871432431042,
            -0.27062694914638996,
            -0.009142227470874786,
            -0.24881721707060933,
            0.019496110267937183,
            -0.17326153814792633,
            -0.07804908789694309,
            -0.06031750561669469,
            -0.06700091389939189,
            -0.13869119226001203,
            -0.022765259724110365,
            -0.20566868828609586,
            -0.15453149937093258
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff2",
          "b": "h4_ff4",
          "a_node": "candidate_f1ea60b4a966c158b63c",
          "b_node": "candidate_cdfd16b183904fe63c5a",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              4
            ],
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.08745056718180422,
          "sd_b_minus_a": 0.09815234871355438,
          "min_b_minus_a": -0.2680859272368252,
          "max_b_minus_a": 0.11441806424409151,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.046425761887803674,
            -0.10672533931210637,
            -0.02703433483839035,
            0.023950896225869656,
            -0.11292940936982632,
            -0.15465222531929612,
            -0.22323447093367577,
            0.025187429040670395,
            -0.1765719905961305,
            -0.13023439794778824,
            -0.04265535669401288,
            0.11441806424409151,
            -0.05547360982745886,
            -0.07089966651983559,
            -0.14784297393634915,
            -0.2680859272368252
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff2",
          "b": "h4_ff1",
          "a_node": "candidate_8630080f46d5bcc4c4fa",
          "b_node": "candidate_699c6c5c2d2eb10b3040",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ],
            "model.heads": [
              8,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.022481080191937508,
          "sd_b_minus_a": 0.08654248709742096,
          "min_b_minus_a": -0.22181027755141258,
          "max_b_minus_a": 0.14007605565711856,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            -0.15355839347466826,
            0.049124994315207005,
            -0.019200393930077553,
            -0.011538195423781872,
            -0.22181027755141258,
            0.02223525382578373,
            0.011366084683686495,
            0.058857140596956015,
            -0.08019270934164524,
            0.03193294885568321,
            -0.02654199069365859,
            -0.028514958452433348,
            -0.10840816958807409,
            -0.007946193218231201,
            -0.0155784793314524,
            0.14007605565711856
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff2",
          "b": "h4_ff4",
          "a_node": "candidate_8630080f46d5bcc4c4fa",
          "b_node": "candidate_cdfd16b183904fe63c5a",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              4
            ],
            "model.heads": [
              8,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.013295156652020523,
          "sd_b_minus_a": 0.08514858641852946,
          "min_b_minus_a": -0.18601310648955405,
          "max_b_minus_a": 0.15290401969105005,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.18601310648955405,
            0.029054516460746527,
            -0.0830414704978466,
            0.0854014151263982,
            -0.06411273777484894,
            -0.1232747440226376,
            0.03694883082062006,
            0.06454845936968923,
            -0.0835031617898494,
            -0.02025236119516194,
            -0.008879841770976782,
            0.15290401969105005,
            -0.025190587155520916,
            -0.05608060001395643,
            0.042247235018294305,
            0.02652162779122591
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff1",
          "b": "h4_ff4",
          "a_node": "candidate_699c6c5c2d2eb10b3040",
          "b_node": "candidate_cdfd16b183904fe63c5a",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.009185923539916985,
          "sd_b_minus_a": 0.09009147846885314,
          "min_b_minus_a": -0.14550999784842134,
          "max_b_minus_a": 0.1814189781434834,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.03245471301488578,
            -0.020070477854460478,
            -0.06384107656776905,
            0.09693961055018008,
            0.15769753977656364,
            -0.14550999784842134,
            0.025582746136933565,
            0.0056913187727332115,
            -0.0033104524482041597,
            -0.052185310050845146,
            0.01766214892268181,
            0.1814189781434834,
            0.08321758243255317,
            -0.048134406795725226,
            0.057825714349746704,
            -0.11355442786589265
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_d315cbf6c5d694184220": 27748,
            "candidate_5cf50db65aa67995a4f9": 19428,
            "candidate_d0e587aed7b3c0b52997": 15268
          },
          "best_to_worst": [
            "candidate_d315cbf6c5d694184220",
            "candidate_5cf50db65aa67995a4f9",
            "candidate_d0e587aed7b3c0b52997"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_d315cbf6c5d694184220": 300,
            "candidate_5cf50db65aa67995a4f9": 300,
            "candidate_d0e587aed7b3c0b52997": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_d315cbf6c5d694184220": 2,
            "candidate_5cf50db65aa67995a4f9": 2,
            "candidate_d0e587aed7b3c0b52997": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_d315cbf6c5d694184220": null,
            "candidate_5cf50db65aa67995a4f9": null,
            "candidate_d0e587aed7b3c0b52997": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_d315cbf6c5d694184220": true,
            "candidate_5cf50db65aa67995a4f9": true,
            "candidate_d0e587aed7b3c0b52997": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "tie",
          "values": {
            "candidate_d315cbf6c5d694184220": 4,
            "candidate_5cf50db65aa67995a4f9": 4,
            "candidate_d0e587aed7b3c0b52997": 4
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "attention_heads_ff_s841902",
      "template_id": "attention_heads_ff",
      "admitted": false,
      "pairs": [
        {
          "a": "h1_ff4",
          "b": "h4_ff2",
          "a_node": "candidate_2e250ec49da02dabf3e9",
          "b_node": "candidate_5313f05220195b0f67e9",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              2
            ],
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.11808597548224498,
          "sd_b_minus_a": 0.1640405422152631,
          "min_b_minus_a": -0.44936961587518454,
          "max_b_minus_a": 0.08635733462870121,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            0.027122861705720425,
            -0.30068411165848374,
            -0.03668462485074997,
            -0.0240430710837245,
            -0.1142428363673389,
            0.0070849270559847355,
            -0.281067997450009,
            -0.22032745508477092,
            -0.3573909061960876,
            0.08635733462870121,
            -0.44936961587518454,
            0.02907589916139841,
            -0.04424488311633468,
            0.07451833598315716,
            -0.20108631253242493,
            -0.0843931520357728
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h8_ff1",
          "a_node": "candidate_2e250ec49da02dabf3e9",
          "b_node": "candidate_09a8640fa4d7c593644f",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              1
            ],
            "model.heads": [
              1,
              8
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.16903345184982754,
          "sd_b_minus_a": 0.16494105619109647,
          "min_b_minus_a": -0.5488286091713235,
          "max_b_minus_a": 0.11246001999825239,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.09488260326907039,
            -0.30536981183104217,
            -0.1325979051180184,
            -0.05851536989212036,
            -0.14607012760825455,
            0.11246001999825239,
            -0.3101498583564535,
            -0.23493023798801005,
            -0.41377288359217346,
            -0.16844612965360284,
            -0.5488286091713235,
            -0.030342467594891787,
            -0.025683950167149305,
            -0.04385192506015301,
            -0.2076383288949728,
            -0.09591504139825702
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h1_ff2",
          "a_node": "candidate_2e250ec49da02dabf3e9",
          "b_node": "candidate_2d28083738832680f9be",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.022060120245441794,
          "sd_b_minus_a": 0.20853540249519426,
          "min_b_minus_a": -0.47908379416912794,
          "max_b_minus_a": 0.2838935926556587,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.052827926352620125,
            -0.21428038738667965,
            -0.043746476992964745,
            0.09430523961782455,
            0.039376210421323776,
            0.22968631703406572,
            0.005085468292236328,
            -0.1562050487846136,
            -0.3579989350400865,
            -0.1532790744677186,
            -0.47908379416912794,
            0.09487492172047496,
            0.11989621631801128,
            0.05336833279579878,
            0.18397342041134834,
            0.2838935926556587
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h8_ff2",
          "a_node": "candidate_2e250ec49da02dabf3e9",
          "b_node": "candidate_2e24746f420e07884c4c",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              2
            ],
            "model.heads": [
              1,
              8
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.14278011948044877,
          "sd_b_minus_a": 0.1674854641011594,
          "min_b_minus_a": -0.5182906724512577,
          "max_b_minus_a": 0.07571961171925068,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.11695150658488274,
            -0.29453645343892276,
            -0.06440593861043453,
            0.0287174629047513,
            -0.06065420340746641,
            0.020245174877345562,
            -0.3255754327401519,
            -0.22119272593408823,
            -0.38126935670152307,
            -0.20315281744115055,
            -0.5182906724512577,
            0.007002248195931315,
            -0.05191848846152425,
            0.07571961171925068,
            -0.12726125959306955,
            -0.05095755401998758
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h4_ff1",
          "a_node": "candidate_2e250ec49da02dabf3e9",
          "b_node": "candidate_a301024fb64cd6869bd2",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              1
            ],
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.14254396157775773,
          "sd_b_minus_a": 0.16513852264555304,
          "min_b_minus_a": -0.516825765487738,
          "max_b_minus_a": 0.06061417795717716,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.10725570167414844,
            -0.3185632568784058,
            -0.030261952430009842,
            0.06061417795717716,
            -0.08926584431901574,
            -0.016687496565282345,
            -0.3166326372884214,
            -0.22723363852128386,
            -0.38342785462737083,
            -0.053677232936024666,
            -0.516825765487738,
            -0.0221615768969059,
            0.006372234784066677,
            -0.022962741553783417,
            -0.18815428065136075,
            -0.05457981815561652
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h4_ff4",
          "a_node": "candidate_2e250ec49da02dabf3e9",
          "b_node": "candidate_db3bac963e47c6104d6a",
          "changed_fields": {
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.09923427522880957,
          "sd_b_minus_a": 0.1584785971928919,
          "min_b_minus_a": -0.4534186217933893,
          "max_b_minus_a": 0.09466368425637484,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            0.06482650339603424,
            -0.22970781289041042,
            -0.013136301189661026,
            0.008217617869377136,
            0.09466368425637484,
            -0.050164508167654276,
            -0.26870648097246885,
            -0.23837841395288706,
            -0.2430588686838746,
            -0.1869621193036437,
            -0.4534186217933893,
            -0.012757869902998209,
            0.061778332106769085,
            0.07145588379353285,
            -0.1646202402189374,
            -0.027779188007116318
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h8_ff1",
          "a_node": "candidate_5313f05220195b0f67e9",
          "b_node": "candidate_09a8640fa4d7c593644f",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ],
            "model.heads": [
              4,
              8
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.05094747636758257,
          "sd_b_minus_a": 0.07873949420831956,
          "min_b_minus_a": -0.25480346428230405,
          "max_b_minus_a": 0.10537509294226766,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.12200546497479081,
            -0.004685700172558427,
            -0.09591328026726842,
            -0.03447229880839586,
            -0.031827291240915656,
            0.10537509294226766,
            -0.02908186090644449,
            -0.014602782903239131,
            -0.05638197739608586,
            -0.25480346428230405,
            -0.09945899329613894,
            -0.0594183667562902,
            0.01856093294918537,
            -0.11837026104331017,
            -0.0065520163625478745,
            -0.011521889362484217
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h1_ff2",
          "a_node": "candidate_5313f05220195b0f67e9",
          "b_node": "candidate_2d28083738832680f9be",
          "changed_fields": {
            "model.heads": [
              4,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.09602585523680318,
          "sd_b_minus_a": 0.16602376039460445,
          "min_b_minus_a": -0.2396364090964198,
          "max_b_minus_a": 0.38505973294377327,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            -0.07995078805834055,
            0.0864037242718041,
            -0.007061852142214775,
            0.11834831070154905,
            0.15361904678866267,
            0.222601389978081,
            0.2861534657422453,
            0.06412240630015731,
            -0.000608028843998909,
            -0.2396364090964198,
            -0.029714178293943405,
            0.06579902255907655,
            0.16414109943434596,
            -0.02115000318735838,
            0.38505973294377327,
            0.3682867446914315
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h8_ff2",
          "a_node": "candidate_5313f05220195b0f67e9",
          "b_node": "candidate_2e24746f420e07884c4c",
          "changed_fields": {
            "model.heads": [
              4,
              8
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0246941439982038,
          "sd_b_minus_a": 0.08788978564409003,
          "min_b_minus_a": -0.28951015206985176,
          "max_b_minus_a": 0.07382505293935537,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.14407436829060316,
            0.006147658219560981,
            -0.027721313759684563,
            0.0527605339884758,
            0.053588632959872484,
            0.013160247821360826,
            -0.044507435290142894,
            -0.0008652708493173122,
            -0.023878450505435467,
            -0.28951015206985176,
            -0.06892105657607317,
            -0.022073650965467095,
            -0.007673605345189571,
            0.0012012757360935211,
            0.07382505293935537,
            0.03343559801578522
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h4_ff1",
          "a_node": "candidate_5313f05220195b0f67e9",
          "b_node": "candidate_a301024fb64cd6869bd2",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.02445798609551275,
          "sd_b_minus_a": 0.06276927584709001,
          "min_b_minus_a": -0.14003456756472588,
          "max_b_minus_a": 0.08465724904090166,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            -0.13437856337986887,
            -0.017879145219922066,
            0.0064226724207401276,
            0.08465724904090166,
            0.024976992048323154,
            -0.02377242362126708,
            -0.035564639838412404,
            -0.006906183436512947,
            -0.026036948431283236,
            -0.14003456756472588,
            -0.06745614961255342,
            -0.05123747605830431,
            0.050617117900401354,
            -0.09748107753694057,
            0.012932031881064177,
            0.02981333388015628
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h4_ff4",
          "a_node": "candidate_5313f05220195b0f67e9",
          "b_node": "candidate_db3bac963e47c6104d6a",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.01885170025343541,
          "sd_b_minus_a": 0.10168362026629076,
          "min_b_minus_a": -0.2733194539323449,
          "max_b_minus_a": 0.20890652062371373,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.037703641690313816,
            0.07097629876807332,
            0.023548323661088943,
            0.032260688953101635,
            0.20890652062371373,
            -0.05724943522363901,
            0.012361516477540135,
            -0.01805095886811614,
            0.11433203751221299,
            -0.2733194539323449,
            -0.004049005918204784,
            -0.04183376906439662,
            0.10602321522310376,
            -0.0030624521896243095,
            0.03646607231348753,
            0.05661396402865648
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff1",
          "b": "h1_ff2",
          "a_node": "candidate_09a8640fa4d7c593644f",
          "b_node": "candidate_2d28083738832680f9be",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              2
            ],
            "model.heads": [
              8,
              1
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.14697333160438575,
          "sd_b_minus_a": 0.1159147897446739,
          "min_b_minus_a": 0.015167055185884237,
          "max_b_minus_a": 0.39161174930632114,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.04205467691645026,
            0.09108942444436252,
            0.08885142812505364,
            0.15282060950994492,
            0.18544633802957833,
            0.11722629703581333,
            0.3152353266486898,
            0.07872518920339644,
            0.05577394855208695,
            0.015167055185884237,
            0.06974481500219554,
            0.12521738931536674,
            0.1455801664851606,
            0.09722025785595179,
            0.39161174930632114,
            0.37980863405391574
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff1",
          "b": "h8_ff2",
          "a_node": "candidate_09a8640fa4d7c593644f",
          "b_node": "candidate_2e24746f420e07884c4c",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.026253332369378768,
          "sd_b_minus_a": 0.05544842330563512,
          "min_b_minus_a": -0.09221484512090683,
          "max_b_minus_a": 0.11957153677940369,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            -0.02206890331581235,
            0.010833358392119408,
            0.06819196650758386,
            0.08723283279687166,
            0.08541592420078814,
            -0.09221484512090683,
            -0.015425574383698404,
            0.013737512053921819,
            0.03250352689065039,
            -0.03470668778754771,
            0.030537936720065773,
            0.0373447157908231,
            -0.026234538294374943,
            0.11957153677940369,
            0.08037706930190325,
            0.044957487378269434
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff1",
          "b": "h4_ff1",
          "a_node": "candidate_09a8640fa4d7c593644f",
          "b_node": "candidate_a301024fb64cd6869bd2",
          "changed_fields": {
            "model.heads": [
              8,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.026489490272069816,
          "sd_b_minus_a": 0.05916511040190275,
          "min_b_minus_a": -0.12914751656353474,
          "max_b_minus_a": 0.11912954784929752,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            -0.012373098405078053,
            -0.013193445047363639,
            0.10233595268800855,
            0.11912954784929752,
            0.05680428328923881,
            -0.12914751656353474,
            -0.006482778931967914,
            0.007696599466726184,
            0.030345028964802623,
            0.11476889671757817,
            0.032002843683585525,
            0.008180890697985888,
            0.03205618495121598,
            0.02088918350636959,
            0.01948404824361205,
            0.041335223242640495
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff1",
          "b": "h4_ff4",
          "a_node": "candidate_09a8640fa4d7c593644f",
          "b_node": "candidate_db3bac963e47c6104d6a",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              4
            ],
            "model.heads": [
              8,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.06979917662101798,
          "sd_b_minus_a": 0.09109381383142147,
          "min_b_minus_a": -0.16262452816590667,
          "max_b_minus_a": 0.2407338118646294,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.15970910666510463,
            0.07566199894063175,
            0.11946160392835736,
            0.0667329877614975,
            0.2407338118646294,
            -0.16262452816590667,
            0.041443377383984625,
            -0.0034481759648770094,
            0.17071401490829885,
            -0.018515989650040865,
            0.09540998737793416,
            0.017584597691893578,
            0.08746228227391839,
            0.11530780885368586,
            0.043018088676035404,
            0.0681358533911407
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff2",
          "b": "h8_ff2",
          "a_node": "candidate_2d28083738832680f9be",
          "b_node": "candidate_2e24746f420e07884c4c",
          "changed_fields": {
            "model.heads": [
              1,
              8
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.12071999923500698,
          "sd_b_minus_a": 0.11571226703914604,
          "min_b_minus_a": -0.3348511466756463,
          "max_b_minus_a": 0.0223512789234519,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.06412358023226261,
            -0.08025606605224311,
            -0.020659461617469788,
            -0.06558777671307325,
            -0.10003041382879019,
            -0.20944114215672016,
            -0.3306609010323882,
            -0.06498767714947462,
            -0.023270421661436558,
            -0.049873742973431945,
            -0.039206878282129765,
            -0.08787267352454364,
            -0.17181470477953553,
            0.0223512789234519,
            -0.3112346800044179,
            -0.3348511466756463
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff2",
          "b": "h4_ff1",
          "a_node": "candidate_2d28083738832680f9be",
          "b_node": "candidate_a301024fb64cd6869bd2",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ],
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.12048384133231593,
          "sd_b_minus_a": 0.13320047942547789,
          "min_b_minus_a": -0.3721277010627091,
          "max_b_minus_a": 0.09960184153169394,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.054427775321528316,
            -0.10428286949172616,
            0.013484524562954903,
            -0.03369106166064739,
            -0.12864205474033952,
            -0.24637381359934807,
            -0.3217181055806577,
            -0.07102858973667026,
            -0.025428919587284327,
            0.09960184153169394,
            -0.03774197131861001,
            -0.11703649861738086,
            -0.1135239815339446,
            -0.0763310743495822,
            -0.3721277010627091,
            -0.33847341081127524
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff2",
          "b": "h4_ff4",
          "a_node": "candidate_2d28083738832680f9be",
          "b_node": "candidate_db3bac963e47c6104d6a",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              4
            ],
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.07717415498336777,
          "sd_b_minus_a": 0.15037160788023593,
          "min_b_minus_a": -0.34859366063028574,
          "max_b_minus_a": 0.11765442974865437,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.11765442974865437,
            -0.015427425503730774,
            0.03061017580330372,
            -0.08608762174844742,
            0.05528747383505106,
            -0.27985082520172,
            -0.2737919492647052,
            -0.08217336516827345,
            0.1149400663562119,
            -0.0336830448359251,
            0.02566517237573862,
            -0.10763279162347317,
            -0.0581178842112422,
            0.01808755099773407,
            -0.34859366063028574,
            -0.31167278066277504
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff2",
          "b": "h4_ff1",
          "a_node": "candidate_2e24746f420e07884c4c",
          "b_node": "candidate_a301024fb64cd6869bd2",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ],
            "model.heads": [
              8,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.00023615790269104764,
          "sd_b_minus_a": 0.05489997598045826,
          "min_b_minus_a": -0.0986823532730341,
          "max_b_minus_a": 0.14947558450512588,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.009695804910734296,
            -0.024026803439483047,
            0.03414398618042469,
            0.03189671505242586,
            -0.02861164091154933,
            -0.03693267144262791,
            0.00894279545173049,
            -0.006040912587195635,
            -0.002158497925847769,
            0.14947558450512588,
            0.001464906963519752,
            -0.029163825092837214,
            0.058290723245590925,
            -0.0986823532730341,
            -0.0608930210582912,
            -0.0036222641356289387
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff2",
          "b": "h4_ff4",
          "a_node": "candidate_2e24746f420e07884c4c",
          "b_node": "candidate_db3bac963e47c6104d6a",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              4
            ],
            "model.heads": [
              8,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.04354584425163921,
          "sd_b_minus_a": 0.07366897254099794,
          "min_b_minus_a": -0.07040968304499984,
          "max_b_minus_a": 0.18177800998091698,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.18177800998091698,
            0.06482864054851234,
            0.051269637420773506,
            -0.020499845035374165,
            0.15531788766384125,
            -0.07040968304499984,
            0.05686895176768303,
            -0.017185688018798828,
            0.13821048801764846,
            0.016190698137506843,
            0.06487205065786839,
            -0.019760118098929524,
            0.11369682056829333,
            -0.004263727925717831,
            -0.037358980625867844,
            0.023178366012871265
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff1",
          "b": "h4_ff4",
          "a_node": "candidate_a301024fb64cd6869bd2",
          "b_node": "candidate_db3bac963e47c6104d6a",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.04330968634894816,
          "sd_b_minus_a": 0.08276092073825829,
          "min_b_minus_a": -0.13328488636761904,
          "max_b_minus_a": 0.18392952857539058,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.17208220507018268,
            0.08885544398799539,
            0.017125651240348816,
            -0.052396560087800026,
            0.18392952857539058,
            -0.03347701160237193,
            0.04792615631595254,
            -0.011144775431603193,
            0.14036898594349623,
            -0.13328488636761904,
            0.06340714369434863,
            0.00940370699390769,
            0.05540609732270241,
            0.09441862534731627,
            0.023534040432423353,
            0.026800630148500204
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_2e250ec49da02dabf3e9": 27748,
            "candidate_5313f05220195b0f67e9": 19428,
            "candidate_09a8640fa4d7c593644f": 15268
          },
          "best_to_worst": [
            "candidate_2e250ec49da02dabf3e9",
            "candidate_5313f05220195b0f67e9",
            "candidate_09a8640fa4d7c593644f"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_2e250ec49da02dabf3e9": 300,
            "candidate_5313f05220195b0f67e9": 300,
            "candidate_09a8640fa4d7c593644f": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_2e250ec49da02dabf3e9": 2,
            "candidate_5313f05220195b0f67e9": 2,
            "candidate_09a8640fa4d7c593644f": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_2e250ec49da02dabf3e9": null,
            "candidate_5313f05220195b0f67e9": null,
            "candidate_09a8640fa4d7c593644f": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_2e250ec49da02dabf3e9": true,
            "candidate_5313f05220195b0f67e9": true,
            "candidate_09a8640fa4d7c593644f": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "tie",
          "values": {
            "candidate_2e250ec49da02dabf3e9": 4,
            "candidate_5313f05220195b0f67e9": 4,
            "candidate_09a8640fa4d7c593644f": 4
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "attention_heads_ff_s841903",
      "template_id": "attention_heads_ff",
      "admitted": false,
      "pairs": [
        {
          "a": "h1_ff4",
          "b": "h4_ff2",
          "a_node": "candidate_c205e04736f94326026a",
          "b_node": "candidate_681cbfb92210830d5199",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              2
            ],
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.1181642938645382,
          "sd_b_minus_a": 0.14086107357884065,
          "min_b_minus_a": -0.37070139800198376,
          "max_b_minus_a": 0.1301793591119349,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.2227028482593596,
            -0.37070139800198376,
            0.03188927739392966,
            -0.18010978284291923,
            -0.11498500755988061,
            -0.26813538186252117,
            0.06790949543938041,
            -0.1615178685169667,
            -0.3106981120072305,
            -0.22440836689202115,
            -0.003705423790961504,
            0.1301793591119349,
            -0.0914540165103972,
            -0.09928448917344213,
            -0.034165848046541214,
            -0.038738290313631296
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h8_ff1",
          "a_node": "candidate_c205e04736f94326026a",
          "b_node": "candidate_b42338d48a1242eb97d9",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              1
            ],
            "model.heads": [
              1,
              8
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.1438639609987149,
          "sd_b_minus_a": 0.12547365595185148,
          "min_b_minus_a": -0.3771554040722549,
          "max_b_minus_a": 0.07176905265077949,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.27412117179483175,
            -0.3771554040722549,
            0.03015743230935186,
            -0.22792980796657503,
            -0.07331225601956248,
            -0.22354561649262905,
            -0.06497058318927884,
            -0.15920177148655057,
            -0.3009299369296059,
            -0.2548513626679778,
            0.00014356186147779226,
            0.07176905265077949,
            -0.08335580164566636,
            -0.12056658160872757,
            -0.13293770304881036,
            -0.11101542587857693
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h1_ff2",
          "a_node": "candidate_c205e04736f94326026a",
          "b_node": "candidate_58d373fe55636c9acd59",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.01191103854944231,
          "sd_b_minus_a": 0.17729543186037025,
          "min_b_minus_a": -0.3311903872527182,
          "max_b_minus_a": 0.34310486586764455,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.12052557431161404,
            -0.3311903872527182,
            0.057921491912566125,
            0.10305644199252129,
            0.07614113204181194,
            -0.23705593682825565,
            0.34310486586764455,
            -0.016399984247982502,
            -0.2117564044892788,
            -0.16115577472373843,
            0.009537789039313793,
            0.04489526757970452,
            0.006739196367561817,
            -0.1218970431946218,
            0.18971507903188467,
            0.17829322442412376
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h8_ff2",
          "a_node": "candidate_c205e04736f94326026a",
          "b_node": "candidate_229ab15aa9cbfc005fb3",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              2
            ],
            "model.heads": [
              1,
              8
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.1032754756124632,
          "sd_b_minus_a": 0.10351956867072785,
          "min_b_minus_a": -0.3012455524876714,
          "max_b_minus_a": 0.10151776520069689,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.10774778854101896,
            -0.3012455524876714,
            0.10151776520069689,
            -0.2157599963247776,
            -0.005175670608878136,
            -0.24400320230051875,
            -0.06453648512251675,
            -0.134966098703444,
            -0.12215082719922066,
            -0.18777882459107786,
            -0.048788450891152024,
            0.03446882916614413,
            -0.08900219900533557,
            -0.1436199771706015,
            -0.049627980682998896,
            -0.07399115053704008
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h4_ff1",
          "a_node": "candidate_c205e04736f94326026a",
          "b_node": "candidate_c0eff0c920f37eab36d3",
          "changed_fields": {
            "model.ff_ratio": [
              4,
              1
            ],
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.11566477382075391,
          "sd_b_minus_a": 0.12874885937649758,
          "min_b_minus_a": -0.3759105206700042,
          "max_b_minus_a": 0.10725405474659055,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.15957620553672314,
            -0.3759105206700042,
            0.10725405474659055,
            -0.21792610315605998,
            -0.03435412608087063,
            -0.22940226085484028,
            0.03119000932201743,
            -0.17160422849701717,
            -0.2672230164753273,
            -0.20258995657786727,
            0.015298718586564064,
            0.03871003771200776,
            -0.07297978515271097,
            -0.0916413962841034,
            -0.09231932833790779,
            -0.1275622738758102
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff4",
          "b": "h4_ff4",
          "a_node": "candidate_c205e04736f94326026a",
          "b_node": "candidate_515b18e0245f3d9b63bd",
          "changed_fields": {
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0999537387615419,
          "sd_b_minus_a": 0.13188825179646857,
          "min_b_minus_a": -0.3996513611637056,
          "max_b_minus_a": 0.11063824081793427,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.19304040330462158,
            -0.3996513611637056,
            0.013435483328066766,
            -0.09908430185168982,
            -0.012242171447724104,
            -0.18725115060806274,
            0.007210104260593653,
            -0.1496229567565024,
            -0.2757159867323935,
            -0.20261273626238108,
            -0.01998756593093276,
            0.11063824081793427,
            -0.07549356622621417,
            -0.11362985940650105,
            0.06137918960303068,
            -0.06359077850356698
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h8_ff1",
          "a_node": "candidate_681cbfb92210830d5199",
          "b_node": "candidate_b42338d48a1242eb97d9",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ],
            "model.heads": [
              4,
              8
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.025699667134176707,
          "sd_b_minus_a": 0.04881405198057694,
          "min_b_minus_a": -0.13288007862865925,
          "max_b_minus_a": 0.04458976536989212,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            -0.051418323535472155,
            -0.006454006070271134,
            -0.0017318450845777988,
            -0.047820025123655796,
            0.04167275154031813,
            0.04458976536989212,
            -0.13288007862865925,
            0.002316097030416131,
            0.009768175077624619,
            -0.03044299577595666,
            0.0038489856524392962,
            -0.058410306461155415,
            0.008098214864730835,
            -0.02128209243528545,
            -0.09877185500226915,
            -0.07227713556494564
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h1_ff2",
          "a_node": "candidate_681cbfb92210830d5199",
          "b_node": "candidate_58d373fe55636c9acd59",
          "changed_fields": {
            "model.heads": [
              4,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.10625325531509588,
          "sd_b_minus_a": 0.10805262696618982,
          "min_b_minus_a": -0.08528409153223038,
          "max_b_minus_a": 0.2831662248354405,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.10217727394774556,
            0.03951101074926555,
            0.026032214518636465,
            0.2831662248354405,
            0.19112613960169256,
            0.031079445034265518,
            0.27519537042826414,
            0.1451178842689842,
            0.09894170751795173,
            0.06325259216828272,
            0.013243212830275297,
            -0.08528409153223038,
            0.09819321287795901,
            -0.022612554021179676,
            0.22388092707842588,
            0.21703151473775506
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h8_ff2",
          "a_node": "candidate_681cbfb92210830d5199",
          "b_node": "candidate_229ab15aa9cbfc005fb3",
          "changed_fields": {
            "model.heads": [
              4,
              8
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.014888818252074998,
          "sd_b_minus_a": 0.08288010456878,
          "min_b_minus_a": -0.13244598056189716,
          "max_b_minus_a": 0.18854728480800986,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.11495505971834064,
            0.06945584551431239,
            0.06962848780676723,
            -0.03565021348185837,
            0.10980933695100248,
            0.02413217956200242,
            -0.13244598056189716,
            0.026551769813522696,
            0.18854728480800986,
            0.036629542300943285,
            -0.04508302710019052,
            -0.09571052994579077,
            0.0024518175050616264,
            -0.04433548799715936,
            -0.015462132636457682,
            -0.03525286022340879
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h4_ff1",
          "a_node": "candidate_681cbfb92210830d5199",
          "b_node": "candidate_c0eff0c920f37eab36d3",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.002499520043784287,
          "sd_b_minus_a": 0.053689776627176784,
          "min_b_minus_a": -0.09146932139992714,
          "max_b_minus_a": 0.08063088147900999,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.06312664272263646,
            -0.005209122668020427,
            0.0753647773526609,
            -0.03781632031314075,
            0.08063088147900999,
            0.03873312100768089,
            -0.036719486117362976,
            -0.010086359980050474,
            0.04347509553190321,
            0.02181841031415388,
            0.019004142377525568,
            -0.09146932139992714,
            0.01847423135768622,
            0.007643092889338732,
            -0.05815348029136658,
            -0.08882398356217891
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff2",
          "b": "h4_ff4",
          "a_node": "candidate_681cbfb92210830d5199",
          "b_node": "candidate_515b18e0245f3d9b63bd",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.018210555102996295,
          "sd_b_minus_a": 0.04952755821491349,
          "min_b_minus_a": -0.060699391178786755,
          "max_b_minus_a": 0.10274283611215651,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.02966244495473802,
            -0.028949963161721826,
            -0.018453794065862894,
            0.08102548099122941,
            0.10274283611215651,
            0.08088423125445843,
            -0.060699391178786755,
            0.01189491176046431,
            0.03498212527483702,
            0.021795630629640073,
            -0.016282142139971256,
            -0.019541118294000626,
            0.015960450284183025,
            -0.01434537023305893,
            0.0955450376495719,
            -0.024852488189935684
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff1",
          "b": "h1_ff2",
          "a_node": "candidate_b42338d48a1242eb97d9",
          "b_node": "candidate_58d373fe55636c9acd59",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              2
            ],
            "model.heads": [
              8,
              1
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.1319529224492726,
          "sd_b_minus_a": 0.13670970296571078,
          "min_b_minus_a": -0.026873785071074963,
          "max_b_minus_a": 0.4080754490569234,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.15359559748321772,
            0.045965016819536686,
            0.027764059603214264,
            0.3309862499590963,
            0.14945338806137443,
            -0.013510320335626602,
            0.4080754490569234,
            0.14280178723856807,
            0.08917353244032711,
            0.09369558794423938,
            0.009394227177836001,
            -0.026873785071074963,
            0.09009499801322818,
            -0.001330461585894227,
            0.32265278208069503,
            0.2893086503027007
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff1",
          "b": "h8_ff2",
          "a_node": "candidate_b42338d48a1242eb97d9",
          "b_node": "candidate_229ab15aa9cbfc005fb3",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.040588485386251705,
          "sd_b_minus_a": 0.06687982372274125,
          "min_b_minus_a": -0.04893201275262982,
          "max_b_minus_a": 0.17877910973038524,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.1663733832538128,
            0.07590985158458352,
            0.07136033289134502,
            0.012169811641797423,
            0.06813658541068435,
            -0.0204575858078897,
            0.00043409806676208973,
            0.024235672783106565,
            0.17877910973038524,
            0.06707253807689995,
            -0.04893201275262982,
            -0.03730022348463535,
            -0.0056463973596692085,
            -0.023053395561873913,
            0.08330972236581147,
            0.03702427534153685
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff1",
          "b": "h4_ff1",
          "a_node": "candidate_b42338d48a1242eb97d9",
          "b_node": "candidate_c0eff0c920f37eab36d3",
          "changed_fields": {
            "model.heads": [
              8,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.028199187177960994,
          "sd_b_minus_a": 0.04119355886439871,
          "min_b_minus_a": -0.033059014938771725,
          "max_b_minus_a": 0.11454496625810862,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.11454496625810862,
            0.0012448834022507071,
            0.0770966224372387,
            0.010003704810515046,
            0.038958129938691854,
            -0.005856644362211227,
            0.09616059251129627,
            -0.012402457010466605,
            0.03370692045427859,
            0.05226140609011054,
            0.015155156725086272,
            -0.033059014938771725,
            0.010376016492955387,
            0.02892518532462418,
            0.04061837471090257,
            -0.01654684799723327
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff1",
          "b": "h4_ff4",
          "a_node": "candidate_b42338d48a1242eb97d9",
          "b_node": "candidate_515b18e0245f3d9b63bd",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              4
            ],
            "model.heads": [
              8,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.043910222237173,
          "sd_b_minus_a": 0.057072265506559604,
          "min_b_minus_a": -0.02249595709145069,
          "max_b_minus_a": 0.19431689265184104,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.08108076849021018,
            -0.02249595709145069,
            -0.016721948981285095,
            0.1288455061148852,
            0.06107008457183838,
            0.03629446588456631,
            0.0721806874498725,
            0.00957881473004818,
            0.025213950197212398,
            0.05223862640559673,
            -0.020131127792410553,
            0.03886918816715479,
            0.00786223541945219,
            0.00693672220222652,
            0.19431689265184104,
            0.047424647375009954
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff2",
          "b": "h8_ff2",
          "a_node": "candidate_58d373fe55636c9acd59",
          "b_node": "candidate_229ab15aa9cbfc005fb3",
          "changed_fields": {
            "model.heads": [
              1,
              8
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.09136443706302089,
          "sd_b_minus_a": 0.1415991174340738,
          "min_b_minus_a": -0.4076413509901613,
          "max_b_minus_a": 0.08960557729005814,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            0.012777785770595074,
            0.029944834765046835,
            0.04359627328813076,
            -0.3188164383172989,
            -0.08131680265069008,
            -0.006947265472263098,
            -0.4076413509901613,
            -0.1185661144554615,
            0.08960557729005814,
            -0.026623049867339432,
            -0.05832623993046582,
            -0.01042643841356039,
            -0.09574139537289739,
            -0.021722933975979686,
            -0.23934305971488357,
            -0.25228437496116385
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff2",
          "b": "h4_ff1",
          "a_node": "candidate_58d373fe55636c9acd59",
          "b_node": "candidate_c0eff0c920f37eab36d3",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ],
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.1037537352713116,
          "sd_b_minus_a": 0.13054354258466438,
          "min_b_minus_a": -0.32098254514858127,
          "max_b_minus_a": 0.04933256283402443,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.0390506312251091,
            -0.04472013341728598,
            0.04933256283402443,
            -0.32098254514858127,
            -0.11049525812268257,
            0.007653675973415375,
            -0.3119148565456271,
            -0.15520424424903467,
            -0.05546661198604852,
            -0.04143418185412884,
            0.005760929547250271,
            -0.006185229867696762,
            -0.07971898152027279,
            0.030255646910518408,
            -0.28203440736979246,
            -0.30585549829993397
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h1_ff2",
          "b": "h4_ff4",
          "a_node": "candidate_58d373fe55636c9acd59",
          "b_node": "candidate_515b18e0245f3d9b63bd",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              4
            ],
            "model.heads": [
              1,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.08804270021209959,
          "sd_b_minus_a": 0.10406364460459819,
          "min_b_minus_a": -0.3358947616070509,
          "max_b_minus_a": 0.06574297323822975,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.07251482899300754,
            -0.06846097391098738,
            -0.04448600858449936,
            -0.2021407438442111,
            -0.08838330348953605,
            0.04980478622019291,
            -0.3358947616070509,
            -0.1332229725085199,
            -0.06395958224311471,
            -0.041456961538642645,
            -0.029525354970246553,
            0.06574297323822975,
            -0.08223276259377599,
            0.008267183788120747,
            -0.128335889428854,
            -0.24188400292769074
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff2",
          "b": "h4_ff1",
          "a_node": "candidate_229ab15aa9cbfc005fb3",
          "b_node": "candidate_c0eff0c920f37eab36d3",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              1
            ],
            "model.heads": [
              8,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.012389298208290711,
          "sd_b_minus_a": 0.057996883776023064,
          "min_b_minus_a": -0.14507218927610666,
          "max_b_minus_a": 0.09572649444453418,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.051828416995704174,
            -0.07466496818233281,
            0.005736289545893669,
            -0.0021661068312823772,
            -0.029178455471992493,
            0.014600941445678473,
            0.09572649444453418,
            -0.03663812979357317,
            -0.14507218927610666,
            -0.014811131986789405,
            0.06408716947771609,
            0.004241208545863628,
            0.016022413852624595,
            0.051978580886498094,
            -0.042691347654908895,
            -0.05357112333877012
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h8_ff2",
          "b": "h4_ff4",
          "a_node": "candidate_229ab15aa9cbfc005fb3",
          "b_node": "candidate_515b18e0245f3d9b63bd",
          "changed_fields": {
            "model.ff_ratio": [
              2,
              4
            ],
            "model.heads": [
              8,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0033217368509212974,
          "sd_b_minus_a": 0.07777448043562203,
          "min_b_minus_a": -0.15356515953317285,
          "max_b_minus_a": 0.11667569447308779,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.08529261476360261,
            -0.09840580867603421,
            -0.08808228187263012,
            0.11667569447308779,
            -0.007066500838845968,
            0.05675205169245601,
            0.0717465893831104,
            -0.014656858053058386,
            -0.15356515953317285,
            -0.014833911671303213,
            0.028800884960219264,
            0.07616941165179014,
            0.013508632779121399,
            0.029990117764100432,
            0.11100717028602958,
            0.010400372033473104
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "h4_ff1",
          "b": "h4_ff4",
          "a_node": "candidate_c0eff0c920f37eab36d3",
          "b_node": "candidate_515b18e0245f3d9b63bd",
          "changed_fields": {
            "model.ff_ratio": [
              1,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.01571103505921201,
          "sd_b_minus_a": 0.06254575739811531,
          "min_b_minus_a": -0.09381857141852379,
          "max_b_minus_a": 0.15369851794093847,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.03346419776789844,
            -0.0237408404937014,
            -0.09381857141852379,
            0.11884180130437016,
            0.022111954633146524,
            0.042151110246777534,
            -0.02397990506142378,
            0.021981271740514785,
            -0.00849297025706619,
            -2.2779684513807297e-05,
            -0.035286284517496824,
            0.07192820310592651,
            -0.0025137810735031962,
            -0.02198846312239766,
            0.15369851794093847,
            0.06397149537224323
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_c205e04736f94326026a": 27748,
            "candidate_681cbfb92210830d5199": 19428,
            "candidate_b42338d48a1242eb97d9": 15268
          },
          "best_to_worst": [
            "candidate_c205e04736f94326026a",
            "candidate_681cbfb92210830d5199",
            "candidate_b42338d48a1242eb97d9"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 1
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_c205e04736f94326026a": 300,
            "candidate_681cbfb92210830d5199": 300,
            "candidate_b42338d48a1242eb97d9": 300
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_c205e04736f94326026a": 2,
            "candidate_681cbfb92210830d5199": 2,
            "candidate_b42338d48a1242eb97d9": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "not_applicable",
          "values": {
            "candidate_c205e04736f94326026a": null,
            "candidate_681cbfb92210830d5199": null,
            "candidate_b42338d48a1242eb97d9": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_c205e04736f94326026a": true,
            "candidate_681cbfb92210830d5199": true,
            "candidate_b42338d48a1242eb97d9": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "tie",
          "values": {
            "candidate_c205e04736f94326026a": 4,
            "candidate_681cbfb92210830d5199": 4,
            "candidate_b42338d48a1242eb97d9": 4
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "learning_rate_s841901",
      "template_id": "learning_rate",
      "admitted": true,
      "pairs": [
        {
          "a": "lr1e4",
          "b": "lr1e3",
          "a_node": "candidate_31abb7f5ae858e9f35e8",
          "b_node": "candidate_6ec59d4186f9b42d6754",
          "changed_fields": {
            "optimizer.lr": [
              0.0001,
              0.001
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.7790262663911562,
          "sd_b_minus_a": 0.4450231961261393,
          "min_b_minus_a": -1.3091954584233463,
          "max_b_minus_a": -0.11089304089546204,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.0577293615788221,
            -1.0441893972456455,
            -0.11089304089546204,
            -1.2562741916626692,
            -0.842697411775589,
            -1.1982881184667349,
            -1.1841372307389975,
            -0.5264021530747414,
            -0.1608062982559204,
            -0.382194384932518,
            -0.22758404910564423,
            -1.1596393175423145,
            -0.14429104328155518,
            -1.036236498504877,
            -1.3091954584233463,
            -0.8238623067736626
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "lr1e4",
          "b": "lr1e2",
          "a_node": "candidate_31abb7f5ae858e9f35e8",
          "b_node": "candidate_b07779969f06e2a919a4",
          "changed_fields": {
            "optimizer.lr": [
              0.0001,
              0.01
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.1075287879509688,
          "sd_b_minus_a": 0.39880364581643435,
          "min_b_minus_a": -1.3768621300405357,
          "max_b_minus_a": -0.12776950001716614,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.3036729377927259,
            -1.0600862316787243,
            -1.3689395717265143,
            -1.270602091215551,
            -1.3707084563793615,
            -1.2831573272123933,
            -1.2470036488957703,
            -0.12776950001716614,
            -0.5078761428594589,
            -1.3240558387478814,
            -1.064164187759161,
            -1.3043347229249775,
            -0.38601595908403397,
            -1.3768621300405357,
            -1.3527890454352018,
            -1.3724228154460434
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "lr1e3",
          "b": "lr1e2",
          "a_node": "candidate_6ec59d4186f9b42d6754",
          "b_node": "candidate_b07779969f06e2a919a4",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.01
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.3285025215598125,
          "sd_b_minus_a": 0.4140453102731834,
          "min_b_minus_a": -1.2580465308310522,
          "max_b_minus_a": 0.3986326530575752,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.24594357621390373,
            -0.015896834433078766,
            -1.2580465308310522,
            -0.014327899552881718,
            -0.5280110446037725,
            -0.0848692087456584,
            -0.06286641815677285,
            0.3986326530575752,
            -0.3470698446035385,
            -0.9418614538153633,
            -0.8365801386535168,
            -0.144695405382663,
            -0.2417249158024788,
            -0.3406256315356586,
            -0.04359358701185556,
            -0.5485605086723808
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_31abb7f5ae858e9f35e8": 15436,
            "candidate_6ec59d4186f9b42d6754": 15436,
            "candidate_b07779969f06e2a919a4": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_31abb7f5ae858e9f35e8": 1200,
            "candidate_6ec59d4186f9b42d6754": 1200,
            "candidate_b07779969f06e2a919a4": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_31abb7f5ae858e9f35e8": 2,
            "candidate_6ec59d4186f9b42d6754": 2,
            "candidate_b07779969f06e2a919a4": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_31abb7f5ae858e9f35e8": 3,
            "candidate_6ec59d4186f9b42d6754": 3,
            "candidate_b07779969f06e2a919a4": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_31abb7f5ae858e9f35e8": true,
            "candidate_6ec59d4186f9b42d6754": true,
            "candidate_b07779969f06e2a919a4": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_31abb7f5ae858e9f35e8": null,
            "candidate_6ec59d4186f9b42d6754": null,
            "candidate_b07779969f06e2a919a4": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "learning_rate_s841902",
      "template_id": "learning_rate",
      "admitted": true,
      "pairs": [
        {
          "a": "lr1e4",
          "b": "lr1e3",
          "a_node": "candidate_68c3418242c7dd2f2c5e",
          "b_node": "candidate_3e9dff76e192bdb82479",
          "changed_fields": {
            "optimizer.lr": [
              0.0001,
              0.001
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.9416214929806301,
          "sd_b_minus_a": 0.39740803637814365,
          "min_b_minus_a": -1.3396820491179824,
          "max_b_minus_a": -0.332123838365078,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.7170626521110535,
            -1.205075697042048,
            -0.3638327792286873,
            -1.2145069623365998,
            -0.4567265883088112,
            -1.1853327881544828,
            -1.308815697208047,
            -1.2170492401346564,
            -0.5202129855751991,
            -0.38218890875577927,
            -0.332123838365078,
            -1.3396820491179824,
            -1.0884668566286564,
            -1.1446007192134857,
            -1.3301424945238978,
            -1.2601236309856176
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "lr1e4",
          "b": "lr1e2",
          "a_node": "candidate_68c3418242c7dd2f2c5e",
          "b_node": "candidate_878848a639e130ad11ad",
          "changed_fields": {
            "optimizer.lr": [
              0.0001,
              0.01
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.2697534292360046,
          "sd_b_minus_a": 0.34052021981945785,
          "min_b_minus_a": -1.383913916792153,
          "max_b_minus_a": 0.004805833101272583,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -1.3809921748261331,
            -1.3694107732007978,
            -1.3518222057609819,
            -1.3725109687366057,
            -1.330820481525734,
            -1.3313815095461905,
            -1.330084472312592,
            -1.3389223722042516,
            -1.379489137656492,
            -1.3322992229368538,
            -1.3793899278898607,
            0.004805833101272583,
            -1.3592513551993761,
            -1.383913916792153,
            -1.3523544950876385,
            -1.3282176872016862
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "lr1e3",
          "b": "lr1e2",
          "a_node": "candidate_3e9dff76e192bdb82479",
          "b_node": "candidate_878848a639e130ad11ad",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.01
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.3281319362553745,
          "sd_b_minus_a": 0.5903698146768773,
          "min_b_minus_a": -1.0472660895247827,
          "max_b_minus_a": 1.344487882219255,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.6639295227150797,
            -0.16433507615874987,
            -0.9879894265322946,
            -0.1580040064000059,
            -0.8740938932169229,
            -0.14604872139170766,
            -0.021268775104545057,
            -0.12187313206959516,
            -0.8592761520812928,
            -0.9501103141810745,
            -1.0472660895247827,
            1.344487882219255,
            -0.27078449857071973,
            -0.2393131975786673,
            -0.02221200056374073,
            -0.06809405621606857
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_68c3418242c7dd2f2c5e": 15436,
            "candidate_3e9dff76e192bdb82479": 15436,
            "candidate_878848a639e130ad11ad": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_68c3418242c7dd2f2c5e": 1200,
            "candidate_3e9dff76e192bdb82479": 1200,
            "candidate_878848a639e130ad11ad": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_68c3418242c7dd2f2c5e": 2,
            "candidate_3e9dff76e192bdb82479": 2,
            "candidate_878848a639e130ad11ad": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_68c3418242c7dd2f2c5e": 3,
            "candidate_3e9dff76e192bdb82479": 3,
            "candidate_878848a639e130ad11ad": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_68c3418242c7dd2f2c5e": true,
            "candidate_3e9dff76e192bdb82479": true,
            "candidate_878848a639e130ad11ad": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_68c3418242c7dd2f2c5e": null,
            "candidate_3e9dff76e192bdb82479": null,
            "candidate_878848a639e130ad11ad": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "learning_rate_s841903",
      "template_id": "learning_rate",
      "admitted": false,
      "pairs": [
        {
          "a": "lr1e4",
          "b": "lr1e3",
          "a_node": "candidate_ab7b2bbaecc26528fc3a",
          "b_node": "candidate_e313c07c685170294dbd",
          "changed_fields": {
            "optimizer.lr": [
              0.0001,
              0.001
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.8793081680050818,
          "sd_b_minus_a": 0.37014103334221565,
          "min_b_minus_a": -1.3518073249142617,
          "max_b_minus_a": -0.19963078200817108,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.8016517162322998,
            -1.2203795975074172,
            -0.20126833021640778,
            -1.1635614968836308,
            -0.6817632243037224,
            -0.9719160497188568,
            -1.2666488904505968,
            -0.9993200711905956,
            -0.5653146579861641,
            -0.19963078200817108,
            -0.45444701611995697,
            -1.2398374853655696,
            -0.9692221432924271,
            -0.8286560699343681,
            -1.3518073249142617,
            -1.1535058319568634
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "lr1e4",
          "b": "lr1e2",
          "a_node": "candidate_ab7b2bbaecc26528fc3a",
          "b_node": "candidate_d8544172036bc9ae086b",
          "changed_fields": {
            "optimizer.lr": [
              0.0001,
              0.01
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.1105656154318666,
          "sd_b_minus_a": 0.45937911573477014,
          "min_b_minus_a": -1.3846380029560805,
          "max_b_minus_a": -0.1019001454114914,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -1.2408973891288042,
            -0.15682584047317505,
            -1.353320162394084,
            -0.4329434335231781,
            -0.1019001454114914,
            -1.3841138723837503,
            -1.3606893907126505,
            -0.8589192517101765,
            -1.36901340453187,
            -1.3772531419454026,
            -1.3656663092551753,
            -1.358499046691577,
            -1.2963682430563495,
            -1.3846380029560805,
            -1.3687629826144985,
            -1.3592392301216023
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "lr1e3",
          "b": "lr1e2",
          "a_node": "candidate_e313c07c685170294dbd",
          "b_node": "candidate_d8544172036bc9ae086b",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.01
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.23125744742678478,
          "sd_b_minus_a": 0.6429108353442914,
          "min_b_minus_a": -1.1776223599372315,
          "max_b_minus_a": 1.0635537570342422,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.4392456728965044,
            1.0635537570342422,
            -1.1520518321776763,
            0.7306180633604527,
            0.579863078892231,
            -0.41219782266489347,
            -0.09404050026205368,
            0.14040081948041916,
            -0.8036987465457059,
            -1.1776223599372315,
            -0.9112192931352183,
            -0.11866156132600736,
            -0.3271460997639224,
            -0.5559819330217124,
            -0.01695565770023677,
            -0.2057333981647389
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_ab7b2bbaecc26528fc3a": 15436,
            "candidate_e313c07c685170294dbd": 15436,
            "candidate_d8544172036bc9ae086b": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_ab7b2bbaecc26528fc3a": 1200,
            "candidate_e313c07c685170294dbd": 1200,
            "candidate_d8544172036bc9ae086b": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_ab7b2bbaecc26528fc3a": 2,
            "candidate_e313c07c685170294dbd": 2,
            "candidate_d8544172036bc9ae086b": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_ab7b2bbaecc26528fc3a": 3,
            "candidate_e313c07c685170294dbd": 3,
            "candidate_d8544172036bc9ae086b": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_ab7b2bbaecc26528fc3a": true,
            "candidate_e313c07c685170294dbd": true,
            "candidate_d8544172036bc9ae086b": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_ab7b2bbaecc26528fc3a": null,
            "candidate_e313c07c685170294dbd": null,
            "candidate_d8544172036bc9ae086b": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "decay_small_data_s841901",
      "template_id": "decay_small_data",
      "admitted": false,
      "pairs": [
        {
          "a": "wd0",
          "b": "wd03",
          "a_node": "candidate_bea9b669d36ce0bb0f49",
          "b_node": "candidate_bf1af3070b43afb13889",
          "changed_fields": {
            "optimizer.weight_decay": [
              0.0,
              0.03
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.6796030125697143,
          "sd_b_minus_a": 3.8530358296654286,
          "min_b_minus_a": -8.610863894224167,
          "max_b_minus_a": 8.724558137357235,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.788862407207489,
            0.12879236042499542,
            0.6124696880578995,
            -2.645049899816513,
            -0.051504433155059814,
            -8.610863894224167,
            6.8235138058662415,
            0.5527075976133347,
            3.9788306951522827,
            -1.495723009109497,
            0.06586054712533951,
            8.724558137357235,
            -0.0858953483402729,
            -0.3195619126781821,
            -0.18524698168039322,
            2.5918984413146973
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "wd0",
          "b": "wd3",
          "a_node": "candidate_bea9b669d36ce0bb0f49",
          "b_node": "candidate_69c2b002b73676a9e693",
          "changed_fields": {
            "optimizer.weight_decay": [
              0.0,
              0.3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.8803424572106451,
          "sd_b_minus_a": 3.4805432570952863,
          "min_b_minus_a": -6.387954384088516,
          "max_b_minus_a": 3.9127467423677444,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -5.373502790927887,
            3.6981841325759888,
            3.2730701118707657,
            -4.9007037580013275,
            -1.8551385998725891,
            -6.387954384088516,
            0.9600181877613068,
            1.268479734659195,
            -4.930027604103088,
            -5.13097882270813,
            -0.1853526495397091,
            -1.1874512061476707,
            0.8733742795884609,
            0.6772181950509548,
            3.9127467423677444,
            1.2025391161441803
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "wd03",
          "b": "wd3",
          "a_node": "candidate_bf1af3070b43afb13889",
          "b_node": "candidate_69c2b002b73676a9e693",
          "changed_fields": {
            "optimizer.weight_decay": [
              0.03,
              0.3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -1.5599454697803594,
          "sd_b_minus_a": 4.309416403158337,
          "min_b_minus_a": -9.912009343504906,
          "max_b_minus_a": 4.097993724048138,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -6.162365198135376,
            3.5693917721509933,
            2.660600423812866,
            -2.2556538581848145,
            -1.8036341667175293,
            2.2229095101356506,
            -5.863495618104935,
            0.7157721370458603,
            -8.908858299255371,
            -3.635255813598633,
            -0.2512131966650486,
            -9.912009343504906,
            0.9592696279287338,
            0.9967801077291369,
            4.097993724048138,
            -1.389359325170517
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_bea9b669d36ce0bb0f49": 15436,
            "candidate_bf1af3070b43afb13889": 15436,
            "candidate_69c2b002b73676a9e693": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_bea9b669d36ce0bb0f49": 1200,
            "candidate_bf1af3070b43afb13889": 1200,
            "candidate_69c2b002b73676a9e693": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_bea9b669d36ce0bb0f49": 2,
            "candidate_bf1af3070b43afb13889": 2,
            "candidate_69c2b002b73676a9e693": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_bea9b669d36ce0bb0f49": 3,
            "candidate_bf1af3070b43afb13889": 3,
            "candidate_69c2b002b73676a9e693": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_bea9b669d36ce0bb0f49": true,
            "candidate_bf1af3070b43afb13889": true,
            "candidate_69c2b002b73676a9e693": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_bea9b669d36ce0bb0f49": null,
            "candidate_bf1af3070b43afb13889": null,
            "candidate_69c2b002b73676a9e693": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "decay_small_data_s841902",
      "template_id": "decay_small_data",
      "admitted": false,
      "pairs": [
        {
          "a": "wd0",
          "b": "wd03",
          "a_node": "candidate_bbcaf6772f71b9bfe1cc",
          "b_node": "candidate_decaf5a0597804014f47",
          "changed_fields": {
            "optimizer.weight_decay": [
              0.0,
              0.03
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.6909711365588009,
          "sd_b_minus_a": 4.777607165496378,
          "min_b_minus_a": -11.202096819877625,
          "max_b_minus_a": 10.871190458536148,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.6154769547283649,
            4.468712210655212,
            0.10984782129526138,
            -4.308472491800785,
            0.05455949902534485,
            2.5483076125383377,
            -5.510257244110107,
            0.17367345467209816,
            -4.7025909423828125,
            -11.202096819877625,
            0.7815865874290466,
            10.871190458536148,
            -0.8472602665424347,
            -0.003187514841556549,
            -0.21928086876869202,
            -2.6547927260398865
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "wd0",
          "b": "wd3",
          "a_node": "candidate_bbcaf6772f71b9bfe1cc",
          "b_node": "candidate_5449f78632b714ebdda4",
          "changed_fields": {
            "optimizer.weight_decay": [
              0.0,
              0.3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -4.910632739076391,
          "sd_b_minus_a": 7.053708962612473,
          "min_b_minus_a": -21.761793464422226,
          "max_b_minus_a": 3.278004541993141,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -1.0233907978981733,
            -12.730527948588133,
            0.3657147213816643,
            -4.853043070062995,
            0.1414349526166916,
            3.278004541993141,
            -17.681232541799545,
            -0.07094775140285492,
            -9.939227655529976,
            -21.761793464422226,
            -3.4979690313339233,
            -3.699636686593294,
            -0.8076685070991516,
            -0.38695526868104935,
            -1.301548182964325,
            -4.601337134838104
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "wd03",
          "b": "wd3",
          "a_node": "candidate_decaf5a0597804014f47",
          "b_node": "candidate_5449f78632b714ebdda4",
          "changed_fields": {
            "optimizer.weight_decay": [
              0.03,
              0.3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -4.21966160251759,
          "sd_b_minus_a": 5.971311416215054,
          "min_b_minus_a": -17.199240159243345,
          "max_b_minus_a": 0.7296969294548035,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.4079138431698084,
            -17.199240159243345,
            0.2558669000864029,
            -0.5445705782622099,
            0.08687545359134674,
            0.7296969294548035,
            -12.170975297689438,
            -0.24462120607495308,
            -5.236636713147163,
            -10.559696644544601,
            -4.27955561876297,
            -14.570827145129442,
            0.03959175944328308,
            -0.3837677538394928,
            -1.082267314195633,
            -1.9465444087982178
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_bbcaf6772f71b9bfe1cc": 15436,
            "candidate_decaf5a0597804014f47": 15436,
            "candidate_5449f78632b714ebdda4": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_bbcaf6772f71b9bfe1cc": 1200,
            "candidate_decaf5a0597804014f47": 1200,
            "candidate_5449f78632b714ebdda4": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_bbcaf6772f71b9bfe1cc": 2,
            "candidate_decaf5a0597804014f47": 2,
            "candidate_5449f78632b714ebdda4": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_bbcaf6772f71b9bfe1cc": 3,
            "candidate_decaf5a0597804014f47": 3,
            "candidate_5449f78632b714ebdda4": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_bbcaf6772f71b9bfe1cc": true,
            "candidate_decaf5a0597804014f47": true,
            "candidate_5449f78632b714ebdda4": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_bbcaf6772f71b9bfe1cc": null,
            "candidate_decaf5a0597804014f47": null,
            "candidate_5449f78632b714ebdda4": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "decay_small_data_s841903",
      "template_id": "decay_small_data",
      "admitted": false,
      "pairs": [
        {
          "a": "wd0",
          "b": "wd03",
          "a_node": "candidate_b998d6e03b93bb19946a",
          "b_node": "candidate_a610f761f13d94f88c47",
          "changed_fields": {
            "optimizer.weight_decay": [
              0.0,
              0.03
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.42863417824264616,
          "sd_b_minus_a": 5.726178580751592,
          "min_b_minus_a": -13.279477417469025,
          "max_b_minus_a": 12.541828453540802,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            5.560395151376724,
            12.541828453540802,
            0.06487877666950226,
            -0.2638494372367859,
            0.07626493088901043,
            -3.1138784289360046,
            -0.2980591058731079,
            7.922985643148422,
            3.5636717081069946,
            -13.279477417469025,
            -2.545994818210602,
            0.6152132302522659,
            0.34210045635700226,
            1.6024779081344604,
            0.013710148632526398,
            -5.944120347499847
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "wd0",
          "b": "wd3",
          "a_node": "candidate_b998d6e03b93bb19946a",
          "b_node": "candidate_13fb3cf7b2dd483e7ad7",
          "changed_fields": {
            "optimizer.weight_decay": [
              0.0,
              0.3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -2.554727102164179,
          "sd_b_minus_a": 5.4710224697661385,
          "min_b_minus_a": -18.67214560508728,
          "max_b_minus_a": 3.993515096604824,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -5.779672235250473,
            1.4961062669754028,
            0.06761600077152252,
            -2.2059081345796585,
            -0.05922938883304596,
            -3.3060369193553925,
            -4.367504417896271,
            -1.1513418853282928,
            2.5936924815177917,
            -18.67214560508728,
            -2.9178171157836914,
            1.5262057483196259,
            -0.6190784573554993,
            -1.663788542151451,
            3.993515096604824,
            -9.810246527194977
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "wd03",
          "b": "wd3",
          "a_node": "candidate_a610f761f13d94f88c47",
          "b_node": "candidate_13fb3cf7b2dd483e7ad7",
          "changed_fields": {
            "optimizer.weight_decay": [
              0.03,
              0.3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -2.9833612804068252,
          "sd_b_minus_a": 4.3535174465372535,
          "min_b_minus_a": -11.340067386627197,
          "max_b_minus_a": 3.9798049479722977,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -11.340067386627197,
            -11.0457221865654,
            0.0027372241020202637,
            -1.9420586973428726,
            -0.1354943197220564,
            -0.19215849041938782,
            -4.069445312023163,
            -9.074327528476715,
            -0.9699792265892029,
            -5.392668187618256,
            -0.3718222975730896,
            0.9109925180673599,
            -0.9611789137125015,
            -3.2662664502859116,
            3.9798049479722977,
            -3.8661261796951294
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_b998d6e03b93bb19946a": 15436,
            "candidate_a610f761f13d94f88c47": 15436,
            "candidate_13fb3cf7b2dd483e7ad7": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_b998d6e03b93bb19946a": 1200,
            "candidate_a610f761f13d94f88c47": 1200,
            "candidate_13fb3cf7b2dd483e7ad7": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_b998d6e03b93bb19946a": 2,
            "candidate_a610f761f13d94f88c47": 2,
            "candidate_13fb3cf7b2dd483e7ad7": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_b998d6e03b93bb19946a": 3,
            "candidate_a610f761f13d94f88c47": 3,
            "candidate_13fb3cf7b2dd483e7ad7": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_b998d6e03b93bb19946a": true,
            "candidate_a610f761f13d94f88c47": true,
            "candidate_13fb3cf7b2dd483e7ad7": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_b998d6e03b93bb19946a": null,
            "candidate_a610f761f13d94f88c47": null,
            "candidate_13fb3cf7b2dd483e7ad7": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "batch_fixed_samples_s841901",
      "template_id": "batch_fixed_samples",
      "admitted": false,
      "pairs": [
        {
          "a": "batch16",
          "b": "batch32",
          "a_node": "candidate_cc8a9186f70e19a657b1",
          "b_node": "candidate_675b0f0945a65c7728d6",
          "changed_fields": {
            "training.batch_size": [
              16,
              32
            ],
            "training.training_steps": [
              600,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.010786936327917829,
          "sd_b_minus_a": 0.04551564494766206,
          "min_b_minus_a": -0.14653142867609859,
          "max_b_minus_a": 0.039332964435743634,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.14653142867609859,
            0.039332964435743634,
            -0.05351576636894606,
            0.0011398784427001374,
            -0.02349174558185041,
            -0.020490782510023564,
            0.022523663785250392,
            -0.03862544524599798,
            0.031060553970746696,
            -0.007608875683217775,
            0.030423584506934276,
            0.00013134903929312713,
            -0.0021581221008091234,
            -0.03919715428492054,
            0.016706963528122287,
            0.017709381496388232
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "batch16",
          "b": "batch64",
          "a_node": "candidate_cc8a9186f70e19a657b1",
          "b_node": "candidate_f59241db8842e4e80120",
          "changed_fields": {
            "training.batch_size": [
              16,
              64
            ],
            "training.training_steps": [
              600,
              150
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.032019624675172054,
          "sd_b_minus_a": 0.05522322693243333,
          "min_b_minus_a": -0.1186942255590111,
          "max_b_minus_a": 0.11961095232982188,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            -0.1186942255590111,
            0.032149789833056275,
            -0.022622516000410542,
            0.049740237913283636,
            0.01843156956601888,
            0.11961095232982188,
            0.048058424923510756,
            -0.005523961823200807,
            0.09404321934562176,
            0.005657095527567435,
            0.03700202621621429,
            0.10341679705379647,
            0.020344490483694244,
            0.0427477874327451,
            0.04250009403767763,
            0.04545221352236695
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "batch32",
          "b": "batch64",
          "a_node": "candidate_675b0f0945a65c7728d6",
          "b_node": "candidate_f59241db8842e4e80120",
          "changed_fields": {
            "training.batch_size": [
              32,
              64
            ],
            "training.training_steps": [
              300,
              150
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.04280656100308988,
          "sd_b_minus_a": 0.037831657764179134,
          "min_b_minus_a": -0.007183174602687359,
          "max_b_minus_a": 0.14010173483984545,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.027837203117087483,
            -0.007183174602687359,
            0.03089325036853552,
            0.0486003594705835,
            0.04192331514786929,
            0.14010173483984545,
            0.025534761138260365,
            0.03310148342279717,
            0.06298266537487507,
            0.01326597121078521,
            0.006578441709280014,
            0.10328544801450334,
            0.022502612584503368,
            0.08194494171766564,
            0.02579313050955534,
            0.027742832025978714
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_cc8a9186f70e19a657b1": 16204,
            "candidate_675b0f0945a65c7728d6": 16204,
            "candidate_f59241db8842e4e80120": 16204
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_cc8a9186f70e19a657b1": 600,
            "candidate_675b0f0945a65c7728d6": 300,
            "candidate_f59241db8842e4e80120": 150
          },
          "best_to_worst": [
            "candidate_cc8a9186f70e19a657b1",
            "candidate_675b0f0945a65c7728d6",
            "candidate_f59241db8842e4e80120"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_cc8a9186f70e19a657b1": 2,
            "candidate_675b0f0945a65c7728d6": 2,
            "candidate_f59241db8842e4e80120": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_cc8a9186f70e19a657b1": 3,
            "candidate_675b0f0945a65c7728d6": 3,
            "candidate_f59241db8842e4e80120": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_cc8a9186f70e19a657b1": true,
            "candidate_675b0f0945a65c7728d6": true,
            "candidate_f59241db8842e4e80120": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_cc8a9186f70e19a657b1": null,
            "candidate_675b0f0945a65c7728d6": null,
            "candidate_f59241db8842e4e80120": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "batch_fixed_samples_s841902",
      "template_id": "batch_fixed_samples",
      "admitted": false,
      "pairs": [
        {
          "a": "batch16",
          "b": "batch32",
          "a_node": "candidate_7a695f3edd302f57ca0e",
          "b_node": "candidate_f9bdfa11ef52bc5e3528",
          "changed_fields": {
            "training.batch_size": [
              16,
              32
            ],
            "training.training_steps": [
              600,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.006391946608090393,
          "sd_b_minus_a": 0.03070297077099278,
          "min_b_minus_a": -0.049606572749326006,
          "max_b_minus_a": 0.06193582063133363,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            -0.024036550355958752,
            0.010076873127218278,
            -0.049606572749326006,
            -0.0003397166437935084,
            -0.027779440220911056,
            0.014773423348742654,
            0.030374106147064595,
            0.045347326613864425,
            0.06193582063133363,
            0.009383407206769334,
            0.043938140384852886,
            0.013526030888897367,
            0.010805268117110245,
            -0.038806542434031144,
            -0.0018815589446603553,
            0.0045611306122737005
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "batch16",
          "b": "batch64",
          "a_node": "candidate_7a695f3edd302f57ca0e",
          "b_node": "candidate_c54739bfbb790f1d5694",
          "changed_fields": {
            "training.batch_size": [
              16,
              64
            ],
            "training.training_steps": [
              600,
              150
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.07161171103845732,
          "sd_b_minus_a": 0.12720288552726083,
          "min_b_minus_a": -0.03272084938362241,
          "max_b_minus_a": 0.5268864243698772,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.020670998957939446,
            0.05984358787009114,
            0.13176403995021246,
            0.07860633815289475,
            -0.03272084938362241,
            0.01211339418841817,
            0.030815318936220137,
            0.07757889788308603,
            0.024401378832408227,
            0.0201849594777741,
            0.07804047199897468,
            0.035079394656349905,
            0.04347737786883954,
            0.5268864243698772,
            0.004689115708970348,
            0.03435652714688331
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "batch32",
          "b": "batch64",
          "a_node": "candidate_f9bdfa11ef52bc5e3528",
          "b_node": "candidate_c54739bfbb790f1d5694",
          "changed_fields": {
            "training.batch_size": [
              32,
              64
            ],
            "training.training_steps": [
              300,
              150
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.06521976443036692,
          "sd_b_minus_a": 0.141839325103927,
          "min_b_minus_a": -0.0375344417989254,
          "max_b_minus_a": 0.5656929668039083,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.0447075493138982,
            0.049766714742872864,
            0.18137061269953847,
            0.07894605479668826,
            -0.004941409162711352,
            -0.002660029160324484,
            0.00044121278915554285,
            0.032231571269221604,
            -0.0375344417989254,
            0.010801552271004766,
            0.034102331614121795,
            0.021553363767452538,
            0.032672109751729295,
            0.5656929668039083,
            0.006570674653630704,
            0.02979539653460961
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_7a695f3edd302f57ca0e": 16204,
            "candidate_f9bdfa11ef52bc5e3528": 16204,
            "candidate_c54739bfbb790f1d5694": 16204
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_7a695f3edd302f57ca0e": 600,
            "candidate_f9bdfa11ef52bc5e3528": 300,
            "candidate_c54739bfbb790f1d5694": 150
          },
          "best_to_worst": [
            "candidate_7a695f3edd302f57ca0e",
            "candidate_f9bdfa11ef52bc5e3528",
            "candidate_c54739bfbb790f1d5694"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_7a695f3edd302f57ca0e": 2,
            "candidate_f9bdfa11ef52bc5e3528": 2,
            "candidate_c54739bfbb790f1d5694": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_7a695f3edd302f57ca0e": 3,
            "candidate_f9bdfa11ef52bc5e3528": 3,
            "candidate_c54739bfbb790f1d5694": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_7a695f3edd302f57ca0e": true,
            "candidate_f9bdfa11ef52bc5e3528": true,
            "candidate_c54739bfbb790f1d5694": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_7a695f3edd302f57ca0e": null,
            "candidate_f9bdfa11ef52bc5e3528": null,
            "candidate_c54739bfbb790f1d5694": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "batch_fixed_samples_s841903",
      "template_id": "batch_fixed_samples",
      "admitted": false,
      "pairs": [
        {
          "a": "batch16",
          "b": "batch32",
          "a_node": "candidate_b08890c32275d0926859",
          "b_node": "candidate_d6f536a09652df88c280",
          "changed_fields": {
            "training.batch_size": [
              16,
              32
            ],
            "training.training_steps": [
              600,
              300
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.006566802489260226,
          "sd_b_minus_a": 0.030710350522980608,
          "min_b_minus_a": -0.051864444627426565,
          "max_b_minus_a": 0.07379887864226475,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.023193899542093277,
            0.011452779843239114,
            0.0065796911949291825,
            0.0174945193430176,
            0.07379887864226475,
            -0.051864444627426565,
            0.012554507062304765,
            -0.004345415531133767,
            -0.012880067486548796,
            -0.003310229745693505,
            0.02061581952148117,
            0.06453951995354146,
            0.01660949399592937,
            -0.019428224593866616,
            -0.008054834324866533,
            0.004500746123085264
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "batch16",
          "b": "batch64",
          "a_node": "candidate_b08890c32275d0926859",
          "b_node": "candidate_df03dcb5bf390a018ea3",
          "changed_fields": {
            "training.batch_size": [
              16,
              64
            ],
            "training.training_steps": [
              600,
              150
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.02753818174301159,
          "sd_b_minus_a": 0.0399867577638374,
          "min_b_minus_a": -0.0614767752122134,
          "max_b_minus_a": 0.11120663024485111,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            -0.00849068257957697,
            0.04367749995435588,
            0.038506596349179745,
            0.0257123756891815,
            -0.023678230529185385,
            -0.0614767752122134,
            0.025693104893434793,
            0.017183432973979507,
            0.07317396314465441,
            0.11120663024485111,
            0.0495763122162316,
            -0.0029787233797833323,
            0.02673342265552492,
            0.05780644278274849,
            0.02547889284323901,
            0.042486645841563586
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "batch32",
          "b": "batch64",
          "a_node": "candidate_d6f536a09652df88c280",
          "b_node": "candidate_df03dcb5bf390a018ea3",
          "changed_fields": {
            "training.batch_size": [
              32,
              64
            ],
            "training.training_steps": [
              300,
              150
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.020971379253751365,
          "sd_b_minus_a": 0.051695875638251766,
          "min_b_minus_a": -0.09747710917145014,
          "max_b_minus_a": 0.11451685999054462,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.014703216962516308,
            0.03222472011111677,
            0.03192690515425056,
            0.008217856346163899,
            -0.09747710917145014,
            -0.009612330584786832,
            0.013138597831130028,
            0.021528848505113274,
            0.0860540306312032,
            0.11451685999054462,
            0.028960492694750428,
            -0.06751824333332479,
            0.010123928659595549,
            0.07723466737661511,
            0.03353372716810554,
            0.03798589971847832
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_b08890c32275d0926859": 16204,
            "candidate_d6f536a09652df88c280": 16204,
            "candidate_df03dcb5bf390a018ea3": 16204
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_b08890c32275d0926859": 600,
            "candidate_d6f536a09652df88c280": 300,
            "candidate_df03dcb5bf390a018ea3": 150
          },
          "best_to_worst": [
            "candidate_b08890c32275d0926859",
            "candidate_d6f536a09652df88c280",
            "candidate_df03dcb5bf390a018ea3"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_b08890c32275d0926859": 2,
            "candidate_d6f536a09652df88c280": 2,
            "candidate_df03dcb5bf390a018ea3": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_b08890c32275d0926859": 3,
            "candidate_d6f536a09652df88c280": 3,
            "candidate_df03dcb5bf390a018ea3": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_b08890c32275d0926859": true,
            "candidate_d6f536a09652df88c280": true,
            "candidate_df03dcb5bf390a018ea3": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_b08890c32275d0926859": null,
            "candidate_d6f536a09652df88c280": null,
            "candidate_df03dcb5bf390a018ea3": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "budget_small_data_s841901",
      "template_id": "budget_small_data",
      "admitted": false,
      "pairs": [
        {
          "a": "steps100",
          "b": "steps400",
          "a_node": "candidate_d6d8d7db50c27549e210",
          "b_node": "candidate_87ff1c77bb033dc6bcf6",
          "changed_fields": {
            "training.training_steps": [
              100,
              400
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.07674566376954317,
          "sd_b_minus_a": 0.23532294793134154,
          "min_b_minus_a": -0.45936545729637146,
          "max_b_minus_a": 0.6298505961894989,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.26510679721832275,
            0.04981991648674011,
            0.0016002058982849121,
            0.06560109555721283,
            -0.027682378888130188,
            0.12365441024303436,
            0.061657071113586426,
            0.00809389352798462,
            0.03214369714260101,
            0.45897193253040314,
            -0.45936545729637146,
            0.6298505961894989,
            -0.06212824583053589,
            -0.011624321341514587,
            0.05690814554691315,
            0.035323262214660645
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "steps100",
          "b": "steps1200",
          "a_node": "candidate_d6d8d7db50c27549e210",
          "b_node": "candidate_9c4ac004a68ae6f01a23",
          "changed_fields": {
            "training.training_steps": [
              100,
              1200
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 3.7717505912296474,
          "sd_b_minus_a": 4.931291538010602,
          "min_b_minus_a": -0.8121661432087421,
          "max_b_minus_a": 12.540704607963562,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            12.461061283946037,
            3.7507596611976624,
            1.1050660610198975,
            8.05076315999031,
            0.010429143905639648,
            -0.19474194571375847,
            0.7963686585426331,
            3.0558341294527054,
            5.38721689581871,
            12.085985913872719,
            -0.8121661432087421,
            12.540704607963562,
            -0.4381752461194992,
            -0.682657428085804,
            -0.3951973021030426,
            3.6267580091953278
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "steps400",
          "b": "steps1200",
          "a_node": "candidate_87ff1c77bb033dc6bcf6",
          "b_node": "candidate_9c4ac004a68ae6f01a23",
          "changed_fields": {
            "training.training_steps": [
              400,
              1200
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 3.6950049274601042,
          "sd_b_minus_a": 4.7501070377092836,
          "min_b_minus_a": -0.6710331067442894,
          "max_b_minus_a": 12.195954486727715,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            12.195954486727715,
            3.7009397447109222,
            1.1034658551216125,
            7.985162064433098,
            0.038111522793769836,
            -0.31839635595679283,
            0.7347115874290466,
            3.0477402359247208,
            5.355073198676109,
            11.627013981342316,
            -0.3528006859123707,
            11.910854011774063,
            -0.3760470002889633,
            -0.6710331067442894,
            -0.45210544764995575,
            3.591434746980667
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_d6d8d7db50c27549e210": 15436,
            "candidate_87ff1c77bb033dc6bcf6": 15436,
            "candidate_9c4ac004a68ae6f01a23": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_d6d8d7db50c27549e210": 100,
            "candidate_87ff1c77bb033dc6bcf6": 400,
            "candidate_9c4ac004a68ae6f01a23": 1200
          },
          "best_to_worst": [
            "candidate_9c4ac004a68ae6f01a23",
            "candidate_87ff1c77bb033dc6bcf6",
            "candidate_d6d8d7db50c27549e210"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_d6d8d7db50c27549e210": 2,
            "candidate_87ff1c77bb033dc6bcf6": 2,
            "candidate_9c4ac004a68ae6f01a23": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_d6d8d7db50c27549e210": 3,
            "candidate_87ff1c77bb033dc6bcf6": 3,
            "candidate_9c4ac004a68ae6f01a23": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_d6d8d7db50c27549e210": true,
            "candidate_87ff1c77bb033dc6bcf6": true,
            "candidate_9c4ac004a68ae6f01a23": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_d6d8d7db50c27549e210": null,
            "candidate_87ff1c77bb033dc6bcf6": null,
            "candidate_9c4ac004a68ae6f01a23": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "budget_small_data_s841902",
      "template_id": "budget_small_data",
      "admitted": false,
      "pairs": [
        {
          "a": "steps100",
          "b": "steps400",
          "a_node": "candidate_f4212fdb6215bc33b10a",
          "b_node": "candidate_1c8f2761b5434f3d3823",
          "changed_fields": {
            "training.training_steps": [
              100,
              400
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.03215661272406578,
          "sd_b_minus_a": 0.22647634324146138,
          "min_b_minus_a": -0.7053232342004776,
          "max_b_minus_a": 0.40139804780483246,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            0.017807558178901672,
            -0.07825449109077454,
            -0.00253082811832428,
            -0.14522294700145721,
            -0.0014868378639221191,
            0.25623248517513275,
            0.40139804780483246,
            -0.08562400937080383,
            -0.031514257192611694,
            0.03743501007556915,
            -0.0620623379945755,
            0.07073402404785156,
            -0.013537198305130005,
            -0.7053232342004776,
            -0.07094831764698029,
            -0.10160847008228302
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "steps100",
          "b": "steps1200",
          "a_node": "candidate_f4212fdb6215bc33b10a",
          "b_node": "candidate_24ff1215b04f7b60b52c",
          "changed_fields": {
            "training.training_steps": [
              100,
              1200
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.122745239874348,
          "sd_b_minus_a": 4.949367225555575,
          "min_b_minus_a": -0.7464735321700573,
          "max_b_minus_a": 13.335103809833527,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            -0.3189426138997078,
            10.300433859229088,
            -0.2302582859992981,
            1.6007617115974426,
            -0.12669573724269867,
            1.0878763645887375,
            10.15829136967659,
            -0.2700710594654083,
            9.679485395550728,
            10.663738310337067,
            4.794292122125626,
            13.335103809833527,
            0.1826321929693222,
            -0.7464735321700573,
            2.6312653869390488,
            3.2224845439195633
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "steps400",
          "b": "steps1200",
          "a_node": "candidate_1c8f2761b5434f3d3823",
          "b_node": "candidate_24ff1215b04f7b60b52c",
          "changed_fields": {
            "training.training_steps": [
              400,
              1200
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.154901852598414,
          "sd_b_minus_a": 4.870312041389241,
          "min_b_minus_a": -0.33675017207860947,
          "max_b_minus_a": 13.264369785785675,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            -0.33675017207860947,
            10.378688350319862,
            -0.22772745788097382,
            1.7459846585988998,
            -0.12520889937877655,
            0.8316438794136047,
            9.756893321871758,
            -0.1844470500946045,
            9.71099965274334,
            10.626303300261497,
            4.856354460120201,
            13.264369785785675,
            0.1961693912744522,
            -0.0411502979695797,
            2.702213704586029,
            3.3240930140018463
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_f4212fdb6215bc33b10a": 15436,
            "candidate_1c8f2761b5434f3d3823": 15436,
            "candidate_24ff1215b04f7b60b52c": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_f4212fdb6215bc33b10a": 100,
            "candidate_1c8f2761b5434f3d3823": 400,
            "candidate_24ff1215b04f7b60b52c": 1200
          },
          "best_to_worst": [
            "candidate_24ff1215b04f7b60b52c",
            "candidate_1c8f2761b5434f3d3823",
            "candidate_f4212fdb6215bc33b10a"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 1
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_f4212fdb6215bc33b10a": 2,
            "candidate_1c8f2761b5434f3d3823": 2,
            "candidate_24ff1215b04f7b60b52c": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_f4212fdb6215bc33b10a": 3,
            "candidate_1c8f2761b5434f3d3823": 3,
            "candidate_24ff1215b04f7b60b52c": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_f4212fdb6215bc33b10a": true,
            "candidate_1c8f2761b5434f3d3823": true,
            "candidate_24ff1215b04f7b60b52c": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_f4212fdb6215bc33b10a": null,
            "candidate_1c8f2761b5434f3d3823": null,
            "candidate_24ff1215b04f7b60b52c": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "budget_small_data_s841903",
      "template_id": "budget_small_data",
      "admitted": false,
      "pairs": [
        {
          "a": "steps100",
          "b": "steps400",
          "a_node": "candidate_004d93eda1cef7d7dbf7",
          "b_node": "candidate_fe3235aaee5ac5aac819",
          "changed_fields": {
            "training.training_steps": [
              100,
              400
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.2813473083078861,
          "sd_b_minus_a": 0.49637526476451094,
          "min_b_minus_a": -0.10072506964206696,
          "max_b_minus_a": 1.7146939039230347,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.037563636898994446,
            1.7146939039230347,
            0.0026289820671081543,
            0.0803299993276596,
            -0.10072506964206696,
            0.23930296301841736,
            0.279466912150383,
            0.17411652207374573,
            0.10745331645011902,
            1.0246310830116272,
            0.5142072588205338,
            -0.027317047119140625,
            -0.07864060997962952,
            -0.07179658114910126,
            -0.09538814425468445,
            0.7010298073291779
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "steps100",
          "b": "steps1200",
          "a_node": "candidate_004d93eda1cef7d7dbf7",
          "b_node": "candidate_c33cc593b59cf479dc82",
          "changed_fields": {
            "training.training_steps": [
              100,
              1200
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.599173015682027,
          "sd_b_minus_a": 5.385870374255478,
          "min_b_minus_a": -1.0311852842569351,
          "max_b_minus_a": 17.040717884898186,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            5.752669975161552,
            5.488898992538452,
            0.1631544530391693,
            4.267891466617584,
            -1.0311852842569351,
            1.0427073538303375,
            7.884976014494896,
            3.019170120358467,
            8.31865006685257,
            17.040717884898186,
            3.1860689222812653,
            0.930560827255249,
            1.99615840613842,
            0.5241794288158417,
            -0.6000385023653507,
            15.602188125252724
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "steps400",
          "b": "steps1200",
          "a_node": "candidate_fe3235aaee5ac5aac819",
          "b_node": "candidate_c33cc593b59cf479dc82",
          "changed_fields": {
            "training.training_steps": [
              400,
              1200
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 4.317825707374141,
          "sd_b_minus_a": 5.115820226906948,
          "min_b_minus_a": -0.9304602146148682,
          "max_b_minus_a": 16.01608680188656,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            5.715106338262558,
            3.7742050886154175,
            0.16052547097206116,
            4.187561467289925,
            -0.9304602146148682,
            0.8034043908119202,
            7.605509102344513,
            2.8450535982847214,
            8.21119675040245,
            16.01608680188656,
            2.6718616634607315,
            0.9578778743743896,
            2.0747990161180496,
            0.5959760099649429,
            -0.5046503581106663,
            14.901158317923546
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_004d93eda1cef7d7dbf7": 15436,
            "candidate_fe3235aaee5ac5aac819": 15436,
            "candidate_c33cc593b59cf479dc82": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_004d93eda1cef7d7dbf7": 100,
            "candidate_fe3235aaee5ac5aac819": 400,
            "candidate_c33cc593b59cf479dc82": 1200
          },
          "best_to_worst": [
            "candidate_c33cc593b59cf479dc82",
            "candidate_fe3235aaee5ac5aac819",
            "candidate_004d93eda1cef7d7dbf7"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_004d93eda1cef7d7dbf7": 2,
            "candidate_fe3235aaee5ac5aac819": 2,
            "candidate_c33cc593b59cf479dc82": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_004d93eda1cef7d7dbf7": 3,
            "candidate_fe3235aaee5ac5aac819": 3,
            "candidate_c33cc593b59cf479dc82": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_004d93eda1cef7d7dbf7": true,
            "candidate_fe3235aaee5ac5aac819": true,
            "candidate_c33cc593b59cf479dc82": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_004d93eda1cef7d7dbf7": null,
            "candidate_fe3235aaee5ac5aac819": null,
            "candidate_c33cc593b59cf479dc82": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "kernel_budget_s841901",
      "template_id": "kernel_budget",
      "admitted": false,
      "pairs": [
        {
          "a": "k3_short",
          "b": "k7_medium",
          "a_node": "candidate_1d3aa2831c81134e77af",
          "b_node": "candidate_d8494e4bbb475abc8d6c",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ],
            "training.training_steps": [
              100,
              400
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.1089759189102324,
          "sd_b_minus_a": 0.03748402656129434,
          "min_b_minus_a": -0.20659423449615133,
          "max_b_minus_a": -0.06273121341655497,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.08949083722836804,
            -0.12659869262279244,
            -0.1270582099314197,
            -0.09978989164119412,
            -0.14270925438177073,
            -0.10135310245186702,
            -0.12664549292367155,
            -0.0960218850414094,
            -0.09311080457700882,
            -0.08234125375020085,
            -0.1579212283832021,
            -0.07449450078456721,
            -0.20659423449615133,
            -0.06808321422431618,
            -0.06273121341655497,
            -0.08867088670922385
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k3_short",
          "b": "k3_long",
          "a_node": "candidate_1d3aa2831c81134e77af",
          "b_node": "candidate_5ce646d0e89d3b097492",
          "changed_fields": {
            "training.training_steps": [
              100,
              800
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.10666110156444475,
          "sd_b_minus_a": 0.04119008498139122,
          "min_b_minus_a": -0.20546695699164275,
          "max_b_minus_a": -0.0420992414765351,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.08687542995903641,
            -0.13509478627611315,
            -0.11302300270290289,
            -0.10283180758960953,
            -0.14603018004436308,
            -0.09919305022776825,
            -0.0662787150395161,
            -0.0876848258121754,
            -0.08958869834714278,
            -0.08001194926691824,
            -0.17322711348970188,
            -0.08154036334917691,
            -0.20546695699164275,
            -0.11430881733940623,
            -0.0420992414765351,
            -0.08332268711910729
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_short",
          "b": "k7_short",
          "a_node": "candidate_1d3aa2831c81134e77af",
          "b_node": "candidate_fffc5bdace486a294aea",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0748945815503248,
          "sd_b_minus_a": 0.03825961893995695,
          "min_b_minus_a": -0.1679758297977969,
          "max_b_minus_a": -0.015557368751615286,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.037273893831297755,
            -0.050957209430634975,
            -0.1006178732495755,
            -0.06711291754618287,
            -0.11029668478295207,
            -0.0736524163512513,
            -0.09073991770856082,
            -0.04913236340507865,
            -0.07413108658511192,
            -0.015557368751615286,
            -0.13094725599512458,
            -0.04726361599750817,
            -0.1679758297977969,
            -0.06989956460893154,
            -0.04464906291104853,
            -0.06810624385252595
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_short",
          "b": "k3_medium",
          "a_node": "candidate_1d3aa2831c81134e77af",
          "b_node": "candidate_2b14bf0c3a6914ae7431",
          "changed_fields": {
            "training.training_steps": [
              100,
              400
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.10091584335805237,
          "sd_b_minus_a": 0.03983193592099826,
          "min_b_minus_a": -0.1933231943694409,
          "max_b_minus_a": -0.05601888505043462,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.0793260129285045,
            -0.12618996980017982,
            -0.1085888089146465,
            -0.09942985929956194,
            -0.14070060939411633,
            -0.07091879227664322,
            -0.11842824489576742,
            -0.08943426920450293,
            -0.05601888505043462,
            -0.07243972066498827,
            -0.16536328176152892,
            -0.0649936048721429,
            -0.1933231943694409,
            -0.10374388546915725,
            -0.06309858053282369,
            -0.06265577429439873
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_short",
          "b": "k7_long",
          "a_node": "candidate_1d3aa2831c81134e77af",
          "b_node": "candidate_8ad93f31861df974db61",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ],
            "training.training_steps": [
              100,
              800
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.10872990488318457,
          "sd_b_minus_a": 0.03979927734469668,
          "min_b_minus_a": -0.2084821573192812,
          "max_b_minus_a": -0.042228679089774346,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.05199424935563002,
            -0.1363323117981068,
            -0.12809630113736148,
            -0.10020415687455397,
            -0.15102586765278225,
            -0.10631390030314947,
            -0.12091714956477517,
            -0.09818827455552537,
            -0.09315835707820952,
            -0.042228679089774346,
            -0.12863430257073105,
            -0.08550544344176103,
            -0.2084821573192812,
            -0.12055468661992563,
            -0.0705137088915535,
            -0.09752893187783229
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k7_medium",
          "b": "k3_long",
          "a_node": "candidate_d8494e4bbb475abc8d6c",
          "b_node": "candidate_5ce646d0e89d3b097492",
          "changed_fields": {
            "model.kernel_size": [
              7,
              3
            ],
            "training.training_steps": [
              400,
              800
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0023148173457876453,
          "sd_b_minus_a": 0.02132757654924393,
          "min_b_minus_a": -0.04622560311509005,
          "max_b_minus_a": 0.060366777884155454,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.0026154072693316266,
            -0.008496093653320713,
            0.01403520722851681,
            -0.003041915948415408,
            -0.0033209256625923445,
            0.002160052224098763,
            0.060366777884155454,
            0.008337059229234,
            0.00352210622986604,
            0.0023293044832826126,
            -0.015305885106499773,
            -0.007045862564609706,
            0.0011272775045085837,
            -0.04622560311509005,
            0.020631971940019866,
            0.005348199590116565
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k7_medium",
          "b": "k7_short",
          "a_node": "candidate_d8494e4bbb475abc8d6c",
          "b_node": "candidate_fffc5bdace486a294aea",
          "changed_fields": {
            "training.training_steps": [
              400,
              100
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.03408133735990759,
          "sd_b_minus_a": 0.019096667811677275,
          "min_b_minus_a": -0.0018163503846153617,
          "max_b_minus_a": 0.07564148319215747,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.05221694339707028,
            0.07564148319215747,
            0.0264403366818442,
            0.032676974095011246,
            0.032412569598818664,
            0.027700686100615712,
            0.03590557521511073,
            0.046889521636330755,
            0.018979717991896905,
            0.06678388499858556,
            0.026973972388077527,
            0.02723088478705904,
            0.038618404698354425,
            -0.0018163503846153617,
            0.018082150505506434,
            0.0205646428566979
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k7_medium",
          "b": "k3_medium",
          "a_node": "candidate_d8494e4bbb475abc8d6c",
          "b_node": "candidate_2b14bf0c3a6914ae7431",
          "changed_fields": {
            "model.kernel_size": [
              7,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.008060075552180024,
          "sd_b_minus_a": 0.01671472564665269,
          "min_b_minus_a": -0.03566067124484107,
          "max_b_minus_a": 0.0370919195265742,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.01016482429986354,
            0.00040872282261261716,
            0.01846940101677319,
            0.0003600323416321771,
            0.0020086449876544066,
            0.0304343101752238,
            0.008217248027904134,
            0.00658761583690648,
            0.0370919195265742,
            0.009901533085212577,
            -0.007442053378326818,
            0.009500895912424312,
            0.013271040126710432,
            -0.03566067124484107,
            -0.0003673671162687242,
            0.026015112414825126
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k7_medium",
          "b": "k7_long",
          "a_node": "candidate_d8494e4bbb475abc8d6c",
          "b_node": "candidate_8ad93f31861df974db61",
          "changed_fields": {
            "training.training_steps": [
              400,
              800
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.00024601402704782505,
          "sd_b_minus_a": 0.021780937715649647,
          "min_b_minus_a": -0.05247147239560945,
          "max_b_minus_a": 0.0401125746604265,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            0.03749658787273802,
            -0.009733619175314345,
            -0.0010380912059417824,
            -0.0004142652333598562,
            -0.00831661327101152,
            -0.00496079785128245,
            0.005728343358896382,
            -0.002166389514115963,
            -4.7552501200698316e-05,
            0.0401125746604265,
            0.029286925812471054,
            -0.011010942657193823,
            -0.001887922823129884,
            -0.05247147239560945,
            -0.007782495474998541,
            -0.008858045168608442
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_long",
          "b": "k7_short",
          "a_node": "candidate_5ce646d0e89d3b097492",
          "b_node": "candidate_fffc5bdace486a294aea",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ],
            "training.training_steps": [
              800,
              100
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.03176652001411995,
          "sd_b_minus_a": 0.02557192714996321,
          "min_b_minus_a": -0.024461202669044724,
          "max_b_minus_a": 0.08413757684547818,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.049601536127738655,
            0.08413757684547818,
            0.01240512945332739,
            0.035718890043426654,
            0.03573349526141101,
            0.02554063387651695,
            -0.024461202669044724,
            0.038552462407096755,
            0.015457611762030865,
            0.06445458051530295,
            0.0422798574945773,
            0.034276747351668746,
            0.03749112719384584,
            0.04440925273047469,
            -0.002549821434513433,
            0.015216443266581337
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k3_long",
          "b": "k3_medium",
          "a_node": "candidate_5ce646d0e89d3b097492",
          "b_node": "candidate_2b14bf0c3a6914ae7431",
          "changed_fields": {
            "training.training_steps": [
              800,
              400
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0057452582063923785,
          "sd_b_minus_a": 0.019726390567374876,
          "min_b_minus_a": -0.05214952985625132,
          "max_b_minus_a": 0.03356981329670816,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.007549417030531913,
            0.00890481647593333,
            0.00443419378825638,
            0.003401948290047585,
            0.005329570650246751,
            0.028274257951125037,
            -0.05214952985625132,
            -0.001749443392327521,
            0.03356981329670816,
            0.0075722286019299645,
            0.007863831728172954,
            0.016546758477034018,
            0.012143762622201848,
            0.010564931870248984,
            -0.02099933905628859,
            0.02066691282470856
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_long",
          "b": "k7_long",
          "a_node": "candidate_5ce646d0e89d3b097492",
          "b_node": "candidate_8ad93f31861df974db61",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0020688033187398203,
          "sd_b_minus_a": 0.024572427083387357,
          "min_b_minus_a": -0.05463843452525907,
          "max_b_minus_a": 0.04459281091897083,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            0.03488118060340639,
            -0.001237525521993632,
            -0.015073298434458593,
            0.0026276507150555517,
            -0.004995687608419175,
            -0.007120850075381213,
            -0.05463843452525907,
            -0.010503448743349963,
            -0.0035696587310667383,
            0.03778327017714389,
            0.04459281091897083,
            -0.003965080092584117,
            -0.0030152003276384676,
            -0.0062458692805194005,
            -0.028414467415018407,
            -0.014206244758725006
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k7_short",
          "b": "k3_medium",
          "a_node": "candidate_fffc5bdace486a294aea",
          "b_node": "candidate_2b14bf0c3a6914ae7431",
          "changed_fields": {
            "model.kernel_size": [
              7,
              3
            ],
            "training.training_steps": [
              100,
              400
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.02602126180772757,
          "sd_b_minus_a": 0.023446135779134777,
          "min_b_minus_a": -0.07523276036954485,
          "max_b_minus_a": 0.018112201534677297,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.04205211909720674,
            -0.07523276036954485,
            -0.00797093566507101,
            -0.03231694175337907,
            -0.030403924611164257,
            0.0027336240746080875,
            -0.027688327187206596,
            -0.040301905799424276,
            0.018112201534677297,
            -0.056882351913372986,
            -0.034416025766404346,
            -0.017729988874634728,
            -0.025347364571643993,
            -0.03384432086022571,
            -0.018449517621775158,
            0.0054504695581272244
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k7_short",
          "b": "k7_long",
          "a_node": "candidate_fffc5bdace486a294aea",
          "b_node": "candidate_8ad93f31861df974db61",
          "changed_fields": {
            "training.training_steps": [
              100,
              800
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.03383532333285977,
          "sd_b_minus_a": 0.018909915207463213,
          "min_b_minus_a": -0.08537510236747181,
          "max_b_minus_a": 0.002312953424393527,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.014720355524332263,
            -0.08537510236747181,
            -0.027478427887785983,
            -0.0330912393283711,
            -0.04072918286983018,
            -0.03266148395189816,
            -0.030177231856214348,
            -0.04905591115044672,
            -0.019027270493097603,
            -0.02667131033815906,
            0.002312953424393527,
            -0.03824182744425286,
            -0.04050632752148431,
            -0.05065512201099409,
            -0.025864645980504974,
            -0.029422688025306343
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_medium",
          "b": "k7_long",
          "a_node": "candidate_2b14bf0c3a6914ae7431",
          "b_node": "candidate_8ad93f31861df974db61",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ],
            "training.training_steps": [
              400,
              800
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.007814061525132199,
          "sd_b_minus_a": 0.022422685607575956,
          "min_b_minus_a": -0.0371394720277749,
          "max_b_minus_a": 0.03672897919079787,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            0.02733176357287448,
            -0.010142341997926962,
            -0.019507492222714973,
            -0.0007742975749920333,
            -0.010325258258665926,
            -0.03539510802650625,
            -0.002488904669007752,
            -0.008754005351022442,
            -0.0371394720277749,
            0.030211041575213926,
            0.03672897919079787,
            -0.020511838569618135,
            -0.015158962949840316,
            -0.016810801150768384,
            -0.007415128358729817,
            -0.03487315758343357
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_1d3aa2831c81134e77af": 16204,
            "candidate_d8494e4bbb475abc8d6c": 62284,
            "candidate_5ce646d0e89d3b097492": 16204
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_1d3aa2831c81134e77af": 100,
            "candidate_d8494e4bbb475abc8d6c": 400,
            "candidate_5ce646d0e89d3b097492": 800
          },
          "best_to_worst": [
            "candidate_5ce646d0e89d3b097492",
            "candidate_d8494e4bbb475abc8d6c",
            "candidate_1d3aa2831c81134e77af"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_1d3aa2831c81134e77af": 2,
            "candidate_d8494e4bbb475abc8d6c": 2,
            "candidate_5ce646d0e89d3b097492": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_1d3aa2831c81134e77af": 3,
            "candidate_d8494e4bbb475abc8d6c": 7,
            "candidate_5ce646d0e89d3b097492": 3
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_1d3aa2831c81134e77af": true,
            "candidate_d8494e4bbb475abc8d6c": true,
            "candidate_5ce646d0e89d3b097492": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_1d3aa2831c81134e77af": null,
            "candidate_d8494e4bbb475abc8d6c": null,
            "candidate_5ce646d0e89d3b097492": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "kernel_budget_s841902",
      "template_id": "kernel_budget",
      "admitted": false,
      "pairs": [
        {
          "a": "k3_short",
          "b": "k7_medium",
          "a_node": "candidate_1ee1c85b02c12c69049c",
          "b_node": "candidate_fa921f9d94e2ee00d414",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ],
            "training.training_steps": [
              100,
              400
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.12424491197106136,
          "sd_b_minus_a": 0.10291815589753549,
          "min_b_minus_a": -0.4180538786386023,
          "max_b_minus_a": -0.003518169978633523,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.11222853901745111,
            -0.30129902278713416,
            -0.13416600404889323,
            -0.07491013339313213,
            -0.122708856846657,
            -0.08819010690058349,
            -0.08622355025727302,
            -0.003518169978633523,
            -0.028974436630960554,
            -0.05452231614981429,
            -0.4180538786386023,
            -0.115276774810809,
            -0.07681671799400647,
            -0.15895101874048123,
            -0.06682369118789211,
            -0.14525537415465806
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k3_short",
          "b": "k3_long",
          "a_node": "candidate_1ee1c85b02c12c69049c",
          "b_node": "candidate_5bcc6eb2db18941f07c1",
          "changed_fields": {
            "training.training_steps": [
              100,
              800
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.13305887189597243,
          "sd_b_minus_a": 0.09946572345108326,
          "min_b_minus_a": -0.43920545910350484,
          "max_b_minus_a": -0.059038556891664484,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.10925250118668828,
            -0.29355928975542156,
            -0.13214700165133308,
            -0.064334701779444,
            -0.08605146576883271,
            -0.07552224730488888,
            -0.09589077292943671,
            -0.10034561791482588,
            -0.10735931018643896,
            -0.059038556891664484,
            -0.43920545910350484,
            -0.10596745892416948,
            -0.08100911588780946,
            -0.150931710129953,
            -0.06397945742196498,
            -0.1643472834991826
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_short",
          "b": "k7_short",
          "a_node": "candidate_1ee1c85b02c12c69049c",
          "b_node": "candidate_a68f85d27604a60fcfac",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.09777011734331609,
          "sd_b_minus_a": 0.08592521377898653,
          "min_b_minus_a": -0.36329400120303035,
          "max_b_minus_a": 0.0013340520672500134,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.07645309739746153,
            -0.20430873055011034,
            -0.12145445181522518,
            -0.07541083008982241,
            -0.10059516015462577,
            0.0013340520672500134,
            -0.06714606948662549,
            -0.08734178642043844,
            -0.025295326486229897,
            -0.043327342718839645,
            -0.36329400120303035,
            -0.09271601377986372,
            -0.0706627476029098,
            -0.12917166878469288,
            -0.017162748612463474,
            -0.09131595445796847
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_short",
          "b": "k3_medium",
          "a_node": "candidate_1ee1c85b02c12c69049c",
          "b_node": "candidate_a9c85c0bf30c5c45b895",
          "changed_fields": {
            "training.training_steps": [
              100,
              400
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.11989109654462027,
          "sd_b_minus_a": 0.09511142947068849,
          "min_b_minus_a": -0.42041237285593525,
          "max_b_minus_a": -0.06144844021400786,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.1080578322726069,
            -0.2707714613934513,
            -0.09287434852740262,
            -0.07873806534917094,
            -0.06973366465535946,
            -0.07639014953747392,
            -0.0876900654475321,
            -0.067781659818138,
            -0.10362986048130551,
            -0.06285931073398388,
            -0.42041237285593525,
            -0.10416293279558886,
            -0.07144940522266552,
            -0.15548958619547193,
            -0.06144844021400786,
            -0.08676838921383023
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_short",
          "b": "k7_long",
          "a_node": "candidate_1ee1c85b02c12c69049c",
          "b_node": "candidate_b0777a15e3036a2b0264",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ],
            "training.training_steps": [
              100,
              800
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.13894197869698122,
          "sd_b_minus_a": 0.09777259907226075,
          "min_b_minus_a": -0.4432338713811532,
          "max_b_minus_a": -0.061324958835029975,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.11810692628151287,
            -0.2931193996433876,
            -0.13293930861073022,
            -0.09609517819080793,
            -0.12479364257615089,
            -0.061324958835029975,
            -0.08986492424214987,
            -0.10289405481580616,
            -0.10107501389029494,
            -0.06913906792669877,
            -0.4432338713811532,
            -0.11158043152909158,
            -0.08526603043841874,
            -0.14413383799546864,
            -0.07772238787174501,
            -0.17178262492325302
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k7_medium",
          "b": "k3_long",
          "a_node": "candidate_fa921f9d94e2ee00d414",
          "b_node": "candidate_5bcc6eb2db18941f07c1",
          "changed_fields": {
            "model.kernel_size": [
              7,
              3
            ],
            "training.training_steps": [
              400,
              800
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.008813959924911074,
          "sd_b_minus_a": 0.033732343278178666,
          "min_b_minus_a": -0.09682744793619236,
          "max_b_minus_a": 0.036657391077824286,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.0029760378307628343,
            0.007739733031712603,
            0.0020190023975601434,
            0.010575431613688124,
            0.036657391077824286,
            0.012667859595694608,
            -0.009667222672163689,
            -0.09682744793619236,
            -0.07838487355547841,
            -0.004516240741850197,
            -0.02115158046490251,
            0.009309315886639524,
            -0.0041923978938029904,
            0.008019308610528242,
            0.002844233765927129,
            -0.019091909344524538
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k7_medium",
          "b": "k7_short",
          "a_node": "candidate_fa921f9d94e2ee00d414",
          "b_node": "candidate_a68f85d27604a60fcfac",
          "changed_fields": {
            "training.training_steps": [
              400,
              100
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.02647479462774527,
          "sd_b_minus_a": 0.041210826629509735,
          "min_b_minus_a": -0.08382361644180492,
          "max_b_minus_a": 0.09699029223702382,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.03577544161998958,
            0.09699029223702382,
            0.012711552233668044,
            -0.0005006966966902837,
            0.022113696692031226,
            0.0895241589678335,
            0.019077480770647526,
            -0.08382361644180492,
            0.0036791101447306573,
            0.011194973430974642,
            0.05475987743557198,
            0.022560761030945287,
            0.006153970391096664,
            0.029779349955788348,
            0.049660942575428635,
            0.05393941969668958
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k7_medium",
          "b": "k3_medium",
          "a_node": "candidate_fa921f9d94e2ee00d414",
          "b_node": "candidate_a9c85c0bf30c5c45b895",
          "changed_fields": {
            "model.kernel_size": [
              7,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.004353815426441088,
          "sd_b_minus_a": 0.03531352354075021,
          "min_b_minus_a": -0.07465542385034496,
          "max_b_minus_a": 0.058486984940827824,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.00417070674484421,
            0.030527561393682845,
            0.04129165552149061,
            -0.0038279319560388103,
            0.05297519219129754,
            0.01179995736310957,
            -0.0014665151902590878,
            -0.06426348983950447,
            -0.07465542385034496,
            -0.008336994584169588,
            -0.002358494217332918,
            0.011113842015220143,
            0.0053673127713409485,
            0.003461432545009302,
            0.005375250973884249,
            0.058486984940827824
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k7_medium",
          "b": "k7_long",
          "a_node": "candidate_fa921f9d94e2ee00d414",
          "b_node": "candidate_b0777a15e3036a2b0264",
          "changed_fields": {
            "training.training_steps": [
              400,
              800
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.01469706672591986,
          "sd_b_minus_a": 0.03150013213220729,
          "min_b_minus_a": -0.09937588483717263,
          "max_b_minus_a": 0.026865148065553512,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.005878387264061757,
            0.00817962314374654,
            0.0012266954381630057,
            -0.0211850447976758,
            -0.0020847857294938876,
            0.026865148065553512,
            -0.00364137398487685,
            -0.09937588483717263,
            -0.07210057725933439,
            -0.014616751776884485,
            -0.025179992742550894,
            0.003696343281717418,
            -0.008449312444412271,
            0.014817180745012593,
            -0.010898696683852904,
            -0.026527250768594968
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_long",
          "b": "k7_short",
          "a_node": "candidate_5bcc6eb2db18941f07c1",
          "b_node": "candidate_a68f85d27604a60fcfac",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ],
            "training.training_steps": [
              800,
              100
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.03528875455265634,
          "sd_b_minus_a": 0.03414959109822983,
          "min_b_minus_a": -0.01454369438579306,
          "max_b_minus_a": 0.08925055920531122,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.032799403789226744,
            0.08925055920531122,
            0.0106925498361079,
            -0.011076128310378408,
            -0.01454369438579306,
            0.07685629937213889,
            0.028744703442811215,
            0.013003831494387441,
            0.08206398370020906,
            0.01571121417282484,
            0.07591145790047449,
            0.013251445144305762,
            0.010346368284899654,
            0.021760041345260106,
            0.046816708809501506,
            0.07303132904121412
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k3_long",
          "b": "k3_medium",
          "a_node": "candidate_5bcc6eb2db18941f07c1",
          "b_node": "candidate_a9c85c0bf30c5c45b895",
          "changed_fields": {
            "training.training_steps": [
              800,
              400
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.013167775351352162,
          "sd_b_minus_a": 0.022230533063445183,
          "min_b_minus_a": -0.014403363569726935,
          "max_b_minus_a": 0.07757889428535236,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.001194668914081376,
            0.02278782836197024,
            0.03927265312393047,
            -0.014403363569726935,
            0.01631780111347325,
            -0.0008679022325850383,
            0.008200707481904601,
            0.032563958096687884,
            0.0037294497051334474,
            -0.003820753842319391,
            0.01879308624756959,
            0.0018045261285806191,
            0.009559710665143939,
            -0.00455787606551894,
            0.0025310172079571203,
            0.07757889428535236
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_long",
          "b": "k7_long",
          "a_node": "candidate_5bcc6eb2db18941f07c1",
          "b_node": "candidate_b0777a15e3036a2b0264",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.005883106801008786,
          "sd_b_minus_a": 0.013606935908805576,
          "min_b_minus_a": -0.038742176807318174,
          "max_b_minus_a": 0.014197288469858904,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.008854425094824592,
            0.000439890112033936,
            -0.0007923069593971377,
            -0.031760476411363925,
            -0.038742176807318174,
            0.014197288469858904,
            0.006025848687286839,
            -0.0025484369009802776,
            0.006284296296144021,
            -0.010100511035034287,
            -0.0040284122776483855,
            -0.005612972604922106,
            -0.004256914550609281,
            0.006797872134484351,
            -0.013742930449780033,
            -0.00743534142407043
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k7_short",
          "b": "k3_medium",
          "a_node": "candidate_a68f85d27604a60fcfac",
          "b_node": "candidate_a9c85c0bf30c5c45b895",
          "changed_fields": {
            "model.kernel_size": [
              7,
              3
            ],
            "training.training_steps": [
              100,
              400
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.02212097920130418,
          "sd_b_minus_a": 0.03540176325977455,
          "min_b_minus_a": -0.07833453399507562,
          "max_b_minus_a": 0.03086149549926631,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.03160473487514537,
            -0.06646273084334098,
            0.028580103287822567,
            -0.0033272352593485266,
            0.03086149549926631,
            -0.07772420160472393,
            -0.020543995960906614,
            0.019560126602300443,
            -0.07833453399507562,
            -0.01953196801514423,
            -0.0571183716529049,
            -0.011446919015725143,
            -0.0007866576197557151,
            -0.026317917410779046,
            -0.044285691601544386,
            0.004547565244138241
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k7_short",
          "b": "k7_long",
          "a_node": "candidate_a68f85d27604a60fcfac",
          "b_node": "candidate_b0777a15e3036a2b0264",
          "changed_fields": {
            "training.training_steps": [
              100,
              800
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.04117186135366513,
          "sd_b_minus_a": 0.028360108315605145,
          "min_b_minus_a": -0.08881066909327728,
          "max_b_minus_a": -0.011484856795505038,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.041653828884051336,
            -0.08881066909327728,
            -0.011484856795505038,
            -0.020684348100985517,
            -0.024198482421525114,
            -0.06265901090227999,
            -0.022718854755524376,
            -0.015552268395367719,
            -0.07577968740406504,
            -0.025811725207859126,
            -0.07993987017812287,
            -0.01886441774922787,
            -0.014603282835508935,
            -0.014962169210775755,
            -0.06055963925928154,
            -0.08046667046528455
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_medium",
          "b": "k7_long",
          "a_node": "candidate_a9c85c0bf30c5c45b895",
          "b_node": "candidate_b0777a15e3036a2b0264",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ],
            "training.training_steps": [
              400,
              800
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.01905088215236095,
          "sd_b_minus_a": 0.025337712546605173,
          "min_b_minus_a": -0.08501423570942279,
          "max_b_minus_a": 0.015065190702443942,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.010049094008905968,
            -0.022347938249936306,
            -0.040064960083327605,
            -0.01735711284163699,
            -0.055059977920791425,
            0.015065190702443942,
            -0.002174858794617762,
            -0.03511239499766816,
            0.0025548465910105733,
            -0.0062797571927148965,
            -0.022821498525217976,
            -0.007417498733502725,
            -0.01381662521575322,
            0.01135574820000329,
            -0.016273947657737153,
            -0.08501423570942279
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_1ee1c85b02c12c69049c": 16204,
            "candidate_fa921f9d94e2ee00d414": 62284,
            "candidate_5bcc6eb2db18941f07c1": 16204
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_1ee1c85b02c12c69049c": 100,
            "candidate_fa921f9d94e2ee00d414": 400,
            "candidate_5bcc6eb2db18941f07c1": 800
          },
          "best_to_worst": [
            "candidate_5bcc6eb2db18941f07c1",
            "candidate_fa921f9d94e2ee00d414",
            "candidate_1ee1c85b02c12c69049c"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_1ee1c85b02c12c69049c": 2,
            "candidate_fa921f9d94e2ee00d414": 2,
            "candidate_5bcc6eb2db18941f07c1": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_1ee1c85b02c12c69049c": 3,
            "candidate_fa921f9d94e2ee00d414": 7,
            "candidate_5bcc6eb2db18941f07c1": 3
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_1ee1c85b02c12c69049c": true,
            "candidate_fa921f9d94e2ee00d414": true,
            "candidate_5bcc6eb2db18941f07c1": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_1ee1c85b02c12c69049c": null,
            "candidate_fa921f9d94e2ee00d414": null,
            "candidate_5bcc6eb2db18941f07c1": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "kernel_budget_s841903",
      "template_id": "kernel_budget",
      "admitted": false,
      "pairs": [
        {
          "a": "k3_short",
          "b": "k7_medium",
          "a_node": "candidate_44d23e55659364508d97",
          "b_node": "candidate_dad86d2f0763eb0794d8",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ],
            "training.training_steps": [
              100,
              400
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.14812878950749564,
          "sd_b_minus_a": 0.1450539306186829,
          "min_b_minus_a": -0.6506664776570688,
          "max_b_minus_a": -0.03682542801834643,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.06800234003458172,
            -0.08555002039338433,
            -0.17369611205140245,
            -0.19323215365875512,
            -0.19173409259383334,
            -0.11452394053230819,
            -0.22016139984771144,
            -0.057914478646125644,
            -0.6506664776570688,
            -0.06374254542151903,
            -0.15021667920518667,
            -0.09781826762809942,
            -0.03682542801834643,
            -0.06426520459353924,
            -0.10908886231482029,
            -0.09262262952324818
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k3_short",
          "b": "k3_long",
          "a_node": "candidate_44d23e55659364508d97",
          "b_node": "candidate_80324d542043d4a3c3d1",
          "changed_fields": {
            "training.training_steps": [
              100,
              800
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.13473442215081377,
          "sd_b_minus_a": 0.09476163664513908,
          "min_b_minus_a": -0.41721058171242476,
          "max_b_minus_a": -0.017680134013062343,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.06184750096872449,
            -0.06920018764503766,
            -0.16800157111538283,
            -0.17607286899146857,
            -0.17665044755267445,
            -0.10162276653863955,
            -0.20413659806399664,
            -0.055035644883901114,
            -0.41721058171242476,
            -0.017680134013062343,
            -0.17082593269878998,
            -0.08067909715828137,
            -0.10634476675477345,
            -0.08239970356225967,
            -0.1931266403698828,
            -0.07491631238372065
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_short",
          "b": "k7_short",
          "a_node": "candidate_44d23e55659364508d97",
          "b_node": "candidate_72b2c7b6e515710cb184",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.07767728703038301,
          "sd_b_minus_a": 0.07929949770055414,
          "min_b_minus_a": -0.18725694599561393,
          "max_b_minus_a": 0.13621692173182964,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.06104030157439411,
            -0.0372116775251925,
            -0.08145331125706434,
            -0.12660270603373647,
            -0.18444812699453905,
            -0.0735158531460911,
            -0.18725694599561393,
            -0.045650634448975325,
            -0.1772383563220501,
            -0.051433465152513236,
            0.13621692173182964,
            -0.05633322591893375,
            -0.079857406206429,
            -0.03152323979884386,
            -0.14822742878459394,
            -0.03726083505898714
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_short",
          "b": "k3_medium",
          "a_node": "candidate_44d23e55659364508d97",
          "b_node": "candidate_70fd6488ca27a88be005",
          "changed_fields": {
            "training.training_steps": [
              100,
              400
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.12222579169201708,
          "sd_b_minus_a": 0.1529227313804216,
          "min_b_minus_a": -0.6325129576143809,
          "max_b_minus_a": 0.05062135308980942,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.05736818560399115,
            -0.04993450193433091,
            -0.15224185184342787,
            -0.16976667323615402,
            -0.16347384301479906,
            -0.0861652999301441,
            -0.2110436215516529,
            -0.03354288963600993,
            -0.6325129576143809,
            -0.04081384191522375,
            -0.10237153968773782,
            -0.07830914479563944,
            0.01284589059650898,
            0.05062135308980942,
            -0.1520987228723243,
            -0.08943683712277561
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_short",
          "b": "k7_long",
          "a_node": "candidate_44d23e55659364508d97",
          "b_node": "candidate_903f34d3ec924e3bf6a9",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ],
            "training.training_steps": [
              100,
              800
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.16700928728870146,
          "sd_b_minus_a": 0.1406094051790071,
          "min_b_minus_a": -0.6512082905910574,
          "max_b_minus_a": -0.05324850499528111,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.08323748713303303,
            -0.0867005891759618,
            -0.18881374991121902,
            -0.20218290453453847,
            -0.199116502234574,
            -0.11120876446571515,
            -0.2257883975785262,
            -0.09533426032294301,
            -0.6512082905910574,
            -0.05324850499528111,
            -0.19400677466819616,
            -0.08346512138268736,
            -0.10187116509769112,
            -0.10600030538807914,
            -0.19301574522569354,
            -0.09695003391402679
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k7_medium",
          "b": "k3_long",
          "a_node": "candidate_dad86d2f0763eb0794d8",
          "b_node": "candidate_80324d542043d4a3c3d1",
          "changed_fields": {
            "model.kernel_size": [
              7,
              3
            ],
            "training.training_steps": [
              400,
              800
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.013394367356681869,
          "sd_b_minus_a": 0.06747844850711401,
          "min_b_minus_a": -0.08403777805506252,
          "max_b_minus_a": 0.233455895944644,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.006154839065857232,
            0.01634983274834667,
            0.005694540936019621,
            0.017159284667286556,
            0.015083645041158888,
            0.012901173993668635,
            0.016024801783714793,
            0.002878833762224531,
            0.233455895944644,
            0.04606241140845668,
            -0.02060925349360332,
            0.017139170469818055,
            -0.06951933873642702,
            -0.018134498968720436,
            -0.08403777805506252,
            0.017706317139527528
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k7_medium",
          "b": "k7_short",
          "a_node": "candidate_dad86d2f0763eb0794d8",
          "b_node": "candidate_72b2c7b6e515710cb184",
          "changed_fields": {
            "training.training_steps": [
              400,
              100
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.07045150247711263,
          "sd_b_minus_a": 0.13024540126475806,
          "min_b_minus_a": -0.043031978188082576,
          "max_b_minus_a": 0.47342812133501866,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.006962038460187614,
            0.04833834286819183,
            0.09224280079433811,
            0.06662944762501866,
            0.007285965599294286,
            0.041008087386217085,
            0.032904453852097504,
            0.01226384419715032,
            0.47342812133501866,
            0.01230908026900579,
            0.2864336009370163,
            0.04148504170916567,
            -0.043031978188082576,
            0.03274196479469538,
            -0.03913856646977365,
            0.05536179446426104
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k7_medium",
          "b": "k3_medium",
          "a_node": "candidate_dad86d2f0763eb0794d8",
          "b_node": "candidate_70fd6488ca27a88be005",
          "changed_fields": {
            "model.kernel_size": [
              7,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.025902997815478557,
          "sd_b_minus_a": 0.031610314288284265,
          "min_b_minus_a": -0.043009860557504,
          "max_b_minus_a": 0.11488655768334866,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.01063415443059057,
            0.03561551845905342,
            0.021454260207974585,
            0.023465480422601104,
            0.02826024957903428,
            0.028358640602164087,
            0.009117778296058532,
            0.024371589010115713,
            0.018153520042687887,
            0.022928703506295278,
            0.04784513951744884,
            0.01950912283245998,
            0.04967131861485541,
            0.11488655768334866,
            -0.043009860557504,
            0.0031857924004725646
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k7_medium",
          "b": "k7_long",
          "a_node": "candidate_dad86d2f0763eb0794d8",
          "b_node": "candidate_903f34d3ec924e3bf6a9",
          "changed_fields": {
            "training.training_steps": [
              400,
              800
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.01888049778120582,
          "sd_b_minus_a": 0.027815023739560133,
          "min_b_minus_a": -0.08392688291087325,
          "max_b_minus_a": 0.014353146245412063,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.015235147098451307,
            -0.0011505687825774658,
            -0.015117637859816568,
            -0.008950750875783342,
            -0.007382409640740661,
            0.0033151760665930396,
            -0.0056269977308147645,
            -0.037419781676817365,
            -0.0005418129339886946,
            0.010494040426237916,
            -0.04379009546300949,
            0.014353146245412063,
            -0.06504573707934469,
            -0.0417351007945399,
            -0.08392688291087325,
            -0.004327404390778611
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_long",
          "b": "k7_short",
          "a_node": "candidate_80324d542043d4a3c3d1",
          "b_node": "candidate_72b2c7b6e515710cb184",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ],
            "training.training_steps": [
              800,
              100
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.05705713512043076,
          "sd_b_minus_a": 0.08959732609856663,
          "min_b_minus_a": -0.03375333113945089,
          "max_b_minus_a": 0.3070428544306196,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.0008071993943303823,
            0.03198851011984516,
            0.08654825985831849,
            0.0494701629577321,
            -0.007797679441864602,
            0.02810691339254845,
            0.01687965206838271,
            0.009385010434925789,
            0.23997222539037466,
            -0.03375333113945089,
            0.3070428544306196,
            0.024345871239347616,
            0.02648736054834444,
            0.05087646376341581,
            0.04489921158528887,
            0.03765547732473351
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k3_long",
          "b": "k3_medium",
          "a_node": "candidate_80324d542043d4a3c3d1",
          "b_node": "candidate_70fd6488ca27a88be005",
          "changed_fields": {
            "training.training_steps": [
              800,
              400
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.012508630458796688,
          "sd_b_minus_a": 0.07504450597189877,
          "min_b_minus_a": -0.2153023759019561,
          "max_b_minus_a": 0.1330210566520691,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.004479315364733338,
            0.019265685710706748,
            0.015759719271954964,
            0.006306195755314548,
            0.013176604537875392,
            0.015457466608495452,
            -0.006907023487656261,
            0.021492755247891182,
            -0.2153023759019561,
            -0.023133707902161404,
            0.06845439301105216,
            0.002369952362641925,
            0.11919065735128243,
            0.1330210566520691,
            0.04102791749755852,
            -0.014520524739054963
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_long",
          "b": "k7_long",
          "a_node": "candidate_80324d542043d4a3c3d1",
          "b_node": "candidate_903f34d3ec924e3bf6a9",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.03227486513788769,
          "sd_b_minus_a": 0.055093283455059934,
          "min_b_minus_a": -0.2339977088786327,
          "max_b_minus_a": 0.004473601657082327,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.02138998616430854,
            -0.017500401530924137,
            -0.02081217879583619,
            -0.0261100355430699,
            -0.02246605468189955,
            -0.009585997927075596,
            -0.021651799514529557,
            -0.040298615439041896,
            -0.2339977088786327,
            -0.03556837098221877,
            -0.023180841969406174,
            -0.002786024224405992,
            0.004473601657082327,
            -0.023600601825819467,
            0.00011089514418927138,
            -0.02203372153030614
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k7_short",
          "b": "k3_medium",
          "a_node": "candidate_72b2c7b6e515710cb184",
          "b_node": "candidate_70fd6488ca27a88be005",
          "changed_fields": {
            "model.kernel_size": [
              7,
              3
            ],
            "training.training_steps": [
              100,
              400
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.04454850466163407,
          "sd_b_minus_a": 0.13152510935685421,
          "min_b_minus_a": -0.45527460129233077,
          "max_b_minus_a": 0.09270329680293798,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.003672115970402956,
            -0.012722824409138411,
            -0.07078854058636352,
            -0.04316396720241755,
            0.020974283979739994,
            -0.012649446784052998,
            -0.023786675556038972,
            0.012107744812965393,
            -0.45527460129233077,
            0.010619623237289488,
            -0.23858846141956747,
            -0.02197591887670569,
            0.09270329680293798,
            0.08214459288865328,
            -0.003871294087730348,
            -0.052176002063788474
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "k7_short",
          "b": "k7_long",
          "a_node": "candidate_72b2c7b6e515710cb184",
          "b_node": "candidate_903f34d3ec924e3bf6a9",
          "changed_fields": {
            "training.training_steps": [
              100,
              800
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.08933200025831844,
          "sd_b_minus_a": 0.12757249038256463,
          "min_b_minus_a": -0.47396993426900735,
          "max_b_minus_a": -0.0018150398427678738,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.02219718555863892,
            -0.049488911650769296,
            -0.10736043865415468,
            -0.075580198500802,
            -0.014668375240034948,
            -0.037692911319624045,
            -0.03853145158291227,
            -0.049683625873967685,
            -0.47396993426900735,
            -0.0018150398427678738,
            -0.3302236964000258,
            -0.027131895463753608,
            -0.022013758891262114,
            -0.07447706558923528,
            -0.044788316441099596,
            -0.05968919885503965
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "k3_medium",
          "b": "k7_long",
          "a_node": "candidate_70fd6488ca27a88be005",
          "b_node": "candidate_903f34d3ec924e3bf6a9",
          "changed_fields": {
            "model.kernel_size": [
              3,
              7
            ],
            "training.training_steps": [
              400,
              800
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.044783495596684375,
          "sd_b_minus_a": 0.042112696875382,
          "min_b_minus_a": -0.15662165847788856,
          "max_b_minus_a": -0.005155976587047917,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.025869301529041877,
            -0.036766087241630885,
            -0.03657189806779115,
            -0.032416231298384446,
            -0.03564265921977494,
            -0.025043464535571047,
            -0.014744776026873296,
            -0.06179137068693308,
            -0.018695332976676582,
            -0.012434663080057362,
            -0.09163523498045834,
            -0.005155976587047917,
            -0.1147170556942001,
            -0.15662165847788856,
            -0.04091702235336925,
            -0.0075131967912511755
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 0
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_44d23e55659364508d97": 16204,
            "candidate_dad86d2f0763eb0794d8": 62284,
            "candidate_80324d542043d4a3c3d1": 16204
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_44d23e55659364508d97": 100,
            "candidate_dad86d2f0763eb0794d8": 400,
            "candidate_80324d542043d4a3c3d1": 800
          },
          "best_to_worst": [
            "candidate_80324d542043d4a3c3d1",
            "candidate_dad86d2f0763eb0794d8",
            "candidate_44d23e55659364508d97"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_44d23e55659364508d97": 2,
            "candidate_dad86d2f0763eb0794d8": 2,
            "candidate_80324d542043d4a3c3d1": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_44d23e55659364508d97": 3,
            "candidate_dad86d2f0763eb0794d8": 7,
            "candidate_80324d542043d4a3c3d1": 3
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_44d23e55659364508d97": true,
            "candidate_dad86d2f0763eb0794d8": true,
            "candidate_80324d542043d4a3c3d1": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_44d23e55659364508d97": null,
            "candidate_dad86d2f0763eb0794d8": null,
            "candidate_80324d542043d4a3c3d1": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "activation_texture_s841901",
      "template_id": "activation_texture",
      "admitted": false,
      "pairs": [
        {
          "a": "relu",
          "b": "gelu",
          "a_node": "candidate_159df3b6e29ac46bd076",
          "b_node": "candidate_bc1c99efb458f1abecac",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.08673423258162316,
          "sd_b_minus_a": 0.34690003761156823,
          "min_b_minus_a": -1.3876093491231245,
          "max_b_minus_a": 8.876621723175049e-05,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            1.5527009963989258e-05,
            -0.00014095008373260498,
            3.0443072319030762e-05,
            8.876621723175049e-05,
            -9.803473949432373e-05,
            8.367002010345459e-05,
            2.6613473892211914e-05,
            1.7061829566955566e-05,
            1.7687678337097168e-05,
            -5.69075345993042e-05,
            2.975761890411377e-05,
            -1.3876093491231245,
            -0.00011831521987915039,
            -5.6177377700805664e-05,
            -1.0028481483459473e-05,
            3.2514333724975586e-05
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "relu",
          "b": "tanh",
          "a_node": "candidate_159df3b6e29ac46bd076",
          "b_node": "candidate_f86a78da04bbe1e05364",
          "changed_fields": {
            "model.activation": [
              "relu",
              "tanh"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.06832205585669726,
          "sd_b_minus_a": 0.2774237243004316,
          "min_b_minus_a": -1.1086348127573729,
          "max_b_minus_a": 0.006555229425430298,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.00036861002445220947,
            0.0012653470039367676,
            -8.931756019592285e-05,
            -0.00026901066303253174,
            -0.00044283270835876465,
            0.0034796297550201416,
            0.0003127753734588623,
            4.221498966217041e-05,
            0.006555229425430298,
            0.0005292892456054688,
            0.0023597925901412964,
            -0.0008400678634643555,
            -0.0005388706922531128,
            -0.00040468573570251465,
            -1.1086348127573729,
            0.0031538158655166626
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "gelu",
          "b": "tanh",
          "a_node": "candidate_bc1c99efb458f1abecac",
          "b_node": "candidate_f86a78da04bbe1e05364",
          "changed_fields": {
            "model.activation": [
              "gelu",
              "tanh"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0184121767249259,
          "sd_b_minus_a": 0.45802666235010475,
          "min_b_minus_a": -1.1086247842758894,
          "max_b_minus_a": 1.3867692812596601,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.0003530830144882202,
            0.0014062970876693726,
            -0.00011976063251495361,
            -0.0003577768802642822,
            -0.0003447979688644409,
            0.003395959734916687,
            0.0002861618995666504,
            2.5153160095214844e-05,
            0.006537541747093201,
            0.000586196780204773,
            0.0023300349712371826,
            1.3867692812596601,
            -0.0004205554723739624,
            -0.000348508358001709,
            -1.1086247842758894,
            0.003121301531791687
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_159df3b6e29ac46bd076": 15436,
            "candidate_bc1c99efb458f1abecac": 15436,
            "candidate_f86a78da04bbe1e05364": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_159df3b6e29ac46bd076": 1200,
            "candidate_bc1c99efb458f1abecac": 1200,
            "candidate_f86a78da04bbe1e05364": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_159df3b6e29ac46bd076": 2,
            "candidate_bc1c99efb458f1abecac": 2,
            "candidate_f86a78da04bbe1e05364": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_159df3b6e29ac46bd076": 3,
            "candidate_bc1c99efb458f1abecac": 3,
            "candidate_f86a78da04bbe1e05364": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_159df3b6e29ac46bd076": true,
            "candidate_bc1c99efb458f1abecac": true,
            "candidate_f86a78da04bbe1e05364": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_159df3b6e29ac46bd076": null,
            "candidate_bc1c99efb458f1abecac": null,
            "candidate_f86a78da04bbe1e05364": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "activation_texture_s841902",
      "template_id": "activation_texture",
      "admitted": false,
      "pairs": [
        {
          "a": "relu",
          "b": "gelu",
          "a_node": "candidate_ed8b5935d7cedac78147",
          "b_node": "candidate_e23d523074ffbb679c5c",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.1312432043590661,
          "sd_b_minus_a": 0.37916546996215317,
          "min_b_minus_a": -1.386217037381357,
          "max_b_minus_a": 0.0006425082683563232,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -3.473460674285889e-05,
            -4.0471553802490234e-05,
            6.318092346191406e-06,
            7.592141628265381e-05,
            0.00011876225471496582,
            1.9073486328125e-05,
            2.89231538772583e-05,
            -6.765127182006836e-06,
            0.00018477439880371094,
            -6.441771984100342e-05,
            -9.94950532913208e-05,
            -2.8312206268310547e-07,
            0.0006425082683563232,
            -1.49458646774292e-05,
            -0.7144894003868103,
            -1.386217037381357
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "relu",
          "b": "tanh",
          "a_node": "candidate_ed8b5935d7cedac78147",
          "b_node": "candidate_680d4f9ac1b9852312b9",
          "changed_fields": {
            "model.activation": [
              "relu",
              "tanh"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.08669857000745651,
          "sd_b_minus_a": 0.3469269959822659,
          "min_b_minus_a": -1.3876663550436206,
          "max_b_minus_a": 0.004242807626724243,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.00034762918949127197,
            7.748603820800781e-07,
            3.947317600250244e-05,
            0.00019855797290802002,
            -0.0005319565534591675,
            0.00020697712898254395,
            -0.00018300116062164307,
            -0.0006826072931289673,
            0.0004887133836746216,
            -0.0018152296543121338,
            -0.0009639710187911987,
            -0.00010915100574493408,
            0.004242807626724243,
            -6.477534770965576e-05,
            -1.3876663550436206,
            1.0251998901367188e-05
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "gelu",
          "b": "tanh",
          "a_node": "candidate_e23d523074ffbb679c5c",
          "b_node": "candidate_680d4f9ac1b9852312b9",
          "changed_fields": {
            "model.activation": [
              "gelu",
              "tanh"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0445446343516096,
          "sd_b_minus_a": 0.3952268274128599,
          "min_b_minus_a": -0.6731769546568103,
          "max_b_minus_a": 1.3862272893802583,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.0003128945827484131,
            4.124641418457031e-05,
            3.3155083656311035e-05,
            0.0001226365566253662,
            -0.0006507188081741333,
            0.00018790364265441895,
            -0.00021192431449890137,
            -0.0006758421659469604,
            0.00030393898487091064,
            -0.0017508119344711304,
            -0.0008644759654998779,
            -0.00010886788368225098,
            0.00360029935836792,
            -4.982948303222656e-05,
            -0.6731769546568103,
            1.3862272893802583
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_ed8b5935d7cedac78147": 15436,
            "candidate_e23d523074ffbb679c5c": 15436,
            "candidate_680d4f9ac1b9852312b9": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_ed8b5935d7cedac78147": 1200,
            "candidate_e23d523074ffbb679c5c": 1200,
            "candidate_680d4f9ac1b9852312b9": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_ed8b5935d7cedac78147": 2,
            "candidate_e23d523074ffbb679c5c": 2,
            "candidate_680d4f9ac1b9852312b9": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_ed8b5935d7cedac78147": 3,
            "candidate_e23d523074ffbb679c5c": 3,
            "candidate_680d4f9ac1b9852312b9": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_ed8b5935d7cedac78147": true,
            "candidate_e23d523074ffbb679c5c": true,
            "candidate_680d4f9ac1b9852312b9": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_ed8b5935d7cedac78147": null,
            "candidate_e23d523074ffbb679c5c": null,
            "candidate_680d4f9ac1b9852312b9": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "activation_texture_s841903",
      "template_id": "activation_texture",
      "admitted": false,
      "pairs": [
        {
          "a": "relu",
          "b": "gelu",
          "a_node": "candidate_f685aa68d7fa486641ee",
          "b_node": "candidate_f6a336f7bc57e0c58080",
          "changed_fields": {
            "model.activation": [
              "relu",
              "gelu"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.08665119971863788,
          "sd_b_minus_a": 0.3468508320045568,
          "min_b_minus_a": -1.3873416518819113,
          "max_b_minus_a": 0.0006266534328460693,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -1.4126300811767578e-05,
            -3.781914710998535e-05,
            -5.523860454559326e-05,
            -1.0251998901367188e-05,
            1.8835067749023438e-05,
            0.0002184361219406128,
            5.8770179748535156e-05,
            0.00016380846500396729,
            5.69075345993042e-05,
            -1.9878149032592773e-05,
            0.00012448430061340332,
            -7.894635200500488e-05,
            0.0006266534328460693,
            -0.00014504790306091309,
            -1.3873416518819113,
            1.5869736671447754e-05
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "relu",
          "b": "tanh",
          "a_node": "candidate_f685aa68d7fa486641ee",
          "b_node": "candidate_56051496b194b14c493a",
          "changed_fields": {
            "model.activation": [
              "relu",
              "tanh"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.005929416976869106,
          "sd_b_minus_a": 0.027969923941372096,
          "min_b_minus_a": -0.1106853187084198,
          "max_b_minus_a": 0.004179447889328003,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.001947060227394104,
            0.00029055774211883545,
            2.16066837310791e-05,
            8.32974910736084e-05,
            -8.155405521392822e-05,
            0.004045605659484863,
            -6.890296936035156e-05,
            0.0010816901922225952,
            0.0003629028797149658,
            0.0009391158819198608,
            0.004179447889328003,
            0.0013426095247268677,
            0.0019297748804092407,
            -0.0006607621908187866,
            -0.1106853187084198,
            0.0004021972417831421
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "gelu",
          "b": "tanh",
          "a_node": "candidate_f6a336f7bc57e0c58080",
          "b_node": "candidate_56051496b194b14c493a",
          "changed_fields": {
            "model.activation": [
              "gelu",
              "tanh"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.08072178274176878,
          "sd_b_minus_a": 0.3189186279423701,
          "min_b_minus_a": -0.0005157142877578735,
          "max_b_minus_a": 1.2766563331734915,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.0019611865282058716,
            0.0003283768892288208,
            7.684528827667236e-05,
            9.354948997497559e-05,
            -0.00010038912296295166,
            0.0038271695375442505,
            -0.00012767314910888672,
            0.0009178817272186279,
            0.0003059953451156616,
            0.0009589940309524536,
            0.0040549635887146,
            0.0014215558767318726,
            0.0013031214475631714,
            -0.0005157142877578735,
            1.2766563331734915,
            0.00038632750511169434
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_f685aa68d7fa486641ee": 15436,
            "candidate_f6a336f7bc57e0c58080": 15436,
            "candidate_56051496b194b14c493a": 15436
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_f685aa68d7fa486641ee": 1200,
            "candidate_f6a336f7bc57e0c58080": 1200,
            "candidate_56051496b194b14c493a": 1200
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "deeper_model": {
          "status": "tie",
          "values": {
            "candidate_f685aa68d7fa486641ee": 2,
            "candidate_f6a336f7bc57e0c58080": 2,
            "candidate_56051496b194b14c493a": 2
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "larger_kernel": {
          "status": "tie",
          "values": {
            "candidate_f685aa68d7fa486641ee": 3,
            "candidate_f6a336f7bc57e0c58080": 3,
            "candidate_56051496b194b14c493a": 3
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "residual": {
          "status": "tie",
          "values": {
            "candidate_f685aa68d7fa486641ee": true,
            "candidate_f6a336f7bc57e0c58080": true,
            "candidate_56051496b194b14c493a": true
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "smaller_patches": {
          "status": "not_applicable",
          "values": {
            "candidate_f685aa68d7fa486641ee": null,
            "candidate_f6a336f7bc57e0c58080": null,
            "candidate_56051496b194b14c493a": null
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    }
  ],
  "heuristic_summary": {
    "more_parameters": {
      "admitted": 6,
      "ordered": 4,
      "tie": 2,
      "not_applicable": 0,
      "correct": 3,
      "comparable_pairs": 12,
      "correct_pairs": 11,
      "accuracy_when_ordered": 0.75,
      "accuracy_on_comparable_pairs": 0.9166666666666666
    },
    "more_training_steps": {
      "admitted": 6,
      "ordered": 0,
      "tie": 6,
      "not_applicable": 0,
      "correct": 0,
      "comparable_pairs": 0,
      "correct_pairs": 0,
      "accuracy_when_ordered": null,
      "accuracy_on_comparable_pairs": null
    },
    "deeper_model": {
      "admitted": 6,
      "ordered": 0,
      "tie": 6,
      "not_applicable": 0,
      "correct": 0,
      "comparable_pairs": 0,
      "correct_pairs": 0,
      "accuracy_when_ordered": null,
      "accuracy_on_comparable_pairs": null
    },
    "larger_kernel": {
      "admitted": 6,
      "ordered": 0,
      "tie": 6,
      "not_applicable": 0,
      "correct": 0,
      "comparable_pairs": 2,
      "correct_pairs": 1,
      "accuracy_when_ordered": null,
      "accuracy_on_comparable_pairs": 0.5
    },
    "residual": {
      "admitted": 6,
      "ordered": 0,
      "tie": 6,
      "not_applicable": 0,
      "correct": 0,
      "comparable_pairs": 0,
      "correct_pairs": 0,
      "accuracy_when_ordered": null,
      "accuracy_on_comparable_pairs": null
    },
    "smaller_patches": {
      "admitted": 6,
      "ordered": 0,
      "tie": 0,
      "not_applicable": 6,
      "correct": 0,
      "comparable_pairs": 0,
      "correct_pairs": 0,
      "accuracy_when_ordered": null,
      "accuracy_on_comparable_pairs": null
    }
  },
  "interpretation": "Paired differences describe local interventions on fixed data. Bundled recipe differences do not isolate one cause. Tied heuristics do not produce a full ranking and are not counted as errors."
}