{
  "schema_version": "vision_control_audit_v1",
  "design_sha256": "1ceb6f35d4551d9427eaeeb70e9dacd6c65dcc424e2b0e4b0773ce30d4bb4efd",
  "metric": "final_test_energy_score",
  "seeds": [
    200,
    201,
    202,
    203,
    204,
    205,
    206,
    207,
    208,
    209,
    210,
    211,
    212,
    213,
    214,
    215
  ],
  "candidates": [
    {
      "node_id": "candidate_d499a5bfa1436fde7a96",
      "status": "complete",
      "summary_sha256": "b86acad6fc3b2ad9b7328f8b54aed88f94a3a2a64a69aee02e04f493af060675",
      "mean_initial_validation_metric": 0.368522722274065,
      "mean_final_validation_metric": 0.06787580135278404,
      "mean_final_test_metric": 0.06908976729027927,
      "mean_ood_metric": 0.06880061747506261,
      "mean_last20_minibatch_loss": 0.002627314806522918,
      "mean_preclip_gradient_norm": 0.12502953231633485,
      "mean_clipped_step_fraction": 0.0014791666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_a359eda0087769d7845c",
      "status": "complete",
      "summary_sha256": "49b23337051c78759fb38c694991a1f4d9bd07d6dd1d4b08a1ff4a89c5459b1f",
      "mean_initial_validation_metric": 0.3458596281707287,
      "mean_final_validation_metric": 0.07913472363725305,
      "mean_final_test_metric": 0.07912221876904368,
      "mean_ood_metric": 0.08153854543343186,
      "mean_last20_minibatch_loss": 0.0031501017750997563,
      "mean_preclip_gradient_norm": 0.08576567902159878,
      "mean_clipped_step_fraction": 0.0006875,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_621f43474690e5e22641",
      "status": "complete",
      "summary_sha256": "4b5ba1efc1ef4acdadc36f34e256b7e07c91a70d73b26ed3a8eb442ada3207ed",
      "mean_initial_validation_metric": 0.44140451587736607,
      "mean_final_validation_metric": 0.06660959217697382,
      "mean_final_test_metric": 0.06684341747313738,
      "mean_ood_metric": 0.06842297967523336,
      "mean_last20_minibatch_loss": 0.0019720938296813985,
      "mean_preclip_gradient_norm": 0.09616916867966453,
      "mean_clipped_step_fraction": 0.0020625,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_d215941560baca0a71f6",
      "status": "complete",
      "summary_sha256": "31d6e63c6b87040360c6432572a3fa6b91641258ed8aee8e700a95c2940d003a",
      "mean_initial_validation_metric": 0.40099115669727325,
      "mean_final_validation_metric": 0.06858916115015745,
      "mean_final_test_metric": 0.06892076367512345,
      "mean_ood_metric": 0.0711830835789442,
      "mean_last20_minibatch_loss": 0.0025439480599743548,
      "mean_preclip_gradient_norm": 0.11088521709141787,
      "mean_clipped_step_fraction": 0.0015625,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_6a2c502c5a4c38c89fbe",
      "status": "complete",
      "summary_sha256": "12ef5d013d0c0f83de393a00273fc5d198a0e4c6a09187539a4aae8ae5192bdd",
      "mean_initial_validation_metric": 0.3527068421244621,
      "mean_final_validation_metric": 0.09057882754132152,
      "mean_final_test_metric": 0.09032735135406256,
      "mean_ood_metric": 0.1055592312477529,
      "mean_last20_minibatch_loss": 0.003602257482998539,
      "mean_preclip_gradient_norm": 0.02655278379904727,
      "mean_clipped_step_fraction": 0,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_64f778c9cdd63c0dbf46",
      "status": "complete",
      "summary_sha256": "dad32448e8673236ff8dd1b88c75acba09044da233e8ca76010bc49024210427",
      "mean_initial_validation_metric": 0.35260926745831966,
      "mean_final_validation_metric": 0.0915880505926907,
      "mean_final_test_metric": 0.09159219358116388,
      "mean_ood_metric": 0.1070888782851398,
      "mean_last20_minibatch_loss": 0.003283688557712594,
      "mean_preclip_gradient_norm": 0.02689073662296869,
      "mean_clipped_step_fraction": 0,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_bad6a2ab0f0792ca03be",
      "status": "complete",
      "summary_sha256": "7411fff739289a12a226f212d00757e619294647549c45fa56614715cd7f9a13",
      "mean_initial_validation_metric": 0.4094114303588867,
      "mean_final_validation_metric": 0.06743206293322146,
      "mean_final_test_metric": 0.06959204049780965,
      "mean_ood_metric": 0.06918578874319792,
      "mean_last20_minibatch_loss": 0.0026150412813876756,
      "mean_preclip_gradient_norm": 0.11198114556768754,
      "mean_clipped_step_fraction": 0.0017291666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_36db1ae743d1b1b170f5",
      "status": "complete",
      "summary_sha256": "6063d64386f6ff89d0679c92c1bdafb14de0e778362893eb6777803d2d9a6786",
      "mean_initial_validation_metric": 0.35199821181595325,
      "mean_final_validation_metric": 0.117271663621068,
      "mean_final_test_metric": 0.12210303032770753,
      "mean_ood_metric": 0.134520610794425,
      "mean_last20_minibatch_loss": 0.013054067961638794,
      "mean_preclip_gradient_norm": 0.11938265391695313,
      "mean_clipped_step_fraction": 0.0014375,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_9094cb1f3508a450881d",
      "status": "complete",
      "summary_sha256": "e7b1ef22eb9db5354dbc5bd97a32d4751047266ce357cca2a20bc606f9f3ab66",
      "mean_initial_validation_metric": 0.3675067014992237,
      "mean_final_validation_metric": 0.07584646274335682,
      "mean_final_test_metric": 0.07756746653467417,
      "mean_ood_metric": 0.07905121590010822,
      "mean_last20_minibatch_loss": 0.004238698877088609,
      "mean_preclip_gradient_norm": 0.09008244190112843,
      "mean_clipped_step_fraction": 0.0011250000000000001,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_0626eeacd9d927185260",
      "status": "complete",
      "summary_sha256": "038e8cdf02a664c0bbebfdd8044f978223a8a1bdfb7a549fa003e3ef04c737ca",
      "mean_initial_validation_metric": 0.4270209055393934,
      "mean_final_validation_metric": 0.06739393644966185,
      "mean_final_test_metric": 0.06765039218589664,
      "mean_ood_metric": 0.07111478503793478,
      "mean_last20_minibatch_loss": 0.0025827528686932057,
      "mean_preclip_gradient_norm": 0.16566229560854845,
      "mean_clipped_step_fraction": 0.0085,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_9845c4bdf0fd4923f6e9",
      "status": "complete",
      "summary_sha256": "959d0713b9eea9c389aa6d4c0fed4ad39c84e8f8a3a132de210fd5e15ab57226",
      "mean_initial_validation_metric": 0.35820750892162323,
      "mean_final_validation_metric": 0.07661599991843104,
      "mean_final_test_metric": 0.07860894361510873,
      "mean_ood_metric": 0.08211630443111062,
      "mean_last20_minibatch_loss": 0.004440380940650357,
      "mean_preclip_gradient_norm": 0.09733514727128204,
      "mean_clipped_step_fraction": 0.000625,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_43a776e673e0ef163e80",
      "status": "complete",
      "summary_sha256": "9f3f51b2a823475fcc4f9254efed6bd2d067a1f701103b4629a491be75a98ae5",
      "mean_initial_validation_metric": 0.3589726258069277,
      "mean_final_validation_metric": 0.07208083407022059,
      "mean_final_test_metric": 0.07303642458282411,
      "mean_ood_metric": 0.07587890652939677,
      "mean_last20_minibatch_loss": 0.003166505025365041,
      "mean_preclip_gradient_norm": 0.10229794054245576,
      "mean_clipped_step_fraction": 0.0007916666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_4ccfe01258d99adb1fd9",
      "status": "complete",
      "summary_sha256": "2ae33e61ec7b17df4eed2234856c4a1da4bf0cc65d70d64ca794c2ecfbbf0f2b",
      "mean_initial_validation_metric": 0.37375352159142494,
      "mean_final_validation_metric": 0.06263096118345857,
      "mean_final_test_metric": 0.06278526317328215,
      "mean_ood_metric": 0.06423015473410487,
      "mean_last20_minibatch_loss": 0.0020810328060179017,
      "mean_preclip_gradient_norm": 0.16431734466944667,
      "mean_clipped_step_fraction": 0.008520833333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_9b46faf860691b2c1b87",
      "status": "complete",
      "summary_sha256": "e42d548b399a827279697efcc988430d616cfd6663473baab9bf3ed54fba6fee",
      "mean_initial_validation_metric": 0.36679126136004925,
      "mean_final_validation_metric": 0.07823487929999828,
      "mean_final_test_metric": 0.08031828608363867,
      "mean_ood_metric": 0.08438561158254743,
      "mean_last20_minibatch_loss": 0.005099151583999629,
      "mean_preclip_gradient_norm": 0.09931163446349092,
      "mean_clipped_step_fraction": 0.0011458333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_f4f74e4d74e2f9302620",
      "status": "complete",
      "summary_sha256": "b1dbbf3bf5917ff5d9b5425e8ccf51c1ca87d6bf3bfc6783678d4fab1b4b5de7",
      "mean_initial_validation_metric": 0.39317570999264717,
      "mean_final_validation_metric": 0.062073329696431756,
      "mean_final_test_metric": 0.06221248582005501,
      "mean_ood_metric": 0.06330287689343095,
      "mean_last20_minibatch_loss": 0.0018651204187335678,
      "mean_preclip_gradient_norm": 0.1522569421849912,
      "mean_clipped_step_fraction": 0.004166666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_e4cf9ec3c8a93a7c7fdf",
      "status": "complete",
      "summary_sha256": "8b4bf234598210b6ccecf117808d639f6e8766b8bd99d19e1f2811f69a794dbd",
      "mean_initial_validation_metric": 0.34748915024101734,
      "mean_final_validation_metric": 0.05789104732684791,
      "mean_final_test_metric": 0.05737064778804779,
      "mean_ood_metric": 0.05872419313527644,
      "mean_last20_minibatch_loss": 0.001459497245741659,
      "mean_preclip_gradient_norm": 0.09339242281225354,
      "mean_clipped_step_fraction": 0.0005208333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_256ac50759402994d163",
      "status": "complete",
      "summary_sha256": "34d3cd301e985032e12e503528d8b78a6e742a52774d683e80ba7e8a0a87c0db",
      "mean_initial_validation_metric": 0.35422523878514767,
      "mean_final_validation_metric": 0.07282928610220551,
      "mean_final_test_metric": 0.07303110416978598,
      "mean_ood_metric": 0.07750833500176668,
      "mean_last20_minibatch_loss": 0.004140241517598043,
      "mean_preclip_gradient_norm": 0.07615326269357077,
      "mean_clipped_step_fraction": 0.00041666666666666664,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_121a03da20347b46d5bb",
      "status": "complete",
      "summary_sha256": "c8b539e0d0c8bf3cb264724f75a7fe349f0d9418c86d51af4d7663de7bbcbe0c",
      "mean_initial_validation_metric": 0.3462213855236769,
      "mean_final_validation_metric": 0.07905999943614006,
      "mean_final_test_metric": 0.07904698327183723,
      "mean_ood_metric": 0.0813279626891017,
      "mean_last20_minibatch_loss": 0.003083065374812577,
      "mean_preclip_gradient_norm": 0.08397010101059763,
      "mean_clipped_step_fraction": 0.0005833333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_8b8a814c9b0fd31e7d77",
      "status": "complete",
      "summary_sha256": "bfbade3c9e04d731c5cccb7b8fcf8c646cd33f46c006eb7eb86e2313197876cb",
      "mean_initial_validation_metric": 0.3517260439693928,
      "mean_final_validation_metric": 0.07392682181671262,
      "mean_final_test_metric": 0.07443305710330606,
      "mean_ood_metric": 0.07659129332751036,
      "mean_last20_minibatch_loss": 0.002642958736032597,
      "mean_preclip_gradient_norm": 0.08861475214594976,
      "mean_clipped_step_fraction": 0.0035,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_dd65d60b6577e91f3e7a",
      "status": "complete",
      "summary_sha256": "d7afaf52681581956b1f9740cc172aa76e4bc4bbe89652c21e84e44febd46735",
      "mean_initial_validation_metric": 0.34282829612493515,
      "mean_final_validation_metric": 0.07470503309741616,
      "mean_final_test_metric": 0.07525443471968174,
      "mean_ood_metric": 0.07724462263286114,
      "mean_last20_minibatch_loss": 0.002698803872408462,
      "mean_preclip_gradient_norm": 0.09498405303600399,
      "mean_clipped_step_fraction": 0.004583333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_032fd3a426b6da3579c1",
      "status": "complete",
      "summary_sha256": "d82259bee8c2aa749c3186a28abf79425094e4cd6be36f12655ee22b5520b468",
      "mean_initial_validation_metric": 0.39499606378376484,
      "mean_final_validation_metric": 0.0792764131911099,
      "mean_final_test_metric": 0.08051286404952407,
      "mean_ood_metric": 0.08592845173552632,
      "mean_last20_minibatch_loss": 0.003888627924607135,
      "mean_preclip_gradient_norm": 0.1340090650912995,
      "mean_clipped_step_fraction": 0.0021666666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_b004cfc10cd5adf3a951",
      "status": "complete",
      "summary_sha256": "abcc99d5210309b07f8ba888b6505d3787f33046153448d90479ee8ff9e8c271",
      "mean_initial_validation_metric": 0.40386507473886013,
      "mean_final_validation_metric": 0.07736528152599931,
      "mean_final_test_metric": 0.07727949693799019,
      "mean_ood_metric": 0.08000167086720467,
      "mean_last20_minibatch_loss": 0.003216283818255761,
      "mean_preclip_gradient_norm": 0.11716755802793584,
      "mean_clipped_step_fraction": 0.0012083333333333334,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_51cf2534f91a0cbb312c",
      "status": "complete",
      "summary_sha256": "24ff8d272f86e037b5cbaf67d60aa4bf7679d2cb5d82224bcbcea1d70c49eb31",
      "mean_initial_validation_metric": 0.3754295539110899,
      "mean_final_validation_metric": 0.0706206257455051,
      "mean_final_test_metric": 0.07104286085814238,
      "mean_ood_metric": 0.07213381212204695,
      "mean_last20_minibatch_loss": 0.0023876386771007675,
      "mean_preclip_gradient_norm": 0.12206297838819834,
      "mean_clipped_step_fraction": 0.0016250000000000001,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_7c2155cfd5e2196a82da",
      "status": "complete",
      "summary_sha256": "7209115abdbbb446e0706f45a48c1b302ead9f1232191e6c085791c1c8ad179d",
      "mean_initial_validation_metric": 0.3080403059720993,
      "mean_final_validation_metric": 0.12297588353976607,
      "mean_final_test_metric": 0.1302661676891148,
      "mean_ood_metric": 0.13680964289233088,
      "mean_last20_minibatch_loss": 0.021742736200394575,
      "mean_preclip_gradient_norm": 0.4210085514095457,
      "mean_clipped_step_fraction": 0.024145833333333335,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "epsilon",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_b7649dbcf2a34b9577d5",
      "status": "complete",
      "summary_sha256": "726f44203ba96da6af954662e5ce2ee8eccebde76c8a0ff60a28908ab292410c",
      "mean_initial_validation_metric": 0.339106360450387,
      "mean_final_validation_metric": 0.08197610452771187,
      "mean_final_test_metric": 0.08211202034726739,
      "mean_ood_metric": 0.08845406351611018,
      "mean_last20_minibatch_loss": 0.021465910955157597,
      "mean_preclip_gradient_norm": 0.3469415744529106,
      "mean_clipped_step_fraction": 0.008083333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "epsilon",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_34148fc7641557f411df",
      "status": "complete",
      "summary_sha256": "1e43b1ba54d34382af3da0c5dd824916936d983a24bf8a2c2437f2ff02910210",
      "mean_initial_validation_metric": 0.24711872916668653,
      "mean_final_validation_metric": 0.07864459767006338,
      "mean_final_test_metric": 0.08260212652385235,
      "mean_ood_metric": 0.08773458562791348,
      "mean_last20_minibatch_loss": 0.02511212885729037,
      "mean_preclip_gradient_norm": 0.44273938732439033,
      "mean_clipped_step_fraction": 0.016791666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_26726d359ff865532bec",
      "status": "complete",
      "summary_sha256": "dfc4a8bb8967748e5bd4f5fe4c7ea23c5883b752e83f5af16c6df6fd6cb371a8",
      "mean_initial_validation_metric": 0.3681013844907284,
      "mean_final_validation_metric": 0.07020719302818179,
      "mean_final_test_metric": 0.07106509618461132,
      "mean_ood_metric": 0.0717821167781949,
      "mean_last20_minibatch_loss": 0.002735920737541164,
      "mean_preclip_gradient_norm": 0.12835344470571727,
      "mean_clipped_step_fraction": 0.0015833333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "linear_beta"
      }
    },
    {
      "node_id": "candidate_093df367dc213016b7ed",
      "status": "complete",
      "summary_sha256": "ab4a9cc2294d7d40885f08787ea2365f9840f2d382c85308904fe73f92a65912",
      "mean_initial_validation_metric": 0.368522722274065,
      "mean_final_validation_metric": 0.06800920376554132,
      "mean_final_test_metric": 0.06896691303700209,
      "mean_ood_metric": 0.07262504636310041,
      "mean_last20_minibatch_loss": 0.004726947156450478,
      "mean_preclip_gradient_norm": 0.24166723088388486,
      "mean_clipped_step_fraction": 0.015833333333333335,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "min_snr",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_ee01709fed3d070b1f9e",
      "status": "complete",
      "summary_sha256": "d1e45ddfa31b84479f3ed198e8cb30a0b488c195df077bc686a0abff60c54d28",
      "mean_initial_validation_metric": 0.3681013844907284,
      "mean_final_validation_metric": 0.07349035982042551,
      "mean_final_test_metric": 0.0754383192397654,
      "mean_ood_metric": 0.07900669239461422,
      "mean_last20_minibatch_loss": 0.0033727571501003693,
      "mean_preclip_gradient_norm": 0.15627183361029529,
      "mean_clipped_step_fraction": 0.009604166666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "min_snr",
        "noise_schedule": "linear_beta"
      }
    },
    {
      "node_id": "candidate_4732f0315c3a4a2cc8a1",
      "status": "complete",
      "summary_sha256": "14d27554582b826280470bc1028763d0ac12ec90c6c1373b6ad6448978a6bef9",
      "mean_initial_validation_metric": 0.3481062836945057,
      "mean_final_validation_metric": 0.06559847411699593,
      "mean_final_test_metric": 0.06582695594988763,
      "mean_ood_metric": 0.06361838174052536,
      "mean_last20_minibatch_loss": 0.0022564245668036166,
      "mean_preclip_gradient_norm": 0.204420984003072,
      "mean_clipped_step_fraction": 0.005916666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_7bb92313b5da4b4270df",
      "status": "complete",
      "summary_sha256": "3fc1396368fa4bbe97b883ce786e8133a417f55ab644a60715e318496e0374e6",
      "mean_initial_validation_metric": 0.3481062836945057,
      "mean_final_validation_metric": 0.05685635935515165,
      "mean_final_test_metric": 0.057399923680350184,
      "mean_ood_metric": 0.05621554423123598,
      "mean_last20_minibatch_loss": 0.0015769196706969524,
      "mean_preclip_gradient_norm": 0.19316877569421195,
      "mean_clipped_step_fraction": 0.007145833333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_04e29b1b043366329312",
      "status": "complete",
      "summary_sha256": "8b541f7a23371986b92702c863b9d90d8b1867b695f461745c62aa31830776fa",
      "mean_initial_validation_metric": 0.368522722274065,
      "mean_final_validation_metric": 0.06359518528915942,
      "mean_final_test_metric": 0.06471396400593221,
      "mean_ood_metric": 0.0649701424408704,
      "mean_last20_minibatch_loss": 0.0022843066766654375,
      "mean_preclip_gradient_norm": 0.10485706755359812,
      "mean_clipped_step_fraction": 0.004020833333333334,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_38461294b88cd83e7509",
      "status": "complete",
      "summary_sha256": "52fd937446f192b2d1a295a92585173a418c098c1a8626490570040d0e2456aa",
      "mean_initial_validation_metric": 0.368522722274065,
      "mean_final_validation_metric": 0.0640576877631247,
      "mean_final_test_metric": 0.06447429256513715,
      "mean_ood_metric": 0.06471630814485252,
      "mean_last20_minibatch_loss": 0.002205242614945746,
      "mean_preclip_gradient_norm": 0.11775566415909755,
      "mean_clipped_step_fraction": 0.0015104166666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_6a2b36d5a713111585f6",
      "status": "complete",
      "summary_sha256": "8e1f45ec8ff774504d8060dba7701d84845dbcfe2ff6408d8dc90c860de57e7e",
      "mean_initial_validation_metric": 0.368522722274065,
      "mean_final_validation_metric": 0.07341414364054799,
      "mean_final_test_metric": 0.07436908921226859,
      "mean_ood_metric": 0.07800137531012297,
      "mean_last20_minibatch_loss": 0.0034122875600587576,
      "mean_preclip_gradient_norm": 0.12881887480857163,
      "mean_clipped_step_fraction": 0.002416666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_3cee1008424ecdabe0f2",
      "status": "complete",
      "summary_sha256": "4dd65d9666a780ef0035868b3b7f9a0c081c6c9d428866bf10ec6c5436eebb02",
      "mean_initial_validation_metric": 0.3684161677956581,
      "mean_final_validation_metric": 0.0683496417477727,
      "mean_final_test_metric": 0.0693936268799007,
      "mean_ood_metric": 0.06927687395364046,
      "mean_last20_minibatch_loss": 0.002627314806522918,
      "mean_preclip_gradient_norm": 0.12502953231633485,
      "mean_clipped_step_fraction": 0.0014791666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_a13d38e4f8a123120d24",
      "status": "complete",
      "summary_sha256": "ed4542cc2a306db4f521153108bdb6cb0a7ea98093a84092322ab78d8d9f9c26",
      "mean_initial_validation_metric": 0.3688959665596485,
      "mean_final_validation_metric": 0.06864394759759307,
      "mean_final_test_metric": 0.06989165116101503,
      "mean_ood_metric": 0.06954154348932207,
      "mean_last20_minibatch_loss": 0.002627314806522918,
      "mean_preclip_gradient_norm": 0.12502953231633485,
      "mean_clipped_step_fraction": 0.0014791666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_ebc6110c12224055dd06",
      "status": "complete",
      "summary_sha256": "ae1003b70b14c1283fa3716b59d95724c56cd286116c3709a9410bfdf6912e18",
      "mean_initial_validation_metric": 0.2487557539716363,
      "mean_final_validation_metric": 0.07846832415089011,
      "mean_final_test_metric": 0.08240739721804857,
      "mean_ood_metric": 0.08751739282160997,
      "mean_last20_minibatch_loss": 0.02511212885729037,
      "mean_preclip_gradient_norm": 0.44273938732439033,
      "mean_clipped_step_fraction": 0.016791666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_5f732b250a89e2f784b6",
      "status": "complete",
      "summary_sha256": "c471f3708656bec53c34cb3e92c7e11416d89725baf517b3fdb5be74026cc30b",
      "mean_initial_validation_metric": 0.24404000770300627,
      "mean_final_validation_metric": 0.08331877505406737,
      "mean_final_test_metric": 0.08739244332537055,
      "mean_ood_metric": 0.09254258498549461,
      "mean_last20_minibatch_loss": 0.02511212885729037,
      "mean_preclip_gradient_norm": 0.44273938732439033,
      "mean_clipped_step_fraction": 0.016791666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_446421d581572cac734d",
      "status": "complete",
      "summary_sha256": "c81c0c6c27e8577df97945be34dd77306554da019c44e047ccda783cc2fcb176",
      "mean_initial_validation_metric": 0.3690400440245867,
      "mean_final_validation_metric": 0.0706026740372181,
      "mean_final_test_metric": 0.0712087161373347,
      "mean_ood_metric": 0.07141664554364979,
      "mean_last20_minibatch_loss": 0.002627314806522918,
      "mean_preclip_gradient_norm": 0.12502953231633485,
      "mean_clipped_step_fraction": 0.0014791666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_56b2a16c211895a2c664",
      "status": "complete",
      "summary_sha256": "e4c593b2a01bbee0387afcbd3667d7d44c11818c74e0a08deb28918ad508df58",
      "mean_initial_validation_metric": 0.3686862289905548,
      "mean_final_validation_metric": 0.07033675583079457,
      "mean_final_test_metric": 0.07118133548647165,
      "mean_ood_metric": 0.07079965621232986,
      "mean_last20_minibatch_loss": 0.002627314806522918,
      "mean_preclip_gradient_norm": 0.12502953231633485,
      "mean_clipped_step_fraction": 0.0014791666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_d3b3d9981629da00dd3e",
      "status": "complete",
      "summary_sha256": "41892dfe8846fb5f3e6d5cbf5008fe2208d47ec4bad701ff05b9a30b53a62edb",
      "mean_initial_validation_metric": 0.25954094622284174,
      "mean_final_validation_metric": 0.06576057057827711,
      "mean_final_test_metric": 0.06881762202829123,
      "mean_ood_metric": 0.07387088425457478,
      "mean_last20_minibatch_loss": 0.022392065601889045,
      "mean_preclip_gradient_norm": 0.572266657266921,
      "mean_clipped_step_fraction": 0.07952083333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_08aa0bf696cb77cab67e",
      "status": "complete",
      "summary_sha256": "01fb7642a6079f678cf78a254e453e1b1a3726a0d499ae74b00671ecc5eef50a",
      "mean_initial_validation_metric": 0.25954094622284174,
      "mean_final_validation_metric": 0.05387454596348107,
      "mean_final_test_metric": 0.05558474431745708,
      "mean_ood_metric": 0.0587390405125916,
      "mean_last20_minibatch_loss": 0.01683332782704383,
      "mean_preclip_gradient_norm": 0.48573329696245493,
      "mean_clipped_step_fraction": 0.044583333333333336,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_7dc6f96b43c66a57b376",
      "status": "complete",
      "summary_sha256": "e5c74f7f811f885be1e33dcca5af945d7c0791d32a49d17965b0958ac08d44d0",
      "mean_initial_validation_metric": 0.40099115669727325,
      "mean_final_validation_metric": 0.06124126352369785,
      "mean_final_test_metric": 0.061015820829197764,
      "mean_ood_metric": 0.061413182178512216,
      "mean_last20_minibatch_loss": 0.0018103658807376633,
      "mean_preclip_gradient_norm": 0.08938321889790435,
      "mean_clipped_step_fraction": 0.00078125,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_850bea5b29f7103f5ff2",
      "status": "complete",
      "summary_sha256": "8878be37e2c269a6ac4c2b8e68ea301792793fe4db3d7e4f6b72a01de161db71",
      "mean_initial_validation_metric": 0.3701542280614376,
      "mean_final_validation_metric": 0.066871234215796,
      "mean_final_test_metric": 0.07002348196692765,
      "mean_ood_metric": 0.07264057383872569,
      "mean_last20_minibatch_loss": 0.002773406990309013,
      "mean_preclip_gradient_norm": 0.12390148579197315,
      "mean_clipped_step_fraction": 0.0018333333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_ff2e78d50b0283fc08aa",
      "status": "complete",
      "summary_sha256": "8509619b62e901e12d772ada1ccf6d39968729c5b614d2d6eb67db7095025255",
      "mean_initial_validation_metric": 0.3471611514687538,
      "mean_final_validation_metric": 0.07917197234928608,
      "mean_final_test_metric": 0.08051980333402753,
      "mean_ood_metric": 0.08459668885916471,
      "mean_last20_minibatch_loss": 0.0032617804856272413,
      "mean_preclip_gradient_norm": 0.08509572144555083,
      "mean_clipped_step_fraction": 0.0006041666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_696fd8d9dc5c9f26dd64",
      "status": "complete",
      "summary_sha256": "8d16e5f77c165a1ef8954e612a611ef34ec20d0581123f5298d4fb8b876d5c3a",
      "mean_initial_validation_metric": 0.43947188183665276,
      "mean_final_validation_metric": 0.06749517982825637,
      "mean_final_test_metric": 0.06795393954962492,
      "mean_ood_metric": 0.07029899815097451,
      "mean_last20_minibatch_loss": 0.001966946243555867,
      "mean_preclip_gradient_norm": 0.0949514527611124,
      "mean_clipped_step_fraction": 0.002041666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_f999023f80f58d88dd34",
      "status": "complete",
      "summary_sha256": "723bff9a407ec82135b9afb3c0ddbae3f4d151d9952353e6ff6d8d83aad72f1a",
      "mean_initial_validation_metric": 0.3998280391097069,
      "mean_final_validation_metric": 0.06713404110632837,
      "mean_final_test_metric": 0.06948323408141732,
      "mean_ood_metric": 0.07219152664765716,
      "mean_last20_minibatch_loss": 0.0025974994681746467,
      "mean_preclip_gradient_norm": 0.11295260496612172,
      "mean_clipped_step_fraction": 0.0013541666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_c40b4d58d7d92002ee79",
      "status": "complete",
      "summary_sha256": "dd17ed1383261208dc43a8970b48063c58db8a27d6dd10e3aa61d1d089b3cb21",
      "mean_initial_validation_metric": 0.3552827313542366,
      "mean_final_validation_metric": 0.09088330250233412,
      "mean_final_test_metric": 0.09381364192813635,
      "mean_ood_metric": 0.10809718817472458,
      "mean_last20_minibatch_loss": 0.0037184551045356786,
      "mean_preclip_gradient_norm": 0.026938619143271354,
      "mean_clipped_step_fraction": 0,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_dd2bbe9a1947efbf5172",
      "status": "complete",
      "summary_sha256": "99a08d2229d07e4af5da195383165bac3bae9cccc9f51593b7e85b5f28d06fe8",
      "mean_initial_validation_metric": 0.35519724152982235,
      "mean_final_validation_metric": 0.09023830713704228,
      "mean_final_test_metric": 0.09395280433818698,
      "mean_ood_metric": 0.10753799928352237,
      "mean_last20_minibatch_loss": 0.0034236198211146985,
      "mean_preclip_gradient_norm": 0.027385882402731418,
      "mean_clipped_step_fraction": 0,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_6a4a05acfbaacc566297",
      "status": "complete",
      "summary_sha256": "1ae79386fdf376048510ff498c6091dfc1181fbdee21179075cdd9d0e7d79706",
      "mean_initial_validation_metric": 0.41104995273053646,
      "mean_final_validation_metric": 0.06575023964978755,
      "mean_final_test_metric": 0.06825805129483342,
      "mean_ood_metric": 0.07003145688213408,
      "mean_last20_minibatch_loss": 0.002550325045740465,
      "mean_preclip_gradient_norm": 0.11276719735555041,
      "mean_clipped_step_fraction": 0.0014583333333333334,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_1adb55c8e25344f34bc0",
      "status": "complete",
      "summary_sha256": "9d88649e825f40c64c0a0892763bd6ccb4ab65f63b1f30873bb90a1d4789aa1c",
      "mean_initial_validation_metric": 0.3534966707229614,
      "mean_final_validation_metric": 0.12294600810855627,
      "mean_final_test_metric": 0.12580260075628757,
      "mean_ood_metric": 0.12918646773323417,
      "mean_last20_minibatch_loss": 0.013048475631512702,
      "mean_preclip_gradient_norm": 0.11633637385768816,
      "mean_clipped_step_fraction": 0.0016041666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_5c7ad67f51a2e71bb1d6",
      "status": "complete",
      "summary_sha256": "ba4709e91f04e7ac7355ce4e6bbad0e061db6fbc84204e2328f6c58ec1c66525",
      "mean_initial_validation_metric": 0.36713689379394054,
      "mean_final_validation_metric": 0.07948119915090501,
      "mean_final_test_metric": 0.08232318609952927,
      "mean_ood_metric": 0.08278967346996069,
      "mean_last20_minibatch_loss": 0.00460853484182735,
      "mean_preclip_gradient_norm": 0.09012243017725026,
      "mean_clipped_step_fraction": 0.0011666666666666668,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_4c063f3a5c850d9e247d",
      "status": "complete",
      "summary_sha256": "070c32ca63b7ca6631f380cebd12c3c124b060d466fd2ea8d32a920d85453437",
      "mean_initial_validation_metric": 0.42609640769660473,
      "mean_final_validation_metric": 0.066125474171713,
      "mean_final_test_metric": 0.06886207964271307,
      "mean_ood_metric": 0.07195331435650587,
      "mean_last20_minibatch_loss": 0.002494491531979293,
      "mean_preclip_gradient_norm": 0.16253336875761548,
      "mean_clipped_step_fraction": 0.008791666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_36ed2cab66868f3655be",
      "status": "complete",
      "summary_sha256": "7d468682337f5f4dd6bcd79ee7eb2a3265552cdb5c92655c1709b10bf7679b84",
      "mean_initial_validation_metric": 0.35889328084886074,
      "mean_final_validation_metric": 0.07881838595494628,
      "mean_final_test_metric": 0.08248799154534936,
      "mean_ood_metric": 0.08522501075640321,
      "mean_last20_minibatch_loss": 0.004791648443642771,
      "mean_preclip_gradient_norm": 0.09622034298100819,
      "mean_clipped_step_fraction": 0.00075,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_657c293d68ff4833a2b0",
      "status": "complete",
      "summary_sha256": "666b9b1a34955f4d5d7e5a2ce2ed187bb8f71bd47b6546476f51b319fd33bee7",
      "mean_initial_validation_metric": 0.3604526873677969,
      "mean_final_validation_metric": 0.06911869696341455,
      "mean_final_test_metric": 0.07250181725248694,
      "mean_ood_metric": 0.0761571447364986,
      "mean_last20_minibatch_loss": 0.0033372465688444207,
      "mean_preclip_gradient_norm": 0.10001850692784259,
      "mean_clipped_step_fraction": 0.000875,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_1f9738f78fe615c9c387",
      "status": "complete",
      "summary_sha256": "fdca4c62b17cc212b5450b33939a897653508f4ec7efb0c6239634d3ab59e81a",
      "mean_initial_validation_metric": 0.37608954310417175,
      "mean_final_validation_metric": 0.06328757363371551,
      "mean_final_test_metric": 0.06505666533485055,
      "mean_ood_metric": 0.06684770691208541,
      "mean_last20_minibatch_loss": 0.0021034094115748303,
      "mean_preclip_gradient_norm": 0.16535230928993164,
      "mean_clipped_step_fraction": 0.008520833333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_1a6b17a9d28b43148e62",
      "status": "complete",
      "summary_sha256": "8fb1b4cbdab7c95ebfe9ede657b3d0a94cb039b97fe928babb33608452494778",
      "mean_initial_validation_metric": 0.364981509745121,
      "mean_final_validation_metric": 0.07964142644777894,
      "mean_final_test_metric": 0.08394173393025994,
      "mean_ood_metric": 0.08497422747313976,
      "mean_last20_minibatch_loss": 0.005296489812462823,
      "mean_preclip_gradient_norm": 0.09792405461977857,
      "mean_clipped_step_fraction": 0.0011041666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_526078a31781816d7c38",
      "status": "complete",
      "summary_sha256": "2908718f647c70ba75af9bcc8099d11306471ab058b992907edcfa4d29b0db14",
      "mean_initial_validation_metric": 0.39533413387835026,
      "mean_final_validation_metric": 0.06301831430755556,
      "mean_final_test_metric": 0.06465339381247759,
      "mean_ood_metric": 0.0666802495252341,
      "mean_last20_minibatch_loss": 0.0019259027281805174,
      "mean_preclip_gradient_norm": 0.15402119424003952,
      "mean_clipped_step_fraction": 0.0045,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_65836c263f623e464b3b",
      "status": "complete",
      "summary_sha256": "63b617ec6ff8cbfd1587cf9bba6fb09f5b7945d9689d3ed7f8336506ed1da494",
      "mean_initial_validation_metric": 0.350542763248086,
      "mean_final_validation_metric": 0.06022344925440848,
      "mean_final_test_metric": 0.06132311327382922,
      "mean_ood_metric": 0.06348601938225329,
      "mean_last20_minibatch_loss": 0.0015179345791693777,
      "mean_preclip_gradient_norm": 0.09225303429252624,
      "mean_clipped_step_fraction": 0.0005,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_bf28b74e36b82bca3b9b",
      "status": "complete",
      "summary_sha256": "ef929294dd75bdd7d05c4fc2de0259de0bed764a4ae897f982b4c6da2a41d8d8",
      "mean_initial_validation_metric": 0.35377524606883526,
      "mean_final_validation_metric": 0.07187697058543563,
      "mean_final_test_metric": 0.07556793140247464,
      "mean_ood_metric": 0.07947241608053446,
      "mean_last20_minibatch_loss": 0.004295882210863055,
      "mean_preclip_gradient_norm": 0.07551857779636824,
      "mean_clipped_step_fraction": 0.00041666666666666664,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_23631fe60b85295ac58f",
      "status": "complete",
      "summary_sha256": "13db7a76247bc370ad08ede1f645aba5ccd0dcb9b4b8fa83c977ec07d307a591",
      "mean_initial_validation_metric": 0.34901638701558113,
      "mean_final_validation_metric": 0.07767116138711572,
      "mean_final_test_metric": 0.07933274144306779,
      "mean_ood_metric": 0.08305170433595777,
      "mean_last20_minibatch_loss": 0.0031466795851883946,
      "mean_preclip_gradient_norm": 0.08228711790898038,
      "mean_clipped_step_fraction": 0.0005208333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_f6cb252fc29c7c17d765",
      "status": "complete",
      "summary_sha256": "5e523cf2c55c871efcd73a45d0fa01ddefdb3d0dde3925a986e52923df45d662",
      "mean_initial_validation_metric": 0.3552110157907009,
      "mean_final_validation_metric": 0.07365632057189941,
      "mean_final_test_metric": 0.07550865272060037,
      "mean_ood_metric": 0.07887212606146932,
      "mean_last20_minibatch_loss": 0.002726756903939531,
      "mean_preclip_gradient_norm": 0.08795335176362035,
      "mean_clipped_step_fraction": 0.0033541666666666668,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_a7f5110b507b5d427d06",
      "status": "complete",
      "summary_sha256": "527fae9e6809712349f8e999bf735c94470b1ef9f0aebb7134bce0202a2cd86b",
      "mean_initial_validation_metric": 0.3459100313484669,
      "mean_final_validation_metric": 0.07314360048621893,
      "mean_final_test_metric": 0.07483805157244205,
      "mean_ood_metric": 0.07818193454295397,
      "mean_last20_minibatch_loss": 0.002733744196302723,
      "mean_preclip_gradient_norm": 0.09479666392334427,
      "mean_clipped_step_fraction": 0.004791666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_d0d411f82be127466783",
      "status": "complete",
      "summary_sha256": "d0fc3dae6531f13dfb451777177b44332532aec88cd356f6bea14df7eb859b7f",
      "mean_initial_validation_metric": 0.39544194005429745,
      "mean_final_validation_metric": 0.0797340702265501,
      "mean_final_test_metric": 0.0826989826746285,
      "mean_ood_metric": 0.08541618613526225,
      "mean_last20_minibatch_loss": 0.003892365161300404,
      "mean_preclip_gradient_norm": 0.13243662793689873,
      "mean_clipped_step_fraction": 0.002125,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_874ee6dbb31d74ccd0ef",
      "status": "complete",
      "summary_sha256": "27280beb68934316760a42a1efb74a9970b053dd4d9d8fb994476a754721cfa2",
      "mean_initial_validation_metric": 0.40299489721655846,
      "mean_final_validation_metric": 0.07380345184355974,
      "mean_final_test_metric": 0.0772720230743289,
      "mean_ood_metric": 0.08042073622345924,
      "mean_last20_minibatch_loss": 0.003262278254260309,
      "mean_preclip_gradient_norm": 0.11817851210269145,
      "mean_clipped_step_fraction": 0.0012916666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_800d4854ce712d0ec4e7",
      "status": "complete",
      "summary_sha256": "15804aab3a5e5532532313eb07ab57bcfe55bfbe617583d5a1e08f8713081356",
      "mean_initial_validation_metric": 0.37512170523405075,
      "mean_final_validation_metric": 0.07117448654025793,
      "mean_final_test_metric": 0.0719603425823152,
      "mean_ood_metric": 0.07484586304053664,
      "mean_last20_minibatch_loss": 0.0024167511004634435,
      "mean_preclip_gradient_norm": 0.12073051870940253,
      "mean_clipped_step_fraction": 0.0017083333333333334,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_4e1cedd221d0c91b55f9",
      "status": "complete",
      "summary_sha256": "41d74d1e876801c3c23d4293df7a41f497e0961380251c4869ed8c20b9e0617e",
      "mean_initial_validation_metric": 0.3062086720019579,
      "mean_final_validation_metric": 0.1316436375491321,
      "mean_final_test_metric": 0.13353835651651025,
      "mean_ood_metric": 0.13697425508871675,
      "mean_last20_minibatch_loss": 0.022254973321105355,
      "mean_preclip_gradient_norm": 0.4233741043616707,
      "mean_clipped_step_fraction": 0.0256875,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "epsilon",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_989e9d9a162470e2fe5c",
      "status": "complete",
      "summary_sha256": "8458a678916bd3e9f9764e6a70ab37f3858251acac905fe69f60179044014be3",
      "mean_initial_validation_metric": 0.3385029137134552,
      "mean_final_validation_metric": 0.07856418518349528,
      "mean_final_test_metric": 0.0805273656733334,
      "mean_ood_metric": 0.08133083954453468,
      "mean_last20_minibatch_loss": 0.02190253620792646,
      "mean_preclip_gradient_norm": 0.3490249049120272,
      "mean_clipped_step_fraction": 0.008166666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "epsilon",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_19d7ba2e11e6f8354a57",
      "status": "complete",
      "summary_sha256": "b68ffafa7c80a282ad28472bc6c5a38256d37379367238389a4abfc6811b38fe",
      "mean_initial_validation_metric": 0.2468948094174266,
      "mean_final_validation_metric": 0.08651440194807947,
      "mean_final_test_metric": 0.09045117278583348,
      "mean_ood_metric": 0.09049946605227888,
      "mean_last20_minibatch_loss": 0.02703354030381888,
      "mean_preclip_gradient_norm": 0.4399941166137966,
      "mean_clipped_step_fraction": 0.019645833333333335,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_a22780afa9681a82bb30",
      "status": "complete",
      "summary_sha256": "faad0024351c03918e530276bdc1a0e981672b20a2d030d162f202dbafebe0cc",
      "mean_initial_validation_metric": 0.36969213746488094,
      "mean_final_validation_metric": 0.07192167220637202,
      "mean_final_test_metric": 0.07447295589372516,
      "mean_ood_metric": 0.07644500723108649,
      "mean_last20_minibatch_loss": 0.002962271032447461,
      "mean_preclip_gradient_norm": 0.12828531704451113,
      "mean_clipped_step_fraction": 0.001625,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "linear_beta"
      }
    },
    {
      "node_id": "candidate_2eafc6bb990f4ade73ea",
      "status": "complete",
      "summary_sha256": "effe8bca150e8ec20f08cd83b0a59681230015eaaf6859aba239016569421862",
      "mean_initial_validation_metric": 0.3701542280614376,
      "mean_final_validation_metric": 0.06406553904525936,
      "mean_final_test_metric": 0.06716847838833928,
      "mean_ood_metric": 0.06989874760620296,
      "mean_last20_minibatch_loss": 0.004838452249532566,
      "mean_preclip_gradient_norm": 0.23882050590849638,
      "mean_clipped_step_fraction": 0.01639583333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "min_snr",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_1bdb125fdb490fe01dbe",
      "status": "complete",
      "summary_sha256": "47b7db35856dadf98b3972511a630fa372703226892810f0abe50493c1bd45b3",
      "mean_initial_validation_metric": 0.36969213746488094,
      "mean_final_validation_metric": 0.071653185877949,
      "mean_final_test_metric": 0.07535822596400976,
      "mean_ood_metric": 0.0774093666113913,
      "mean_last20_minibatch_loss": 0.0032757239418060636,
      "mean_preclip_gradient_norm": 0.15545485653097907,
      "mean_clipped_step_fraction": 0.009125,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "min_snr",
        "noise_schedule": "linear_beta"
      }
    },
    {
      "node_id": "candidate_c65f020b2ef60415591e",
      "status": "complete",
      "summary_sha256": "9f02a42ff3a8c138df389e5a4acb25fccab873df8a12820969abf381b00fbe28",
      "mean_initial_validation_metric": 0.35082939825952053,
      "mean_final_validation_metric": 0.0638285840395838,
      "mean_final_test_metric": 0.06634453567676246,
      "mean_ood_metric": 0.06720213894732296,
      "mean_last20_minibatch_loss": 0.002394040158833377,
      "mean_preclip_gradient_norm": 0.20462445878831204,
      "mean_clipped_step_fraction": 0.004645833333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_d1dec250bee82c78bdc6",
      "status": "complete",
      "summary_sha256": "6add344916e279b884a32f233c08530d044821dd036f24663f9faafb19741fc8",
      "mean_initial_validation_metric": 0.35082939825952053,
      "mean_final_validation_metric": 0.06001493684016168,
      "mean_final_test_metric": 0.062135858461260796,
      "mean_ood_metric": 0.06268668500706553,
      "mean_last20_minibatch_loss": 0.0017032216201187111,
      "mean_preclip_gradient_norm": 0.22003240740469968,
      "mean_clipped_step_fraction": 0.0156875,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_4493c8bbd012ac7d4027",
      "status": "complete",
      "summary_sha256": "fd11dafd253583d7aaf15b2743847b12387a6843fe2bc1cf71fd38a023f621bb",
      "mean_initial_validation_metric": 0.3701542280614376,
      "mean_final_validation_metric": 0.06418651202693582,
      "mean_final_test_metric": 0.06619857344776392,
      "mean_ood_metric": 0.06712046451866627,
      "mean_last20_minibatch_loss": 0.0024108017973048846,
      "mean_preclip_gradient_norm": 0.106126745875692,
      "mean_clipped_step_fraction": 0.005166666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_f317d71afe103fba5959",
      "status": "complete",
      "summary_sha256": "06a4e565ce8ed806d166af65b8b3cecbce70a3b3595a86b567ef460a9b50614a",
      "mean_initial_validation_metric": 0.3701542280614376,
      "mean_final_validation_metric": 0.0609180370811373,
      "mean_final_test_metric": 0.06343072024174035,
      "mean_ood_metric": 0.06515186629258096,
      "mean_last20_minibatch_loss": 0.002316063349644537,
      "mean_preclip_gradient_norm": 0.11816636366794894,
      "mean_clipped_step_fraction": 0.00140625,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_dd00a2ba20eb3012b03d",
      "status": "complete",
      "summary_sha256": "ccb49c176e1780170572346d24354199a5d5973019fddcfb9af7e696e2236ee0",
      "mean_initial_validation_metric": 0.3701542280614376,
      "mean_final_validation_metric": 0.0740272430703044,
      "mean_final_test_metric": 0.0779253076761961,
      "mean_ood_metric": 0.08198812464252114,
      "mean_last20_minibatch_loss": 0.003570652690541465,
      "mean_preclip_gradient_norm": 0.12746052975549052,
      "mean_clipped_step_fraction": 0.0025833333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_38e3bd76db9e298f97a9",
      "status": "complete",
      "summary_sha256": "78f101e67563bc64380f18ecfc360ce13521e49afd83b124d104f7de92c934e1",
      "mean_initial_validation_metric": 0.37028520554304123,
      "mean_final_validation_metric": 0.06783805601298809,
      "mean_final_test_metric": 0.07081517903134227,
      "mean_ood_metric": 0.0733527410775423,
      "mean_last20_minibatch_loss": 0.002773406990309013,
      "mean_preclip_gradient_norm": 0.12390148579197315,
      "mean_clipped_step_fraction": 0.0018333333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_b7ca725c7a35647fc060",
      "status": "complete",
      "summary_sha256": "f1755673afffcc5a6ee6709c6263d9603fb09443de9a92c966ee550474c92e21",
      "mean_initial_validation_metric": 0.37058077938854694,
      "mean_final_validation_metric": 0.06735705444589257,
      "mean_final_test_metric": 0.07046173047274351,
      "mean_ood_metric": 0.07309699757024646,
      "mean_last20_minibatch_loss": 0.002773406990309013,
      "mean_preclip_gradient_norm": 0.12390148579197315,
      "mean_clipped_step_fraction": 0.0018333333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_2d0345974c8f19794c5e",
      "status": "complete",
      "summary_sha256": "30abd05b96db35469fa85f49b0ac03adb4d3db7021157c3e1fd2e1494245f3b1",
      "mean_initial_validation_metric": 0.24840766564011574,
      "mean_final_validation_metric": 0.0864049217198044,
      "mean_final_test_metric": 0.09034040058031678,
      "mean_ood_metric": 0.09034249885007739,
      "mean_last20_minibatch_loss": 0.02703354030381888,
      "mean_preclip_gradient_norm": 0.4399941166137966,
      "mean_clipped_step_fraction": 0.019645833333333335,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_55958dc950d53b241d55",
      "status": "complete",
      "summary_sha256": "da2030ed0e0d66a83a8f9e47a5825fe35b814d36db82aeee43afe1dc6be013f0",
      "mean_initial_validation_metric": 0.24416899029165506,
      "mean_final_validation_metric": 0.09088125871494412,
      "mean_final_test_metric": 0.09442133223637938,
      "mean_ood_metric": 0.09506983403116465,
      "mean_last20_minibatch_loss": 0.02703354030381888,
      "mean_preclip_gradient_norm": 0.4399941166137966,
      "mean_clipped_step_fraction": 0.019645833333333335,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_20f08db9bb0b8723faba",
      "status": "complete",
      "summary_sha256": "028dc7be8f489cd83c37ac8fdfff3eef4c8bb4d2f3ee1a5b718bd595c5938781",
      "mean_initial_validation_metric": 0.37064334377646446,
      "mean_final_validation_metric": 0.06973196240141988,
      "mean_final_test_metric": 0.07146384357474744,
      "mean_ood_metric": 0.07534492714330554,
      "mean_last20_minibatch_loss": 0.002773406990309013,
      "mean_preclip_gradient_norm": 0.12390148579197315,
      "mean_clipped_step_fraction": 0.0018333333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_dbc54198418806f89f55",
      "status": "complete",
      "summary_sha256": "a66eabc594d4e814f8309b48502ad3659e3079b1cb9f33b3f83f8ceb966bce0f",
      "mean_initial_validation_metric": 0.3705090153962374,
      "mean_final_validation_metric": 0.07058388506993651,
      "mean_final_test_metric": 0.07248592982068658,
      "mean_ood_metric": 0.07567816274240613,
      "mean_last20_minibatch_loss": 0.002773406990309013,
      "mean_preclip_gradient_norm": 0.12390148579197315,
      "mean_clipped_step_fraction": 0.0018333333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_c4b1609c1784a2b1a5a1",
      "status": "complete",
      "summary_sha256": "05f4f0dbeeaaa4bdf16b5b16b03ba6bce75ff114be8e845d7a9fffd9d39e38c1",
      "mean_initial_validation_metric": 0.25950621254742146,
      "mean_final_validation_metric": 0.06330725597217679,
      "mean_final_test_metric": 0.0677272998727858,
      "mean_ood_metric": 0.0667516989633441,
      "mean_last20_minibatch_loss": 0.022361326971440575,
      "mean_preclip_gradient_norm": 0.57501720605713,
      "mean_clipped_step_fraction": 0.07954166666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_7cff0d6db2ff649cbe06",
      "status": "complete",
      "summary_sha256": "aa4fbc24b3de70017f6ffeb5c218762a134b30e4f2e37a2746629408aa0d54ec",
      "mean_initial_validation_metric": 0.25950621254742146,
      "mean_final_validation_metric": 0.052252735709771514,
      "mean_final_test_metric": 0.056398395681753755,
      "mean_ood_metric": 0.0565312746912241,
      "mean_last20_minibatch_loss": 0.01711422811349621,
      "mean_preclip_gradient_norm": 0.48679145449625016,
      "mean_clipped_step_fraction": 0.04498958333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_ac1164015d2565115284",
      "status": "complete",
      "summary_sha256": "e4f7144a9a11a25ebe2d3f347b79f85bd1ab00cab69f7be77e37866f16e49d54",
      "mean_initial_validation_metric": 0.3998280391097069,
      "mean_final_validation_metric": 0.06104594864882529,
      "mean_final_test_metric": 0.0618397134821862,
      "mean_ood_metric": 0.0649128588847816,
      "mean_last20_minibatch_loss": 0.0018029462855338352,
      "mean_preclip_gradient_norm": 0.09112172028929733,
      "mean_clipped_step_fraction": 0.0006770833333333334,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_94cb1dc2031dcbb007c1",
      "status": "complete",
      "summary_sha256": "45ce6e1157b851dfa4ccc71a30aa9b9772a7d5ab733354551bb271acec75ea68",
      "mean_initial_validation_metric": 0.37345030531287193,
      "mean_final_validation_metric": 0.06588303972966969,
      "mean_final_test_metric": 0.06482500187121332,
      "mean_ood_metric": 0.07724556885659695,
      "mean_last20_minibatch_loss": 0.002770550296190777,
      "mean_preclip_gradient_norm": 0.12707108102672887,
      "mean_clipped_step_fraction": 0.0013541666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_d26f744deb7fc3b74233",
      "status": "complete",
      "summary_sha256": "d6bd4ae2a2ce48030d636f84b083e4ebad432b5da36c40743de49b087bb8d9e3",
      "mean_initial_validation_metric": 0.3518389631062746,
      "mean_final_validation_metric": 0.07797461003065109,
      "mean_final_test_metric": 0.07747023552656174,
      "mean_ood_metric": 0.09015603782609105,
      "mean_last20_minibatch_loss": 0.0032395596201240553,
      "mean_preclip_gradient_norm": 0.08609848802777317,
      "mean_clipped_step_fraction": 0.0006041666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_e07ed6549590d468153b",
      "status": "complete",
      "summary_sha256": "c47a6de51a92279c855e32ff56d7ff6a5e8177615c6d7099233981a4ec9a1ae3",
      "mean_initial_validation_metric": 0.4458232130855322,
      "mean_final_validation_metric": 0.0662976058665663,
      "mean_final_test_metric": 0.0649762290995568,
      "mean_ood_metric": 0.07311182841658592,
      "mean_last20_minibatch_loss": 0.0019839234446408227,
      "mean_preclip_gradient_norm": 0.0974372424290826,
      "mean_clipped_step_fraction": 0.0022916666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_f321bca2775ac46e1906",
      "status": "complete",
      "summary_sha256": "9d59b20dfa5d0a12e94d46f9c7907e26208fbc76eae8f8b8848a96f9fdae7673",
      "mean_initial_validation_metric": 0.4049013052135706,
      "mean_final_validation_metric": 0.06686547701247036,
      "mean_final_test_metric": 0.06633283128030598,
      "mean_ood_metric": 0.07774995313957334,
      "mean_last20_minibatch_loss": 0.002621307514345972,
      "mean_preclip_gradient_norm": 0.11176440515252761,
      "mean_clipped_step_fraction": 0.0013333333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_77927e1a5529adbfa06f",
      "status": "complete",
      "summary_sha256": "d59efbb6581ca8f417dfb530ae68c4ddb9f6a7d2accd871015ee0e98d107020d",
      "mean_initial_validation_metric": 0.35897503420710564,
      "mean_final_validation_metric": 0.09082715539261699,
      "mean_final_test_metric": 0.08968296693637967,
      "mean_ood_metric": 0.12079260032624006,
      "mean_last20_minibatch_loss": 0.003774253388837678,
      "mean_preclip_gradient_norm": 0.02762182625786712,
      "mean_clipped_step_fraction": 0,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_e13e0af6dab4377e2dc7",
      "status": "complete",
      "summary_sha256": "8a36f1bd27c7ebbfe0f7c79ac6a30e6864bea9a0dab502979c1541356d51b7e0",
      "mean_initial_validation_metric": 0.35884449630975723,
      "mean_final_validation_metric": 0.0908663272857666,
      "mean_final_test_metric": 0.08930518897250295,
      "mean_ood_metric": 0.11924632778391242,
      "mean_last20_minibatch_loss": 0.00345652869073092,
      "mean_preclip_gradient_norm": 0.027736539530334996,
      "mean_clipped_step_fraction": 0,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_31e02b368c3baf5b02e6",
      "status": "complete",
      "summary_sha256": "0a220cf89d819400f115ca1d3741af079b1a6a04e6852aaecb1e93572b660689",
      "mean_initial_validation_metric": 0.4142427798360586,
      "mean_final_validation_metric": 0.06680282251909375,
      "mean_final_test_metric": 0.06667632330209017,
      "mean_ood_metric": 0.07648163987323642,
      "mean_last20_minibatch_loss": 0.0025335091802844547,
      "mean_preclip_gradient_norm": 0.11328728298877831,
      "mean_clipped_step_fraction": 0.0015208333333333335,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_1d3973820fddd55a4c7f",
      "status": "complete",
      "summary_sha256": "0ce144b385367427e5c65eb3e5be777183687b4d130cdb8c26af34118d87e343",
      "mean_initial_validation_metric": 0.3577574286609888,
      "mean_final_validation_metric": 0.12007432011887431,
      "mean_final_test_metric": 0.1185360518284142,
      "mean_ood_metric": 0.13250403152778745,
      "mean_last20_minibatch_loss": 0.012989933573408052,
      "mean_preclip_gradient_norm": 0.12036346960098793,
      "mean_clipped_step_fraction": 0.001625,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_dca9b7634807d1ae9d4a",
      "status": "complete",
      "summary_sha256": "abf825ef56927638c81f590f73d80c9ec59231d8b354e46a29b9d48607f041a5",
      "mean_initial_validation_metric": 0.3722350597381592,
      "mean_final_validation_metric": 0.07744761183857918,
      "mean_final_test_metric": 0.07712065475061536,
      "mean_ood_metric": 0.08731676265597343,
      "mean_last20_minibatch_loss": 0.0046607047930592675,
      "mean_preclip_gradient_norm": 0.09000886944883192,
      "mean_clipped_step_fraction": 0.0011041666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_3eb621d176f279e60930",
      "status": "complete",
      "summary_sha256": "5335b53412ffd0bd4582454dd413336c9a11bf995963e72c049a66f20b81abb3",
      "mean_initial_validation_metric": 0.42918677255511284,
      "mean_final_validation_metric": 0.06528000137768686,
      "mean_final_test_metric": 0.0646657517645508,
      "mean_ood_metric": 0.07784175034612417,
      "mean_last20_minibatch_loss": 0.0025412518789380556,
      "mean_preclip_gradient_norm": 0.1646093020833796,
      "mean_clipped_step_fraction": 0.008479166666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_e7ad260b359bd862e8c4",
      "status": "complete",
      "summary_sha256": "1bf96bf0cdea0f6fc6c67e05401b288fbc2f51f3dd08f05125a498775d915259",
      "mean_initial_validation_metric": 0.3635638915002346,
      "mean_final_validation_metric": 0.075734734069556,
      "mean_final_test_metric": 0.07504239212721586,
      "mean_ood_metric": 0.08965449966490269,
      "mean_last20_minibatch_loss": 0.00466153266170295,
      "mean_preclip_gradient_norm": 0.09877626689531219,
      "mean_clipped_step_fraction": 0.0006458333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_c318504945a840e65b47",
      "status": "complete",
      "summary_sha256": "dc63c4a6e79cb95f09affacfadeb4bddffbfa6276128c94a68161647cf6af243",
      "mean_initial_validation_metric": 0.36491226591169834,
      "mean_final_validation_metric": 0.06717090029269457,
      "mean_final_test_metric": 0.06608849205076694,
      "mean_ood_metric": 0.08018925273790956,
      "mean_last20_minibatch_loss": 0.0032978744940919567,
      "mean_preclip_gradient_norm": 0.10142344417252268,
      "mean_clipped_step_fraction": 0.0008541666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_42b6e1063ccbe7275150",
      "status": "complete",
      "summary_sha256": "8d46680bfcefb6ca7e165a6777fc4887dea4e798e0919830f93364265adece21",
      "mean_initial_validation_metric": 0.3802992217242718,
      "mean_final_validation_metric": 0.0613075343426317,
      "mean_final_test_metric": 0.06042685336433351,
      "mean_ood_metric": 0.07123206439428031,
      "mean_last20_minibatch_loss": 0.0021839215314685134,
      "mean_preclip_gradient_norm": 0.16434174854723582,
      "mean_clipped_step_fraction": 0.008333333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_609df24944125bad172e",
      "status": "complete",
      "summary_sha256": "4ad68154114f8aa6b751ec16522fed56c35eb413d34ad8addf7439a0c61d5380",
      "mean_initial_validation_metric": 0.3704509511590004,
      "mean_final_validation_metric": 0.0747004491277039,
      "mean_final_test_metric": 0.07436043070629239,
      "mean_ood_metric": 0.08806934207677841,
      "mean_last20_minibatch_loss": 0.005186954811506439,
      "mean_preclip_gradient_norm": 0.09911648925712022,
      "mean_clipped_step_fraction": 0.0011041666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_77dbde93f80977cbead1",
      "status": "complete",
      "summary_sha256": "1eefc04b7e027435b88d9bf45b48070a554330483e69e94d33471b76596b03a6",
      "mean_initial_validation_metric": 0.39971057139337063,
      "mean_final_validation_metric": 0.06283009424805641,
      "mean_final_test_metric": 0.061872910941019654,
      "mean_ood_metric": 0.07285661436617374,
      "mean_last20_minibatch_loss": 0.001958284090869711,
      "mean_preclip_gradient_norm": 0.15398936856530296,
      "mean_clipped_step_fraction": 0.00425,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_a3b690a12a9e61bf1957",
      "status": "complete",
      "summary_sha256": "45042aee4dc2d66260a673de589bf3733b5c3fd3e77b8d8c1c09976a39ae488a",
      "mean_initial_validation_metric": 0.3541722856462002,
      "mean_final_validation_metric": 0.05865430017001927,
      "mean_final_test_metric": 0.05733676836825907,
      "mean_ood_metric": 0.06448662653565407,
      "mean_last20_minibatch_loss": 0.0015833236699108965,
      "mean_preclip_gradient_norm": 0.09157495788201535,
      "mean_clipped_step_fraction": 0.0005833333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_c6774d5cadf472081693",
      "status": "complete",
      "summary_sha256": "6d776389d16861da61b4a34f3ac0179160b0bd546bf25159fa1459e115a46094",
      "mean_initial_validation_metric": 0.35913015715777874,
      "mean_final_validation_metric": 0.07062823162414134,
      "mean_final_test_metric": 0.07024176162667572,
      "mean_ood_metric": 0.08550436375662684,
      "mean_last20_minibatch_loss": 0.004248067573644221,
      "mean_preclip_gradient_norm": 0.07533842691034079,
      "mean_clipped_step_fraction": 0.0004375,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_8d999b451cc1c26a8aab",
      "status": "complete",
      "summary_sha256": "61dd8fc762bd356cb989bb2bbb56db2fe15ecb81a5826a29cdc05d3b08521829",
      "mean_initial_validation_metric": 0.3527556136250496,
      "mean_final_validation_metric": 0.07639603083953261,
      "mean_final_test_metric": 0.07586868526414037,
      "mean_ood_metric": 0.08863575384020805,
      "mean_last20_minibatch_loss": 0.0031840126837778373,
      "mean_preclip_gradient_norm": 0.08359703460207675,
      "mean_clipped_step_fraction": 0.0005625,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_87d6d189b8c9a1dfbbfa",
      "status": "complete",
      "summary_sha256": "a493109a0d8def326750555bc37fff61a29b5c1bcbb5c17f9004ef1fac7eca60",
      "mean_initial_validation_metric": 0.35913033224642277,
      "mean_final_validation_metric": 0.0727262832224369,
      "mean_final_test_metric": 0.0722001432441175,
      "mean_ood_metric": 0.08356247469782829,
      "mean_last20_minibatch_loss": 0.002715390814410057,
      "mean_preclip_gradient_norm": 0.08800731872561543,
      "mean_clipped_step_fraction": 0.003125,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_1fe26c04f469556916e2",
      "status": "complete",
      "summary_sha256": "e7b4be2f715648a56737383eddaefa9bb2a88fd0531a01f47ef7e4f7ade1d311",
      "mean_initial_validation_metric": 0.34947986528277397,
      "mean_final_validation_metric": 0.0733916712924838,
      "mean_final_test_metric": 0.07280494878068566,
      "mean_ood_metric": 0.08380071772262454,
      "mean_last20_minibatch_loss": 0.0028056403658411,
      "mean_preclip_gradient_norm": 0.09572667694068514,
      "mean_clipped_step_fraction": 0.005229166666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_c99fa69867ad4a43cc14",
      "status": "complete",
      "summary_sha256": "4a6bc307957a6a10a2b0ab5eafb065e1b9de55714338c8e2d54b8b1e0bc52c93",
      "mean_initial_validation_metric": 0.39933885261416435,
      "mean_final_validation_metric": 0.07340007834136486,
      "mean_final_test_metric": 0.07268851529806852,
      "mean_ood_metric": 0.08844417566433549,
      "mean_last20_minibatch_loss": 0.0039261936690309085,
      "mean_preclip_gradient_norm": 0.1340288558060614,
      "mean_clipped_step_fraction": 0.002416666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_df63f4ab59dfffe22e99",
      "status": "complete",
      "summary_sha256": "ca6bc8be7b9b65abed5f2af05f57b3629394d2e868a915318321eafb4da2a672",
      "mean_initial_validation_metric": 0.40845105051994324,
      "mean_final_validation_metric": 0.0727676865644753,
      "mean_final_test_metric": 0.07189017999917269,
      "mean_ood_metric": 0.08762469328939915,
      "mean_last20_minibatch_loss": 0.003428522255126154,
      "mean_preclip_gradient_norm": 0.12009251730842516,
      "mean_clipped_step_fraction": 0.0012708333333333335,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_e65a78ad9d1fd4fa41f3",
      "status": "complete",
      "summary_sha256": "c4c390fe95917a20226072b80d41cf6ff30f67b726f38014a1acc5eadde27bf0",
      "mean_initial_validation_metric": 0.37960650213062763,
      "mean_final_validation_metric": 0.06948497053235769,
      "mean_final_test_metric": 0.06913277367129922,
      "mean_ood_metric": 0.08060434041544795,
      "mean_last20_minibatch_loss": 0.0023940954964928097,
      "mean_preclip_gradient_norm": 0.12233347744944816,
      "mean_clipped_step_fraction": 0.0016041666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_b98e37edd17d94c4e30e",
      "status": "complete",
      "summary_sha256": "ce00f664a81a41731607f1a95579e8f424a5dbfdcd35b290ce4da8c0caf395a8",
      "mean_initial_validation_metric": 0.3079373072832823,
      "mean_final_validation_metric": 0.1205688351765275,
      "mean_final_test_metric": 0.11459310073405504,
      "mean_ood_metric": 0.12989859888330102,
      "mean_last20_minibatch_loss": 0.021416461057378912,
      "mean_preclip_gradient_norm": 0.4238003701791943,
      "mean_clipped_step_fraction": 0.024895833333333332,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "epsilon",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_191736cab4c499a62129",
      "status": "complete",
      "summary_sha256": "23bee18281d6390825c58ab42ba69c10de579d25d7e25819f6ada2f5dff83e82",
      "mean_initial_validation_metric": 0.33964045345783234,
      "mean_final_validation_metric": 0.07665017480030656,
      "mean_final_test_metric": 0.07459266111254692,
      "mean_ood_metric": 0.08357340609654784,
      "mean_last20_minibatch_loss": 0.021577948553021996,
      "mean_preclip_gradient_norm": 0.3481279755720558,
      "mean_clipped_step_fraction": 0.007666666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "epsilon",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_6cddab170c534b2431f9",
      "status": "complete",
      "summary_sha256": "9dfcdde10cbd4f4f8984ddae4273adf557b48ac9932d7d4b7b82035e9d0ed13a",
      "mean_initial_validation_metric": 0.24783045705407858,
      "mean_final_validation_metric": 0.0884146774187684,
      "mean_final_test_metric": 0.08640661020763218,
      "mean_ood_metric": 0.09799953084439039,
      "mean_last20_minibatch_loss": 0.0272653081396129,
      "mean_preclip_gradient_norm": 0.4395425534589837,
      "mean_clipped_step_fraction": 0.018458333333333334,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_74fd55f556b505a3f096",
      "status": "complete",
      "summary_sha256": "33eb18a2b44b68de7ad46f55c791991507eea4348870262d58e748b5ce15ea85",
      "mean_initial_validation_metric": 0.37299971655011177,
      "mean_final_validation_metric": 0.0706572828348726,
      "mean_final_test_metric": 0.07001782674342394,
      "mean_ood_metric": 0.08151343930512667,
      "mean_last20_minibatch_loss": 0.0028361746066366323,
      "mean_preclip_gradient_norm": 0.12984138017171062,
      "mean_clipped_step_fraction": 0.0013333333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "linear_beta"
      }
    },
    {
      "node_id": "candidate_d9bd086a84af9a6a6ebd",
      "status": "complete",
      "summary_sha256": "bfdc25e3b34937bc6fe2206d4ab20d216aac44e2d04c11bf63d3a9f70dc221b2",
      "mean_initial_validation_metric": 0.37345030531287193,
      "mean_final_validation_metric": 0.0626493887975812,
      "mean_final_test_metric": 0.06154066533781588,
      "mean_ood_metric": 0.07303841970860958,
      "mean_last20_minibatch_loss": 0.00490471248049289,
      "mean_preclip_gradient_norm": 0.24433999543852405,
      "mean_clipped_step_fraction": 0.01614583333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "min_snr",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_10afbf7a8d5b8e883e7a",
      "status": "complete",
      "summary_sha256": "a29c740ea43b888864526f14f42bb2de3e1a26fd7c562fbcf2019f769de97da6",
      "mean_initial_validation_metric": 0.37299971655011177,
      "mean_final_validation_metric": 0.07786624203436077,
      "mean_final_test_metric": 0.07504093297757208,
      "mean_ood_metric": 0.08907485101372004,
      "mean_last20_minibatch_loss": 0.003626497033292253,
      "mean_preclip_gradient_norm": 0.16123827723379267,
      "mean_clipped_step_fraction": 0.009895833333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "min_snr",
        "noise_schedule": "linear_beta"
      }
    },
    {
      "node_id": "candidate_06fa0f7281ccd419279d",
      "status": "complete",
      "summary_sha256": "811b05bba42b9b7c00e24170fde5970157691966ce72502d31a203ec5062fe42",
      "mean_initial_validation_metric": 0.35427690856158733,
      "mean_final_validation_metric": 0.06443505827337503,
      "mean_final_test_metric": 0.06217734725214541,
      "mean_ood_metric": 0.07115210825577378,
      "mean_last20_minibatch_loss": 0.002433322691285866,
      "mean_preclip_gradient_norm": 0.20657766900467686,
      "mean_clipped_step_fraction": 0.005625,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_195fb2322a6c25ed737a",
      "status": "complete",
      "summary_sha256": "f234f18467c5294e8b586d3ef69c3c74c8360a8d80b8544b61881e5369b241ac",
      "mean_initial_validation_metric": 0.35427690856158733,
      "mean_final_validation_metric": 0.06072285119444132,
      "mean_final_test_metric": 0.058879885356873274,
      "mean_ood_metric": 0.06518977950327098,
      "mean_last20_minibatch_loss": 0.001815034102764912,
      "mean_preclip_gradient_norm": 0.20299677246366626,
      "mean_clipped_step_fraction": 0.0105625,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_e7bb245417c496dc7712",
      "status": "complete",
      "summary_sha256": "c752ef254a595710b7d447c9995eac4ed6445090bfdc80c66cf0d50496c6310d",
      "mean_initial_validation_metric": 0.37345030531287193,
      "mean_final_validation_metric": 0.06385720940306783,
      "mean_final_test_metric": 0.06257932516746223,
      "mean_ood_metric": 0.07303624553605914,
      "mean_last20_minibatch_loss": 0.002498784791532671,
      "mean_preclip_gradient_norm": 0.11007634270105822,
      "mean_clipped_step_fraction": 0.005166666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_1a43dee7374c55213365",
      "status": "complete",
      "summary_sha256": "f84e2d46fe9fd1c4a9f0e731d2719bfd87f61aa8a89d8dbc4c755f1bd2f362fc",
      "mean_initial_validation_metric": 0.37345030531287193,
      "mean_final_validation_metric": 0.06178850936703384,
      "mean_final_test_metric": 0.06098569463938475,
      "mean_ood_metric": 0.07228309568017721,
      "mean_last20_minibatch_loss": 0.0023499828053900273,
      "mean_preclip_gradient_norm": 0.11982452413288411,
      "mean_clipped_step_fraction": 0.0018333333333333335,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_cce6fa5972fc2ed20260",
      "status": "complete",
      "summary_sha256": "85d026e195a7ec1a01bc42c3176f42541a7ee0103b359b4f18336c9b9dd8aade",
      "mean_initial_validation_metric": 0.37345030531287193,
      "mean_final_validation_metric": 0.06925793970003724,
      "mean_final_test_metric": 0.06900568353012204,
      "mean_ood_metric": 0.08388949884101748,
      "mean_last20_minibatch_loss": 0.003706028254237026,
      "mean_preclip_gradient_norm": 0.1287851732959971,
      "mean_clipped_step_fraction": 0.0022083333333333334,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_558d45bd7a81bf565a1e",
      "status": "complete",
      "summary_sha256": "b912cca3ffd6285cbd3ceb21fbb32080cf36049720df4e04a2a3f78036155f7b",
      "mean_initial_validation_metric": 0.37340362556278706,
      "mean_final_validation_metric": 0.06622597295790911,
      "mean_final_test_metric": 0.0652516724076122,
      "mean_ood_metric": 0.07771252188831568,
      "mean_last20_minibatch_loss": 0.002770550296190777,
      "mean_preclip_gradient_norm": 0.12707108102672887,
      "mean_clipped_step_fraction": 0.0013541666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_7c34ce94e3f14bb1daf6",
      "status": "complete",
      "summary_sha256": "c20628db1b48c70b4fe446be0a6c6571f1a5cc1dc4a85ce9f422a6f6502e45cd",
      "mean_initial_validation_metric": 0.3738566618412733,
      "mean_final_validation_metric": 0.06635512132197618,
      "mean_final_test_metric": 0.06527644884772599,
      "mean_ood_metric": 0.07766825379803777,
      "mean_last20_minibatch_loss": 0.002770550296190777,
      "mean_preclip_gradient_norm": 0.12707108102672887,
      "mean_clipped_step_fraction": 0.0013541666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_42b816c5e6adf232c93c",
      "status": "complete",
      "summary_sha256": "1db33fbe3858db4cd7f9f6bae9db2a027bf4765252c7e8c1554f1ce3ce0dba8e",
      "mean_initial_validation_metric": 0.24935923516750336,
      "mean_final_validation_metric": 0.0881023365072906,
      "mean_final_test_metric": 0.08609518129378557,
      "mean_ood_metric": 0.09742084005847573,
      "mean_last20_minibatch_loss": 0.0272653081396129,
      "mean_preclip_gradient_norm": 0.4395425534589837,
      "mean_clipped_step_fraction": 0.018458333333333334,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_6aa91456281def01475a",
      "status": "complete",
      "summary_sha256": "eb48730cafa25279aec9a4807a1203941a26fc2bf9d7b8d20a85c12b3dd8e634",
      "mean_initial_validation_metric": 0.2453479804098606,
      "mean_final_validation_metric": 0.09286550944671035,
      "mean_final_test_metric": 0.09050073707476258,
      "mean_ood_metric": 0.10371625795960426,
      "mean_last20_minibatch_loss": 0.0272653081396129,
      "mean_preclip_gradient_norm": 0.4395425534589837,
      "mean_clipped_step_fraction": 0.018458333333333334,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_42c347b0f57ce4f833be",
      "status": "complete",
      "summary_sha256": "ba48ff04b9477de0621ce77afb9b1a7688a890523b21baec250e2e32bdee3adb",
      "mean_initial_validation_metric": 0.37397709861397743,
      "mean_final_validation_metric": 0.06853322754614055,
      "mean_final_test_metric": 0.06754472898319364,
      "mean_ood_metric": 0.08018623944371939,
      "mean_last20_minibatch_loss": 0.002770550296190777,
      "mean_preclip_gradient_norm": 0.12707108102672887,
      "mean_clipped_step_fraction": 0.0013541666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_12166e5653658eabdd7e",
      "status": "complete",
      "summary_sha256": "ca089ed290ebdaca9c01478d032362624a5c02fe747dab6ace2da4738662c3c7",
      "mean_initial_validation_metric": 0.3736997302621603,
      "mean_final_validation_metric": 0.06852074549533427,
      "mean_final_test_metric": 0.0677084089256823,
      "mean_ood_metric": 0.07976410817354918,
      "mean_last20_minibatch_loss": 0.002770550296190777,
      "mean_preclip_gradient_norm": 0.12707108102672887,
      "mean_clipped_step_fraction": 0.0013541666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_64c588462420f11f6f6e",
      "status": "complete",
      "summary_sha256": "4a66c175dfe8d836e20979c717540aaa9921388369a175004bd0712e242c050a",
      "mean_initial_validation_metric": 0.2599457399919629,
      "mean_final_validation_metric": 0.06548341643065214,
      "mean_final_test_metric": 0.06416738941334188,
      "mean_ood_metric": 0.07453467696905136,
      "mean_last20_minibatch_loss": 0.022265447763493283,
      "mean_preclip_gradient_norm": 0.5668591953179178,
      "mean_clipped_step_fraction": 0.07747916666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_d8d359a437e6c6737d65",
      "status": "complete",
      "summary_sha256": "f5b6cf96ed4ea10bcb1dae68d397d4d9387ab11b652da537e599db4262c6987f",
      "mean_initial_validation_metric": 0.2599457399919629,
      "mean_final_validation_metric": 0.052109956508502364,
      "mean_final_test_metric": 0.05161411268636584,
      "mean_ood_metric": 0.060634562745690346,
      "mean_last20_minibatch_loss": 0.01741236945381388,
      "mean_preclip_gradient_norm": 0.4793483885785099,
      "mean_clipped_step_fraction": 0.04292708333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "v",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_e152f3ae9857d3176e80",
      "status": "complete",
      "summary_sha256": "84b9dea5179ae88c9ac99df3a622683716d983581c5840e5a9d4539e5717db06",
      "mean_initial_validation_metric": 0.4049013052135706,
      "mean_final_validation_metric": 0.05849422770552337,
      "mean_final_test_metric": 0.05835141777060926,
      "mean_ood_metric": 0.06656863912940025,
      "mean_last20_minibatch_loss": 0.001790361943494645,
      "mean_preclip_gradient_norm": 0.09039553270749942,
      "mean_clipped_step_fraction": 0.0006666666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_09e187f0ff5dd7b962c3",
      "status": "complete",
      "summary_sha256": "eaa882f251383d8753d41b7d2021d636a128b39329fa6ed91aef00f465b47462",
      "mean_initial_validation_metric": 0.368522722274065,
      "mean_final_validation_metric": 0.09572805976495147,
      "mean_final_test_metric": 0.09954467881470919,
      "mean_ood_metric": 0.10330856265500188,
      "mean_last20_minibatch_loss": 0.0072497434230172075,
      "mean_preclip_gradient_norm": 0.18130149001255633,
      "mean_clipped_step_fraction": 0.007232142857142857,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_bfa9b70cec1b7a9c9e67",
      "status": "complete",
      "summary_sha256": "a312e94445db9537be4af8707b886659cf669d2f087d16904b314d2221fe4002",
      "mean_initial_validation_metric": 0.368522722274065,
      "mean_final_validation_metric": 0.06887522619217634,
      "mean_final_test_metric": 0.0693950445856899,
      "mean_ood_metric": 0.07388344081118703,
      "mean_last20_minibatch_loss": 0.0026611890443746233,
      "mean_preclip_gradient_norm": 0.12515628910107382,
      "mean_clipped_step_fraction": 0.0016875,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_41d936fc7e861b0b5a78",
      "status": "complete",
      "summary_sha256": "f5cd07fd9335e33780dc199e7e77633ad08f1401a260c41002702192f5154306",
      "mean_initial_validation_metric": 0.368522722274065,
      "mean_final_validation_metric": 0.06304535386152565,
      "mean_final_test_metric": 0.06206640903837979,
      "mean_ood_metric": 0.06839877460151911,
      "mean_last20_minibatch_loss": 0.0018227229244075715,
      "mean_preclip_gradient_norm": 0.10106675339732707,
      "mean_clipped_step_fraction": 0.00084375,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_b947e4dd9842fe3bad51",
      "status": "complete",
      "summary_sha256": "8af3631bc906d5ccd5b052f4e4c512478a0497d5b876178336d01d5c09951cfb",
      "mean_initial_validation_metric": 0.3701542280614376,
      "mean_final_validation_metric": 0.09465070394799113,
      "mean_final_test_metric": 0.09646149771288037,
      "mean_ood_metric": 0.09928739350289106,
      "mean_last20_minibatch_loss": 0.007490492769284174,
      "mean_preclip_gradient_norm": 0.1909271719473015,
      "mean_clipped_step_fraction": 0.0064285714285714285,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_d0966f7ec1140e89a431",
      "status": "complete",
      "summary_sha256": "041d6d4268624a69912a3e3f03e2e7b46c40669d1d9ca5d21cffa461dfa8e530",
      "mean_initial_validation_metric": 0.3701542280614376,
      "mean_final_validation_metric": 0.06691759382374585,
      "mean_final_test_metric": 0.06940714153461158,
      "mean_ood_metric": 0.07393091963604093,
      "mean_last20_minibatch_loss": 0.0025707090193463956,
      "mean_preclip_gradient_norm": 0.12946181634863993,
      "mean_clipped_step_fraction": 0.0015,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_931bbd11e5da8bccbf95",
      "status": "complete",
      "summary_sha256": "570043bf37e3451a2e09b863e24f343a2f0c417128c3d8c0c56b1467e5cc79c2",
      "mean_initial_validation_metric": 0.3701542280614376,
      "mean_final_validation_metric": 0.06264712591655552,
      "mean_final_test_metric": 0.06485002767294645,
      "mean_ood_metric": 0.06960968906059861,
      "mean_last20_minibatch_loss": 0.0017207271132065217,
      "mean_preclip_gradient_norm": 0.10543681869943006,
      "mean_clipped_step_fraction": 0.00075,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_c2f399e7a22a405d035f",
      "status": "complete",
      "summary_sha256": "efaddb4cc92f4622268a0c38ab83f3b128eddb599ae0fa16020228ceab1eed78",
      "mean_initial_validation_metric": 0.37345030531287193,
      "mean_final_validation_metric": 0.09492593258619308,
      "mean_final_test_metric": 0.09344559535384178,
      "mean_ood_metric": 0.10766703961417079,
      "mean_last20_minibatch_loss": 0.0070603042011498475,
      "mean_preclip_gradient_norm": 0.18565950610342302,
      "mean_clipped_step_fraction": 0.0066071428571428574,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_573a9da3992ed125ac9f",
      "status": "complete",
      "summary_sha256": "69b99a168000bf849552ff687cd1ff7c12c6514170b82c57f6b5b4226818b93c",
      "mean_initial_validation_metric": 0.37345030531287193,
      "mean_final_validation_metric": 0.07104734517633915,
      "mean_final_test_metric": 0.07040544785559177,
      "mean_ood_metric": 0.08289339393377304,
      "mean_last20_minibatch_loss": 0.002649300982739078,
      "mean_preclip_gradient_norm": 0.12409996113596329,
      "mean_clipped_step_fraction": 0.0015416666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_f260805dd3a6614d95c5",
      "status": "complete",
      "summary_sha256": "46e8bfe77f0d13ca6767005f9c9c3fb83cc6e89cfcd9cb0a4136b92b31958582",
      "mean_initial_validation_metric": 0.37345030531287193,
      "mean_final_validation_metric": 0.06673114746809006,
      "mean_final_test_metric": 0.06656750408001244,
      "mean_ood_metric": 0.0779115054756403,
      "mean_last20_minibatch_loss": 0.0017619917820411502,
      "mean_preclip_gradient_norm": 0.1003939834672298,
      "mean_clipped_step_fraction": 0.0007708333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_d9218ae033e14da7b206",
      "status": "complete",
      "summary_sha256": "48d4d87a6c94791e5ac4b802ec5342da6ad50a7fa92df145ce29498ae0cb32e5",
      "mean_initial_validation_metric": 0.36797546967864037,
      "mean_final_validation_metric": 0.06276380200870335,
      "mean_final_test_metric": 0.06446525640785694,
      "mean_ood_metric": 0.0659331064671278,
      "mean_last20_minibatch_loss": 0.002368601330090314,
      "mean_preclip_gradient_norm": 0.12645028554128174,
      "mean_clipped_step_fraction": 0.0015,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_c015683e256d7ca5f5a6",
      "status": "complete",
      "summary_sha256": "e3589bf331373f1def5e8a1a48ba9285d3b1a09bd434d76979477aec159b3ee3",
      "mean_initial_validation_metric": 0.4004976116120815,
      "mean_final_validation_metric": 0.06341912597417831,
      "mean_final_test_metric": 0.06408668402582407,
      "mean_ood_metric": 0.0669303594622761,
      "mean_last20_minibatch_loss": 0.0022973679999267914,
      "mean_preclip_gradient_norm": 0.11241334626020398,
      "mean_clipped_step_fraction": 0.0015625,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_ce460cf37065425d144d",
      "status": "complete",
      "summary_sha256": "44e3b29c1d41fc979b61ef22cd8f8afbb8ade0f98afd1fa5107b1b0059c4700a",
      "mean_initial_validation_metric": 0.3453228250145912,
      "mean_final_validation_metric": 0.07052981806918979,
      "mean_final_test_metric": 0.07083371467888355,
      "mean_ood_metric": 0.07452438026666641,
      "mean_last20_minibatch_loss": 0.0028063717552868185,
      "mean_preclip_gradient_norm": 0.08690102583705447,
      "mean_clipped_step_fraction": 0.0006875,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_d4a6ba4cf4b49fc6d875",
      "status": "complete",
      "summary_sha256": "13aea5b9a2f96d76688dc19c42963565f7c233b4fcbcf329efb7a9479a705d0d",
      "mean_initial_validation_metric": 0.35239289328455925,
      "mean_final_validation_metric": 0.06988885533064604,
      "mean_final_test_metric": 0.07058435305953026,
      "mean_ood_metric": 0.07515486003831029,
      "mean_last20_minibatch_loss": 0.0026336883340263737,
      "mean_preclip_gradient_norm": 0.08215209912019782,
      "mean_clipped_step_fraction": 0.0008125000000000001,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_e727cb0c3fdbbe7b2e2b",
      "status": "complete",
      "summary_sha256": "743672200b91a9aefb2a88bfc574a37f156b9dd36611d42b2698cec6a0939c3c",
      "mean_initial_validation_metric": 0.3705536723136902,
      "mean_final_validation_metric": 0.06301964051090181,
      "mean_final_test_metric": 0.0661933550145477,
      "mean_ood_metric": 0.0709151872433722,
      "mean_last20_minibatch_loss": 0.0024384334614296677,
      "mean_preclip_gradient_norm": 0.12508250357528838,
      "mean_clipped_step_fraction": 0.0018125,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_82f4331380b4f6e01e1f",
      "status": "complete",
      "summary_sha256": "3cf2b9cb2e7594c3147e5d6428c43b69eb1e9801402903dbb1b06bc0dff5c8c8",
      "mean_initial_validation_metric": 0.40024901181459427,
      "mean_final_validation_metric": 0.06286844052374363,
      "mean_final_test_metric": 0.06490242830477655,
      "mean_ood_metric": 0.07055430253967643,
      "mean_last20_minibatch_loss": 0.0022539308291015915,
      "mean_preclip_gradient_norm": 0.1144740080393385,
      "mean_clipped_step_fraction": 0.0013541666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_9c2daf736b4f07af6539",
      "status": "complete",
      "summary_sha256": "c352baa8a9b8e91da099a364e9d26a97076bc6e37879d856121055842592a128",
      "mean_initial_validation_metric": 0.3476408738642931,
      "mean_final_validation_metric": 0.07293438212946057,
      "mean_final_test_metric": 0.07438265345990658,
      "mean_ood_metric": 0.08080136869102716,
      "mean_last20_minibatch_loss": 0.0028932710010849405,
      "mean_preclip_gradient_norm": 0.08604028984617132,
      "mean_clipped_step_fraction": 0.0006041666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_76480f8f3faa7736baf9",
      "status": "complete",
      "summary_sha256": "6e8f6ef7307b7db359fe6e09e63c2f22f50c9672aebed5ab36962521c39ea3dd",
      "mean_initial_validation_metric": 0.35564503632485867,
      "mean_final_validation_metric": 0.07070695608854294,
      "mean_final_test_metric": 0.07210296532139182,
      "mean_ood_metric": 0.07967095170170069,
      "mean_last20_minibatch_loss": 0.002604381923811161,
      "mean_preclip_gradient_norm": 0.081734521688583,
      "mean_clipped_step_fraction": 0.0006041666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_a38f03b2af2b5d4c5a96",
      "status": "complete",
      "summary_sha256": "145795231a6ae421e5a2ff3c1586cd09bec6ebee3ede6dfb806c7029715e941a",
      "mean_initial_validation_metric": 0.37458109483122826,
      "mean_final_validation_metric": 0.06312112882733345,
      "mean_final_test_metric": 0.0617821654304862,
      "mean_ood_metric": 0.07317378791049123,
      "mean_last20_minibatch_loss": 0.0025202819815604016,
      "mean_preclip_gradient_norm": 0.12843925579125062,
      "mean_clipped_step_fraction": 0.0013541666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_f63f9d410ef0c09358f3",
      "status": "complete",
      "summary_sha256": "0f95326465cf7872557b5b7b57b1a9b1aab49c89a882434339039530290d03d3",
      "mean_initial_validation_metric": 0.40600221417844296,
      "mean_final_validation_metric": 0.06394814047962427,
      "mean_final_test_metric": 0.0625719774980098,
      "mean_ood_metric": 0.07439181255176663,
      "mean_last20_minibatch_loss": 0.0023055711477354634,
      "mean_preclip_gradient_norm": 0.11356352113715062,
      "mean_clipped_step_fraction": 0.0013333333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_7395c7c7ff2cd97d34d5",
      "status": "complete",
      "summary_sha256": "56de25b02a30f126b1cd4623478bdc8156c94fe8106dcff63f059f7c944d7317",
      "mean_initial_validation_metric": 0.35311418026685715,
      "mean_final_validation_metric": 0.07267721882089972,
      "mean_final_test_metric": 0.0712267947383225,
      "mean_ood_metric": 0.08318870048969984,
      "mean_last20_minibatch_loss": 0.0029382344244368143,
      "mean_preclip_gradient_norm": 0.0870862977511327,
      "mean_clipped_step_fraction": 0.0005833333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_2ba8cfa6510fab11cab5",
      "status": "complete",
      "summary_sha256": "a02bac530b49fcdf66ad362643c6c67f90f0bebaef158f868300cb3c74f4e052",
      "mean_initial_validation_metric": 0.3603356871753931,
      "mean_final_validation_metric": 0.07118153618648648,
      "mean_final_test_metric": 0.0694900588132441,
      "mean_ood_metric": 0.08322382206097245,
      "mean_last20_minibatch_loss": 0.002715199370140908,
      "mean_preclip_gradient_norm": 0.08305023181752767,
      "mean_clipped_step_fraction": 0.0007291666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_a8ea7b249ccf2179224e",
      "status": "complete",
      "summary_sha256": "4a9bda661c250747a3013341269bc33137045987db69d286aa08347e47c99140",
      "mean_initial_validation_metric": 0.3693810645490885,
      "mean_final_validation_metric": 0.07275423035025597,
      "mean_final_test_metric": 0.07089438615366817,
      "mean_ood_metric": 0.06880061747506261,
      "mean_last20_minibatch_loss": 0.002627314806522918,
      "mean_preclip_gradient_norm": 0.12502953231633485,
      "mean_clipped_step_fraction": 0.0014791666666666666,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_43a3d4b5ba20508b98f2",
      "status": "complete",
      "summary_sha256": "c135c75c88770d1a6cc4787403e02607200728bed9650428aec7eede27e6cda8",
      "mean_initial_validation_metric": 0.402508731931448,
      "mean_final_validation_metric": 0.07481503114104271,
      "mean_final_test_metric": 0.070972032379359,
      "mean_ood_metric": 0.0711830835789442,
      "mean_last20_minibatch_loss": 0.0025439480599743548,
      "mean_preclip_gradient_norm": 0.11088521709141787,
      "mean_clipped_step_fraction": 0.0015625,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_be713bc3b89f37e06862",
      "status": "complete",
      "summary_sha256": "7cdf39d58233453fdd7137b9c9429ab72ab10cd2d782de29b77ef7e2c202d758",
      "mean_initial_validation_metric": 0.34730092994868755,
      "mean_final_validation_metric": 0.08581957826390862,
      "mean_final_test_metric": 0.08052235748618841,
      "mean_ood_metric": 0.08153854543343186,
      "mean_last20_minibatch_loss": 0.0031501017750997563,
      "mean_preclip_gradient_norm": 0.08576567902159878,
      "mean_clipped_step_fraction": 0.0006875,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_35812b482373f70f3a74",
      "status": "complete",
      "summary_sha256": "1e91ddcb4677cdb35628d5f329ca86cccb5df7813959baeca2b0e028effacd36",
      "mean_initial_validation_metric": 0.35494875721633434,
      "mean_final_validation_metric": 0.08653724985197186,
      "mean_final_test_metric": 0.08061520615592599,
      "mean_ood_metric": 0.08227144367992878,
      "mean_last20_minibatch_loss": 0.0029536653091781773,
      "mean_preclip_gradient_norm": 0.08111307714801902,
      "mean_clipped_step_fraction": 0.0008333333333333334,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_65e18a98b3072d489a19",
      "status": "complete",
      "summary_sha256": "1ff9170b220aa74c7bdc2fbf682d89c05f1ded3f303ab5ba38b775bd1febdbbe",
      "mean_initial_validation_metric": 0.3691277988255024,
      "mean_final_validation_metric": 0.07622048119083047,
      "mean_final_test_metric": 0.07480616355314851,
      "mean_ood_metric": 0.07264057383872569,
      "mean_last20_minibatch_loss": 0.002773406990309013,
      "mean_preclip_gradient_norm": 0.12390148579197315,
      "mean_clipped_step_fraction": 0.0018333333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_3838a3f939a029fb46a0",
      "status": "complete",
      "summary_sha256": "5464d8cccd0be64309f25d0a2b20ca9ea3c1b909827c228586726da616f59121",
      "mean_initial_validation_metric": 0.3993765190243721,
      "mean_final_validation_metric": 0.07509351056069136,
      "mean_final_test_metric": 0.07449605036526918,
      "mean_ood_metric": 0.07219152664765716,
      "mean_last20_minibatch_loss": 0.0025974994681746467,
      "mean_preclip_gradient_norm": 0.11295260496612172,
      "mean_clipped_step_fraction": 0.0013541666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_93aa70603faa0af33623",
      "status": "complete",
      "summary_sha256": "a815426a095220386764f3e476011f7fede306c89c1db412198bf6bb9cdf6567",
      "mean_initial_validation_metric": 0.3461866397410631,
      "mean_final_validation_metric": 0.08684602845460176,
      "mean_final_test_metric": 0.0865352675318718,
      "mean_ood_metric": 0.08459668885916471,
      "mean_last20_minibatch_loss": 0.0032617804856272413,
      "mean_preclip_gradient_norm": 0.08509572144555083,
      "mean_clipped_step_fraction": 0.0006041666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_28e3729ae316b096a6d0",
      "status": "complete",
      "summary_sha256": "60fa3b07962d2d6162e0cc48a789075986a5bc4ae15ca49ac043bdddca469d3f",
      "mean_initial_validation_metric": 0.3551123049110174,
      "mean_final_validation_metric": 0.08619497437030077,
      "mean_final_test_metric": 0.08585170889273286,
      "mean_ood_metric": 0.0840771310031414,
      "mean_last20_minibatch_loss": 0.002999824069411261,
      "mean_preclip_gradient_norm": 0.08084090309120559,
      "mean_clipped_step_fraction": 0.0006041666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_66a41c972575f0951bb6",
      "status": "complete",
      "summary_sha256": "afa7db9dd55495206a22fd5e7cbb7dc2864deed683755309240fe3edd01de3be",
      "mean_initial_validation_metric": 0.3742179498076439,
      "mean_final_validation_metric": 0.07059124601073563,
      "mean_final_test_metric": 0.06955787632614374,
      "mean_ood_metric": 0.07724556885659695,
      "mean_last20_minibatch_loss": 0.002770550296190777,
      "mean_preclip_gradient_norm": 0.12707108102672887,
      "mean_clipped_step_fraction": 0.0013541666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_6d25bd2f9f23c6982573",
      "status": "complete",
      "summary_sha256": "fd7fa2c671bef8c2b115cdd086f66c90df79c0990e72b4d3139b5e176d76d79c",
      "mean_initial_validation_metric": 0.406235596165061,
      "mean_final_validation_metric": 0.0712543441914022,
      "mean_final_test_metric": 0.07093014847487211,
      "mean_ood_metric": 0.07774995313957334,
      "mean_last20_minibatch_loss": 0.002621307514345972,
      "mean_preclip_gradient_norm": 0.11176440515252761,
      "mean_clipped_step_fraction": 0.0013333333333333333,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_c77c2a51bc5db74bd916",
      "status": "complete",
      "summary_sha256": "1128ae480bf284649f5c9649312b34054a6d5c53223156f19680cda8f56764cd",
      "mean_initial_validation_metric": 0.3529308531433344,
      "mean_final_validation_metric": 0.08244384406134486,
      "mean_final_test_metric": 0.08386715687811375,
      "mean_ood_metric": 0.09015603782609105,
      "mean_last20_minibatch_loss": 0.0032395596201240553,
      "mean_preclip_gradient_norm": 0.08609848802777317,
      "mean_clipped_step_fraction": 0.0006041666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    },
    {
      "node_id": "candidate_60947f82512377817a2b",
      "status": "complete",
      "summary_sha256": "92228584badd33a6a0159308ad41d37659a46632d3aad7ff38ba72c4c3a2ee12",
      "mean_initial_validation_metric": 0.36074095591902733,
      "mean_final_validation_metric": 0.08315261686220765,
      "mean_final_test_metric": 0.08456080872565508,
      "mean_ood_metric": 0.09104390954598784,
      "mean_last20_minibatch_loss": 0.003052097727777436,
      "mean_preclip_gradient_norm": 0.08207924924286393,
      "mean_clipped_step_fraction": 0.0007291666666666667,
      "training_loss_definition": {
        "loss": {
          "loss_id": "diffusion_mse"
        },
        "prediction_type": "x0",
        "loss_weighting": "uniform",
        "noise_schedule": "cosine"
      }
    }
  ],
  "instances": [
    {
      "instance_id": "operator_local_global_s851901",
      "template_id": "operator_local_global",
      "admitted": false,
      "pairs": [
        {
          "a": "conv",
          "b": "unet",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_a359eda0087769d7845c",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.010032451478764415,
          "sd_b_minus_a": 0.007583013571131245,
          "min_b_minus_a": -0.0027714595198631287,
          "max_b_minus_a": 0.02131742238998413,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.011805668473243713,
            0.010478898882865906,
            0.018401339650154114,
            -0.0027714595198631287,
            0.014188334345817566,
            -0.00045891106128692627,
            0.007280752062797546,
            0.0031007900834083557,
            0.014674324542284012,
            0.003967650234699249,
            0.02131742238998413,
            0.011542633175849915,
            0.008020006120204926,
            0.0008102059364318848,
            0.019930824637413025,
            0.01823074370622635
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv",
          "b": "transformer",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_621f43474690e5e22641",
          "changed_fields": {
            "model.activation": [
              "silu",
              "gelu"
            ],
            "model.block": [
              "dense",
              null
            ],
            "model.ff_multiplier": [
              null,
              2
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "patch_transformer"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.num_heads": [
              null,
              4
            ],
            "model.patch_size": [
              null,
              2
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0022463498171418905,
          "sd_b_minus_a": 0.00703566885216573,
          "min_b_minus_a": -0.012818045914173126,
          "max_b_minus_a": 0.012532204389572144,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -2.057105302810669e-05,
            0.0034060925245285034,
            0.009089522063732147,
            -0.012818045914173126,
            -0.0030822455883026123,
            -0.009544268250465393,
            -0.0037104934453964233,
            -0.007183462381362915,
            0.004175152629613876,
            -0.007999271154403687,
            0.012532204389572144,
            -0.005735114216804504,
            -0.0039190128445625305,
            -0.009480662643909454,
            -0.004049606621265411,
            0.002398185431957245
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "unet",
          "b": "transformer",
          "a_node": "candidate_a359eda0087769d7845c",
          "b_node": "candidate_621f43474690e5e22641",
          "changed_fields": {
            "model.activation": [
              "silu",
              "gelu"
            ],
            "model.block": [
              "dense",
              null
            ],
            "model.ff_multiplier": [
              null,
              2
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "unet",
              "patch_transformer"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.num_heads": [
              null,
              4
            ],
            "model.patch_size": [
              null,
              2
            ],
            "model.residual": [
              true,
              null
            ],
            "model.skip": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.012278801295906305,
          "sd_b_minus_a": 0.004288966716481803,
          "min_b_minus_a": -0.023980431258678436,
          "max_b_minus_a": -0.007072806358337402,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.01182623952627182,
            -0.007072806358337402,
            -0.009311817586421967,
            -0.010046586394309998,
            -0.017270579934120178,
            -0.009085357189178467,
            -0.01099124550819397,
            -0.01028425246477127,
            -0.010499171912670135,
            -0.011966921389102936,
            -0.008785218000411987,
            -0.01727774739265442,
            -0.011939018964767456,
            -0.010290868580341339,
            -0.023980431258678436,
            -0.015832558274269104
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 19489,
            "candidate_a359eda0087769d7845c": 35089,
            "candidate_621f43474690e5e22641": 17908
          },
          "best_to_worst": [
            "candidate_a359eda0087769d7845c",
            "candidate_d499a5bfa1436fde7a96",
            "candidate_621f43474690e5e22641"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 1
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 3000,
            "candidate_a359eda0087769d7845c": 3000,
            "candidate_621f43474690e5e22641": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 16,
            "candidate_a359eda0087769d7845c": 16,
            "candidate_621f43474690e5e22641": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_local_global_s851902",
      "template_id": "operator_local_global",
      "admitted": false,
      "pairs": [
        {
          "a": "conv",
          "b": "unet",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_ff2e78d50b0283fc08aa",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.010496321367099881,
          "sd_b_minus_a": 0.008254398121113513,
          "min_b_minus_a": -0.010057881474494934,
          "max_b_minus_a": 0.018879331648349762,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            -0.010057881474494934,
            0.0038846731185913086,
            0.017310958355665207,
            0.015047803521156311,
            0.013481706380844116,
            -0.002569630742073059,
            0.013516344130039215,
            0.003538757562637329,
            0.008779875934123993,
            0.016630224883556366,
            0.018540963530540466,
            0.009924955666065216,
            0.015242531895637512,
            0.018879331648349762,
            0.008334718644618988,
            0.0174558088183403
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv",
          "b": "transformer",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_696fd8d9dc5c9f26dd64",
          "changed_fields": {
            "model.activation": [
              "silu",
              "gelu"
            ],
            "model.block": [
              "dense",
              null
            ],
            "model.ff_multiplier": [
              null,
              2
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "patch_transformer"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.num_heads": [
              null,
              4
            ],
            "model.patch_size": [
              null,
              2
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0020695424173027277,
          "sd_b_minus_a": 0.007268149471405264,
          "min_b_minus_a": -0.016853466629981995,
          "max_b_minus_a": 0.01139877736568451,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.016853466629981995,
            -0.003257855772972107,
            0.009136330336332321,
            -0.003991812467575073,
            0.0037989243865013123,
            -0.008935749530792236,
            0.0011088773608207703,
            -0.005174942314624786,
            -0.009132198989391327,
            0.0038282573223114014,
            -0.0035166144371032715,
            -0.009421862661838531,
            0.0014223754405975342,
            0.01139877736568451,
            0.0001393631100654602,
            -0.0036610811948776245
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "unet",
          "b": "transformer",
          "a_node": "candidate_ff2e78d50b0283fc08aa",
          "b_node": "candidate_696fd8d9dc5c9f26dd64",
          "changed_fields": {
            "model.activation": [
              "silu",
              "gelu"
            ],
            "model.block": [
              "dense",
              null
            ],
            "model.ff_multiplier": [
              null,
              2
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "unet",
              "patch_transformer"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.num_heads": [
              null,
              4
            ],
            "model.patch_size": [
              null,
              2
            ],
            "model.residual": [
              true,
              null
            ],
            "model.skip": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.012565863784402609,
          "sd_b_minus_a": 0.005596910260247762,
          "min_b_minus_a": -0.022057577967643738,
          "max_b_minus_a": -0.006366118788719177,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.0067955851554870605,
            -0.0071425288915634155,
            -0.008174628019332886,
            -0.019039615988731384,
            -0.009682781994342804,
            -0.006366118788719177,
            -0.012407466769218445,
            -0.008713699877262115,
            -0.01791207492351532,
            -0.012801967561244965,
            -0.022057577967643738,
            -0.019346818327903748,
            -0.013820156455039978,
            -0.007480554282665253,
            -0.008195355534553528,
            -0.021116890013217926
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 19489,
            "candidate_ff2e78d50b0283fc08aa": 35089,
            "candidate_696fd8d9dc5c9f26dd64": 17908
          },
          "best_to_worst": [
            "candidate_ff2e78d50b0283fc08aa",
            "candidate_850bea5b29f7103f5ff2",
            "candidate_696fd8d9dc5c9f26dd64"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 3000,
            "candidate_ff2e78d50b0283fc08aa": 3000,
            "candidate_696fd8d9dc5c9f26dd64": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 16,
            "candidate_ff2e78d50b0283fc08aa": 16,
            "candidate_696fd8d9dc5c9f26dd64": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_local_global_s851903",
      "template_id": "operator_local_global",
      "admitted": false,
      "pairs": [
        {
          "a": "conv",
          "b": "unet",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_d26f744deb7fc3b74233",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.01264523365534842,
          "sd_b_minus_a": 0.005514311141265413,
          "min_b_minus_a": -0.00044411420822143555,
          "max_b_minus_a": 0.019254177808761597,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.016281619668006897,
            0.014081321656703949,
            0.015243593603372574,
            0.010204002261161804,
            0.01565871760249138,
            0.011880472302436829,
            -0.00044411420822143555,
            0.01181894913315773,
            0.0052282363176345825,
            0.019254177808761597,
            0.01504034548997879,
            0.01811288297176361,
            0.004785023629665375,
            0.018445611000061035,
            0.016163647174835205,
            0.010569252073764801
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv",
          "b": "transformer",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_e07ed6549590d468153b",
          "changed_fields": {
            "model.activation": [
              "silu",
              "gelu"
            ],
            "model.block": [
              "dense",
              null
            ],
            "model.ff_multiplier": [
              null,
              2
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "patch_transformer"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.num_heads": [
              null,
              4
            ],
            "model.patch_size": [
              null,
              2
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.00015122722834348679,
          "sd_b_minus_a": 0.007216970522871292,
          "min_b_minus_a": -0.013965554535388947,
          "max_b_minus_a": 0.00806579738855362,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.004172906279563904,
            0.00806579738855362,
            0.006643403321504593,
            -0.0013132020831108093,
            0.006767410784959793,
            -0.003358893096446991,
            -0.00865151733160019,
            -0.001185789704322815,
            -0.013877511024475098,
            0.006738230586051941,
            -0.0031155720353126526,
            0.00550350546836853,
            -0.013965554535388947,
            0.0041266754269599915,
            0.0054541900753974915,
            0.0004155561327934265
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "unet",
          "b": "transformer",
          "a_node": "candidate_d26f744deb7fc3b74233",
          "b_node": "candidate_e07ed6549590d468153b",
          "changed_fields": {
            "model.activation": [
              "silu",
              "gelu"
            ],
            "model.block": [
              "dense",
              null
            ],
            "model.ff_multiplier": [
              null,
              2
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "unet",
              "patch_transformer"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.num_heads": [
              null,
              4
            ],
            "model.patch_size": [
              null,
              2
            ],
            "model.residual": [
              true,
              null
            ],
            "model.skip": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.012494006427004933,
          "sd_b_minus_a": 0.0038670424271425472,
          "min_b_minus_a": -0.01910574734210968,
          "max_b_minus_a": -0.00601552426815033,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.012108713388442993,
            -0.00601552426815033,
            -0.008600190281867981,
            -0.011517204344272614,
            -0.008891306817531586,
            -0.01523936539888382,
            -0.008207403123378754,
            -0.013004738837480545,
            -0.01910574734210968,
            -0.012515947222709656,
            -0.018155917525291443,
            -0.01260937750339508,
            -0.01875057816505432,
            -0.014318935573101044,
            -0.010709457099437714,
            -0.010153695940971375
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 19489,
            "candidate_d26f744deb7fc3b74233": 35089,
            "candidate_e07ed6549590d468153b": 17908
          },
          "best_to_worst": [
            "candidate_d26f744deb7fc3b74233",
            "candidate_94cb1dc2031dcbb007c1",
            "candidate_e07ed6549590d468153b"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 1
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 3000,
            "candidate_d26f744deb7fc3b74233": 3000,
            "candidate_e07ed6549590d468153b": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 16,
            "candidate_d26f744deb7fc3b74233": 16,
            "candidate_e07ed6549590d468153b": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_coordinates_s851901",
      "template_id": "operator_coordinates",
      "admitted": false,
      "pairs": [
        {
          "a": "conv_absolute",
          "b": "conv_relative",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_d215941560baca0a71f6",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00016900361515581608,
          "sd_b_minus_a": 0.006589168975953158,
          "min_b_minus_a": -0.011906757950782776,
          "max_b_minus_a": 0.013205446302890778,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.0030379965901374817,
            0.0020657777786254883,
            0.0076324716210365295,
            -0.002169676125049591,
            -0.0038345083594322205,
            -0.008819051086902618,
            -0.0051119402050971985,
            -0.0030112341046333313,
            0.004150327295064926,
            -0.011906757950782776,
            0.013205446302890778,
            0.0035820230841636658,
            0.0007279813289642334,
            -0.007442258298397064,
            -0.0014043301343917847,
            0.006593674421310425
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "flat_mlp",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_6a2c502c5a4c38c89fbe",
          "changed_fields": {
            "model.block": [
              "dense",
              null
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "mlp"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.021237584063783288,
          "sd_b_minus_a": 0.008355166687960314,
          "min_b_minus_a": 0.010948546230793,
          "max_b_minus_a": 0.042145147919654846,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.026173457503318787,
            0.022235505282878876,
            0.026458740234375,
            0.012705765664577484,
            0.020503968000411987,
            0.011201225221157074,
            0.025982029736042023,
            0.018047787249088287,
            0.030088704079389572,
            0.01206313818693161,
            0.042145147919654846,
            0.016533993184566498,
            0.01946619153022766,
            0.010948546230793,
            0.01746784895658493,
            0.027779296040534973
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "mlp_relative",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_64f778c9cdd63c0dbf46",
          "changed_fields": {
            "model.block": [
              "dense",
              null
            ],
            "model.coordinates": [
              "absolute",
              "relative"
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "mlp"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.022502426290884614,
          "sd_b_minus_a": 0.007085550174924156,
          "min_b_minus_a": 0.012037895619869232,
          "max_b_minus_a": 0.03945222496986389,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.024512879550457,
            0.01920274645090103,
            0.02427489310503006,
            0.020428791642189026,
            0.025570280849933624,
            0.013317182660102844,
            0.021842680871486664,
            0.01685795933008194,
            0.031268659979104996,
            0.016925469040870667,
            0.03945222496986389,
            0.01599397510290146,
            0.025047428905963898,
            0.012037895619869232,
            0.02377299964427948,
            0.02953275293111801
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "flat_mlp",
          "a_node": "candidate_d215941560baca0a71f6",
          "b_node": "candidate_6a2c502c5a4c38c89fbe",
          "changed_fields": {
            "model.block": [
              "dense",
              null
            ],
            "model.coordinates": [
              "relative",
              "absolute"
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "mlp"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.021406587678939104,
          "sd_b_minus_a": 0.004735257914610872,
          "min_b_minus_a": 0.012951970100402832,
          "max_b_minus_a": 0.03109396994113922,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.023135460913181305,
            0.020169727504253387,
            0.01882626861333847,
            0.014875441789627075,
            0.024338476359844208,
            0.020020276308059692,
            0.03109396994113922,
            0.02105902135372162,
            0.025938376784324646,
            0.023969896137714386,
            0.02893970161676407,
            0.012951970100402832,
            0.018738210201263428,
            0.018390804529190063,
            0.018872179090976715,
            0.02118562161922455
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "mlp_relative",
          "a_node": "candidate_d215941560baca0a71f6",
          "b_node": "candidate_64f778c9cdd63c0dbf46",
          "changed_fields": {
            "model.block": [
              "dense",
              null
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "mlp"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.02267142990604043,
          "sd_b_minus_a": 0.0047276549154893766,
          "min_b_minus_a": 0.012411952018737793,
          "max_b_minus_a": 0.029404789209365845,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.02147488296031952,
            0.017136968672275543,
            0.01664242148399353,
            0.022598467767238617,
            0.029404789209365845,
            0.022136233747005463,
            0.026954621076583862,
            0.01986919343471527,
            0.02711833268404007,
            0.028832226991653442,
            0.026246778666973114,
            0.012411952018737793,
            0.024319447576999664,
            0.019480153918266296,
            0.025177329778671265,
            0.022939078509807587
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "flat_mlp",
          "b": "mlp_relative",
          "a_node": "candidate_6a2c502c5a4c38c89fbe",
          "b_node": "candidate_64f778c9cdd63c0dbf46",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.001264842227101326,
          "sd_b_minus_a": 0.003716731459443764,
          "min_b_minus_a": -0.004139348864555359,
          "max_b_minus_a": 0.007723025977611542,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.0016605779528617859,
            -0.0030327588319778442,
            -0.00218384712934494,
            0.007723025977611542,
            0.005066312849521637,
            0.0021159574389457703,
            -0.004139348864555359,
            -0.0011898279190063477,
            0.0011799558997154236,
            0.004862330853939056,
            -0.0026929229497909546,
            -0.0005400180816650391,
            0.005581237375736237,
            0.001089349389076233,
            0.0063051506876945496,
            0.0017534568905830383
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 19489,
            "candidate_d215941560baca0a71f6": 19489,
            "candidate_6a2c502c5a4c38c89fbe": 461344
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 3000,
            "candidate_d215941560baca0a71f6": 3000,
            "candidate_6a2c502c5a4c38c89fbe": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 16,
            "candidate_d215941560baca0a71f6": 16,
            "candidate_6a2c502c5a4c38c89fbe": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_coordinates_s851902",
      "template_id": "operator_coordinates",
      "admitted": false,
      "pairs": [
        {
          "a": "conv_absolute",
          "b": "conv_relative",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_f999023f80f58d88dd34",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0005402478855103254,
          "sd_b_minus_a": 0.007050588131105601,
          "min_b_minus_a": -0.01768956333398819,
          "max_b_minus_a": 0.00810195505619049,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.01768956333398819,
            0.007177881896495819,
            0.006687577813863754,
            -0.004280112683773041,
            -0.0026276111602783203,
            -0.0062699094414711,
            0.0008108392357826233,
            -0.0011984184384346008,
            -0.008529402315616608,
            0.0021362900733947754,
            0.00810195505619049,
            -0.006993234157562256,
            0.006011597812175751,
            0.006657227873802185,
            0.0014838352799415588,
            -0.00012291967868804932
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "flat_mlp",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_c40b4d58d7d92002ee79",
          "changed_fields": {
            "model.block": [
              "dense",
              null
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "mlp"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0237901599612087,
          "sd_b_minus_a": 0.006733103897016209,
          "min_b_minus_a": 0.005800463259220123,
          "max_b_minus_a": 0.03345445916056633,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.005800463259220123,
            0.025601953268051147,
            0.03345445916056633,
            0.028764918446540833,
            0.028681263327598572,
            0.014043807983398438,
            0.026270583271980286,
            0.024157240986824036,
            0.019055917859077454,
            0.030065447092056274,
            0.02485428750514984,
            0.019424088299274445,
            0.021363578736782074,
            0.026574768126010895,
            0.027234934270381927,
            0.025294847786426544
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "mlp_relative",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_dd2bbe9a1947efbf5172",
          "changed_fields": {
            "model.block": [
              "dense",
              null
            ],
            "model.coordinates": [
              "absolute",
              "relative"
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "mlp"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.02392932237125933,
          "sd_b_minus_a": 0.007696334871267596,
          "min_b_minus_a": 0.004888787865638733,
          "max_b_minus_a": 0.03476151451468468,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.004888787865638733,
            0.01994282752275467,
            0.03476151451468468,
            0.02831752598285675,
            0.032232850790023804,
            0.012615971267223358,
            0.02622496336698532,
            0.02439013123512268,
            0.020082876086235046,
            0.03405848890542984,
            0.025084838271141052,
            0.01835808902978897,
            0.022726133465766907,
            0.025752216577529907,
            0.02601473033428192,
            0.02741721272468567
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "flat_mlp",
          "a_node": "candidate_f999023f80f58d88dd34",
          "b_node": "candidate_c40b4d58d7d92002ee79",
          "changed_fields": {
            "model.block": [
              "dense",
              null
            ],
            "model.coordinates": [
              "relative",
              "absolute"
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "mlp"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.024330407846719027,
          "sd_b_minus_a": 0.004988290333654529,
          "min_b_minus_a": 0.015351980924606323,
          "max_b_minus_a": 0.03304503113031387,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.023490026593208313,
            0.01842407137155533,
            0.026766881346702576,
            0.03304503113031387,
            0.03130887448787689,
            0.020313717424869537,
            0.025459744036197662,
            0.025355659425258636,
            0.02758532017469406,
            0.0279291570186615,
            0.01675233244895935,
            0.0264173224568367,
            0.015351980924606323,
            0.01991754025220871,
            0.02575109899044037,
            0.025417767465114594
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "mlp_relative",
          "a_node": "candidate_f999023f80f58d88dd34",
          "b_node": "candidate_dd2bbe9a1947efbf5172",
          "changed_fields": {
            "model.block": [
              "dense",
              null
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "mlp"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.024469570256769657,
          "sd_b_minus_a": 0.0062658593060979165,
          "min_b_minus_a": 0.01276494562625885,
          "max_b_minus_a": 0.034860461950302124,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.022578351199626923,
            0.01276494562625885,
            0.028073936700820923,
            0.03259763866662979,
            0.034860461950302124,
            0.018885880708694458,
            0.025414124131202698,
            0.02558854967355728,
            0.028612278401851654,
            0.031922198832035065,
            0.01698288321495056,
            0.025351323187351227,
            0.016714535653591156,
            0.019094988703727722,
            0.024530895054340363,
            0.027540132403373718
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "flat_mlp",
          "b": "mlp_relative",
          "a_node": "candidate_c40b4d58d7d92002ee79",
          "b_node": "candidate_dd2bbe9a1947efbf5172",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.00013916241005063057,
          "sd_b_minus_a": 0.0022491386883371225,
          "min_b_minus_a": -0.005659125745296478,
          "max_b_minus_a": 0.003993041813373566,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.0009116753935813904,
            -0.005659125745296478,
            0.0013070553541183472,
            -0.00044739246368408203,
            0.003551587462425232,
            -0.0014278367161750793,
            -4.56199049949646e-05,
            0.00023289024829864502,
            0.0010269582271575928,
            0.003993041813373566,
            0.00023055076599121094,
            -0.0010659992694854736,
            0.0013625547289848328,
            -0.0008225515484809875,
            -0.001220203936100006,
            0.0021223649382591248
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 19489,
            "candidate_f999023f80f58d88dd34": 19489,
            "candidate_c40b4d58d7d92002ee79": 461344
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 3000,
            "candidate_f999023f80f58d88dd34": 3000,
            "candidate_c40b4d58d7d92002ee79": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 16,
            "candidate_f999023f80f58d88dd34": 16,
            "candidate_c40b4d58d7d92002ee79": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "operator_coordinates_s851903",
      "template_id": "operator_coordinates",
      "admitted": false,
      "pairs": [
        {
          "a": "conv_absolute",
          "b": "conv_relative",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_f321bca2775ac46e1906",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0015078294090926647,
          "sd_b_minus_a": 0.005523770992136642,
          "min_b_minus_a": -0.011370062828063965,
          "max_b_minus_a": 0.007346786558628082,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.002254992723464966,
            3.301352262496948e-05,
            0.006310891360044479,
            0.007346786558628082,
            0.002052169293165207,
            0.0010842308402061462,
            -0.009218186140060425,
            0.004747685045003891,
            -0.011370062828063965,
            0.0031886696815490723,
            0.003588750958442688,
            0.003271430730819702,
            -0.0049993619322776794,
            0.0027621909976005554,
            0.005769159644842148,
            0.007302910089492798
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "flat_mlp",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_77927e1a5529adbfa06f",
          "changed_fields": {
            "model.block": [
              "dense",
              null
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "mlp"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.024857965065166354,
          "sd_b_minus_a": 0.007211034817615727,
          "min_b_minus_a": 0.009728550910949707,
          "max_b_minus_a": 0.0367412231862545,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.01976863294839859,
            0.0238962322473526,
            0.03610563650727272,
            0.023359306156635284,
            0.030578788369894028,
            0.02406764030456543,
            0.01857563853263855,
            0.0367412231862545,
            0.017633140087127686,
            0.031156711280345917,
            0.021278023719787598,
            0.026242472231388092,
            0.009728550910949707,
            0.022519230842590332,
            0.03299646079540253,
            0.023079752922058105
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "mlp_relative",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_e13e0af6dab4377e2dc7",
          "changed_fields": {
            "model.block": [
              "dense",
              null
            ],
            "model.coordinates": [
              "absolute",
              "relative"
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "mlp"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.02448018710128963,
          "sd_b_minus_a": 0.007392787764883863,
          "min_b_minus_a": 0.010389059782028198,
          "max_b_minus_a": 0.035147976130247116,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.02064276486635208,
            0.027961894869804382,
            0.034867752343416214,
            0.025349564850330353,
            0.035147976130247116,
            0.02306026965379715,
            0.015289932489395142,
            0.03225909546017647,
            0.013349205255508423,
            0.030298322439193726,
            0.021444112062454224,
            0.026863865554332733,
            0.010389059782028198,
            0.021144457161426544,
            0.030702009797096252,
            0.022912710905075073
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "flat_mlp",
          "a_node": "candidate_f321bca2775ac46e1906",
          "b_node": "candidate_77927e1a5529adbfa06f",
          "changed_fields": {
            "model.block": [
              "dense",
              null
            ],
            "model.coordinates": [
              "relative",
              "absolute"
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "mlp"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.02335013565607369,
          "sd_b_minus_a": 0.00575151184409352,
          "min_b_minus_a": 0.014727912843227386,
          "max_b_minus_a": 0.03199353814125061,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.017513640224933624,
            0.02386321872472763,
            0.02979474514722824,
            0.016012519598007202,
            0.02852661907672882,
            0.022983409464359283,
            0.027793824672698975,
            0.03199353814125061,
            0.02900320291519165,
            0.027968041598796844,
            0.01768927276134491,
            0.02297104150056839,
            0.014727912843227386,
            0.019757039844989777,
            0.02722730115056038,
            0.015776842832565308
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "mlp_relative",
          "a_node": "candidate_f321bca2775ac46e1906",
          "b_node": "candidate_e13e0af6dab4377e2dc7",
          "changed_fields": {
            "model.block": [
              "dense",
              null
            ],
            "model.kernel": [
              3,
              null
            ],
            "model.mode": [
              "conv",
              "mlp"
            ],
            "model.norm": [
              "group",
              null
            ],
            "model.residual": [
              true,
              null
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.022972357692196965,
          "sd_b_minus_a": 0.005236285189030235,
          "min_b_minus_a": 0.015388421714305878,
          "max_b_minus_a": 0.03309580683708191,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.018387772142887115,
            0.027928881347179413,
            0.028556860983371735,
            0.01800277829170227,
            0.03309580683708191,
            0.021976038813591003,
            0.024508118629455566,
            0.027511410415172577,
            0.024719268083572388,
            0.027109652757644653,
            0.017855361104011536,
            0.02359243482351303,
            0.015388421714305878,
            0.01838226616382599,
            0.024932850152254105,
            0.015609800815582275
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "flat_mlp",
          "b": "mlp_relative",
          "a_node": "candidate_77927e1a5529adbfa06f",
          "b_node": "candidate_e13e0af6dab4377e2dc7",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00037777796387672424,
          "sd_b_minus_a": 0.0025871822468903345,
          "min_b_minus_a": -0.0044821277260780334,
          "max_b_minus_a": 0.004569187760353088,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.0008741319179534912,
            0.004065662622451782,
            -0.0012378841638565063,
            0.0019902586936950684,
            0.004569187760353088,
            -0.00100737065076828,
            -0.003285706043243408,
            -0.0044821277260780334,
            -0.004283934831619263,
            -0.0008583888411521912,
            0.00016608834266662598,
            0.0006213933229446411,
            0.0006605088710784912,
            -0.0013747736811637878,
            -0.0022944509983062744,
            -0.00016704201698303223
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 19489,
            "candidate_f321bca2775ac46e1906": 19489,
            "candidate_77927e1a5529adbfa06f": 461344
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 3000,
            "candidate_f321bca2775ac46e1906": 3000,
            "candidate_77927e1a5529adbfa06f": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 16,
            "candidate_f321bca2775ac46e1906": 16,
            "candidate_77927e1a5529adbfa06f": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "kernel_depth_s851901",
      "template_id": "kernel_depth",
      "admitted": false,
      "pairs": [
        {
          "a": "k1_d5",
          "b": "k3_d3",
          "a_node": "candidate_bad6a2ab0f0792ca03be",
          "b_node": "candidate_d499a5bfa1436fde7a96",
          "changed_fields": {
            "model.depth": [
              5,
              3
            ],
            "model.kernel": [
              1,
              3
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0005022732075303793,
          "sd_b_minus_a": 0.008864495132684343,
          "min_b_minus_a": -0.019188866019248962,
          "max_b_minus_a": 0.012000292539596558,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.019188866019248962,
            0.0035905614495277405,
            -0.006004601716995239,
            0.012000292539596558,
            -0.009438678622245789,
            0.007633469998836517,
            -3.708153963088989e-05,
            0.006292514503002167,
            -0.007930491119623184,
            0.009551309049129486,
            -0.008946724236011505,
            0.006661616265773773,
            0.004783459007740021,
            -0.005259156227111816,
            0.006339132785797119,
            -0.008083127439022064
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k1_d5",
          "b": "k5_d1",
          "a_node": "candidate_bad6a2ab0f0792ca03be",
          "b_node": "candidate_36db1ae743d1b1b170f5",
          "changed_fields": {
            "model.depth": [
              5,
              1
            ],
            "model.kernel": [
              1,
              5
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.05251098982989788,
          "sd_b_minus_a": 0.01758655032281263,
          "min_b_minus_a": 0.019455410540103912,
          "max_b_minus_a": 0.08153752237558365,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.08153752237558365,
            0.06456564366817474,
            0.07348001003265381,
            0.058289334177970886,
            0.06148190051317215,
            0.022372417151927948,
            0.019455410540103912,
            0.05297864228487015,
            0.05810631066560745,
            0.057062067091464996,
            0.038457177579402924,
            0.04114770144224167,
            0.05174756795167923,
            0.03142080456018448,
            0.06589975208044052,
            0.06217357516288757
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k1_d5",
          "b": "k1_d3",
          "a_node": "candidate_bad6a2ab0f0792ca03be",
          "b_node": "candidate_9094cb1f3508a450881d",
          "changed_fields": {
            "model.depth": [
              5,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.007975426036864519,
          "sd_b_minus_a": 0.009223935820377414,
          "min_b_minus_a": -0.006641998887062073,
          "max_b_minus_a": 0.022337131202220917,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.01188601553440094,
            0.022337131202220917,
            0.00363246351480484,
            0.004647433757781982,
            -0.0005741193890571594,
            0.0013894885778427124,
            -0.006641998887062073,
            -0.006002806127071381,
            0.01875956356525421,
            0.01588662713766098,
            0.0062200650572776794,
            0.019141070544719696,
            0.012729912996292114,
            0.009477473795413971,
            0.016495414078235626,
            -0.0017769187688827515
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k1_d5",
          "b": "k5_d3",
          "a_node": "candidate_bad6a2ab0f0792ca03be",
          "b_node": "candidate_0626eeacd9d927185260",
          "changed_fields": {
            "model.depth": [
              5,
              3
            ],
            "model.kernel": [
              1,
              5
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0019416483119130135,
          "sd_b_minus_a": 0.00737414080690002,
          "min_b_minus_a": -0.012317784130573273,
          "max_b_minus_a": 0.01499360054731369,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.0063186585903167725,
            0.012142740190029144,
            -0.008497070521116257,
            -0.00019294768571853638,
            -0.012317784130573273,
            -0.0005186572670936584,
            -0.008691452443599701,
            -0.005259953439235687,
            -0.0055398158729076385,
            0.0010242685675621033,
            -0.0002675279974937439,
            0.003445863723754883,
            -0.0018275156617164612,
            -0.007535800337791443,
            0.01499360054731369,
            -0.0057056620717048645
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d3",
          "b": "k5_d1",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_36db1ae743d1b1b170f5",
          "changed_fields": {
            "model.depth": [
              3,
              1
            ],
            "model.kernel": [
              3,
              5
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.05301326303742826,
          "sd_b_minus_a": 0.021989898877532978,
          "min_b_minus_a": 0.01473894715309143,
          "max_b_minus_a": 0.10072638839483261,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.10072638839483261,
            0.060975082218647,
            0.07948461174964905,
            0.04628904163837433,
            0.07092057913541794,
            0.01473894715309143,
            0.019492492079734802,
            0.04668612778186798,
            0.06603680178523064,
            0.04751075804233551,
            0.04740390181541443,
            0.034486085176467896,
            0.04696410894393921,
            0.036679960787296295,
            0.0595606192946434,
            0.07025670260190964
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d3",
          "b": "k1_d3",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_9094cb1f3508a450881d",
          "changed_fields": {
            "model.kernel": [
              3,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.008477699244394898,
          "sd_b_minus_a": 0.012077365520490985,
          "min_b_minus_a": -0.012295320630073547,
          "max_b_minus_a": 0.031074881553649902,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.031074881553649902,
            0.018746569752693176,
            0.00963706523180008,
            -0.007352858781814575,
            0.00886455923318863,
            -0.006243981420993805,
            -0.006604917347431183,
            -0.012295320630073547,
            0.026690054684877396,
            0.006335318088531494,
            0.015166789293289185,
            0.012479454278945923,
            0.007946453988552094,
            0.014736630022525787,
            0.010156281292438507,
            0.006306208670139313
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d3",
          "b": "k5_d3",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_0626eeacd9d927185260",
          "changed_fields": {
            "model.kernel": [
              3,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0014393751043826342,
          "sd_b_minus_a": 0.007904261650939017,
          "min_b_minus_a": -0.012193240225315094,
          "max_b_minus_a": 0.01287020742893219,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.01287020742893219,
            0.008552178740501404,
            -0.0024924688041210175,
            -0.012193240225315094,
            -0.002879105508327484,
            -0.008152127265930176,
            -0.008654370903968811,
            -0.011552467942237854,
            0.0023906752467155457,
            -0.008527040481567383,
            0.008679196238517761,
            -0.0032157525420188904,
            -0.006610974669456482,
            -0.0022766441106796265,
            0.008654467761516571,
            0.0023774653673171997
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_d1",
          "b": "k1_d3",
          "a_node": "candidate_36db1ae743d1b1b170f5",
          "b_node": "candidate_9094cb1f3508a450881d",
          "changed_fields": {
            "model.depth": [
              1,
              3
            ],
            "model.kernel": [
              5,
              1
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.04453556379303336,
          "sd_b_minus_a": 0.017143738996729864,
          "min_b_minus_a": -0.06984754651784897,
          "max_b_minus_a": -0.020982928574085236,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.06965150684118271,
            -0.04222851246595383,
            -0.06984754651784897,
            -0.053641900420188904,
            -0.06205601990222931,
            -0.020982928574085236,
            -0.026097409427165985,
            -0.05898144841194153,
            -0.03934674710035324,
            -0.041175439953804016,
            -0.032237112522125244,
            -0.022006630897521973,
            -0.039017654955387115,
            -0.021943330764770508,
            -0.049404338002204895,
            -0.06395049393177032
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_d1",
          "b": "k5_d3",
          "a_node": "candidate_36db1ae743d1b1b170f5",
          "b_node": "candidate_0626eeacd9d927185260",
          "changed_fields": {
            "model.depth": [
              1,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.054452638141810894,
          "sd_b_minus_a": 0.018292540679584465,
          "min_b_minus_a": -0.08785618096590042,
          "max_b_minus_a": -0.022891074419021606,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.08785618096590042,
            -0.0524229034781456,
            -0.08197708055377007,
            -0.05848228186368942,
            -0.07379968464374542,
            -0.022891074419021606,
            -0.028146862983703613,
            -0.058238595724105835,
            -0.06364612653851509,
            -0.05603779852390289,
            -0.03872470557689667,
            -0.037701837718486786,
            -0.05357508361339569,
            -0.03895660489797592,
            -0.05090615153312683,
            -0.06787923723459244
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k1_d3",
          "b": "k5_d3",
          "a_node": "candidate_9094cb1f3508a450881d",
          "b_node": "candidate_0626eeacd9d927185260",
          "changed_fields": {
            "model.kernel": [
              1,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.009917074348777533,
          "sd_b_minus_a": 0.0072913749424400945,
          "min_b_minus_a": -0.02429937943816185,
          "max_b_minus_a": 0.0007428526878356934,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.018204674124717712,
            -0.010194391012191772,
            -0.012129534035921097,
            -0.004840381443500519,
            -0.011743664741516113,
            -0.0019081458449363708,
            -0.002049453556537628,
            0.0007428526878356934,
            -0.02429937943816185,
            -0.014862358570098877,
            -0.006487593054771423,
            -0.015695206820964813,
            -0.014557428658008575,
            -0.017013274133205414,
            -0.001501813530921936,
            -0.003928743302822113
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_bad6a2ab0f0792ca03be": 6961,
            "candidate_d499a5bfa1436fde7a96": 19489,
            "candidate_36db1ae743d1b1b170f5": 18193
          },
          "best_to_worst": [
            "candidate_d499a5bfa1436fde7a96",
            "candidate_36db1ae743d1b1b170f5",
            "candidate_bad6a2ab0f0792ca03be"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_bad6a2ab0f0792ca03be": 3000,
            "candidate_d499a5bfa1436fde7a96": 3000,
            "candidate_36db1ae743d1b1b170f5": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_bad6a2ab0f0792ca03be": 16,
            "candidate_d499a5bfa1436fde7a96": 16,
            "candidate_36db1ae743d1b1b170f5": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "kernel_depth_s851902",
      "template_id": "kernel_depth",
      "admitted": false,
      "pairs": [
        {
          "a": "k1_d5",
          "b": "k3_d3",
          "a_node": "candidate_6a4a05acfbaacc566297",
          "b_node": "candidate_850bea5b29f7103f5ff2",
          "changed_fields": {
            "model.depth": [
              5,
              3
            ],
            "model.kernel": [
              1,
              3
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0017654306720942259,
          "sd_b_minus_a": 0.006572798628340421,
          "min_b_minus_a": -0.0071179307997226715,
          "max_b_minus_a": 0.01652100682258606,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.01652100682258606,
            -0.005562029778957367,
            -0.0071179307997226715,
            0.0030839145183563232,
            -0.0011488497257232666,
            0.011455118656158447,
            0.005192838609218597,
            0.004798091948032379,
            0.00133456289768219,
            -0.0040321797132492065,
            0.00010707229375839233,
            0.009308084845542908,
            -0.006394490599632263,
            -0.0009937658905982971,
            0.0021332576870918274,
            -0.000437811017036438
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k1_d5",
          "b": "k5_d1",
          "a_node": "candidate_6a4a05acfbaacc566297",
          "b_node": "candidate_1adb55c8e25344f34bc0",
          "changed_fields": {
            "model.depth": [
              5,
              1
            ],
            "model.kernel": [
              1,
              5
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.05754454946145415,
          "sd_b_minus_a": 0.013529924324525178,
          "min_b_minus_a": 0.035398148000240326,
          "max_b_minus_a": 0.08044983446598053,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.08044983446598053,
            0.053793177008628845,
            0.06617250293493271,
            0.06373897939920425,
            0.07670652121305466,
            0.03735789656639099,
            0.06252365559339523,
            0.035398148000240326,
            0.04317153990268707,
            0.06992831081151962,
            0.0473475456237793,
            0.0507335290312767,
            0.06288762390613556,
            0.04937133938074112,
            0.07006581872701645,
            0.05106636881828308
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k1_d5",
          "b": "k1_d3",
          "a_node": "candidate_6a4a05acfbaacc566297",
          "b_node": "candidate_5c7ad67f51a2e71bb1d6",
          "changed_fields": {
            "model.depth": [
              5,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.014065134804695845,
          "sd_b_minus_a": 0.011890646377626305,
          "min_b_minus_a": -0.004036895930767059,
          "max_b_minus_a": 0.04256509989500046,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            -0.004036895930767059,
            0.00034515559673309326,
            0.022160939872264862,
            0.011496186256408691,
            -0.002459578216075897,
            0.005345195531845093,
            0.007842332124710083,
            0.007630996406078339,
            0.014233805239200592,
            0.04256509989500046,
            0.022636711597442627,
            0.021532759070396423,
            0.02430903911590576,
            0.020063333213329315,
            0.01850133389234543,
            0.012875743210315704
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k1_d5",
          "b": "k5_d3",
          "a_node": "candidate_6a4a05acfbaacc566297",
          "b_node": "candidate_4c063f3a5c850d9e247d",
          "changed_fields": {
            "model.depth": [
              5,
              3
            ],
            "model.kernel": [
              1,
              5
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0006040283478796482,
          "sd_b_minus_a": 0.005666558275866289,
          "min_b_minus_a": -0.008733168244361877,
          "max_b_minus_a": 0.01117756962776184,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.007150247693061829,
            -0.0018311813473701477,
            -0.006209291517734528,
            -0.006262846291065216,
            0.0035909339785575867,
            0.0009969696402549744,
            0.01117756962776184,
            -0.0017286837100982666,
            -0.008733168244361877,
            -0.0005072057247161865,
            -0.003924384713172913,
            0.006048522889614105,
            -0.003758728504180908,
            0.0064682066440582275,
            0.004839979112148285,
            0.002347514033317566
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d3",
          "b": "k5_d1",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_1adb55c8e25344f34bc0",
          "changed_fields": {
            "model.depth": [
              3,
              1
            ],
            "model.kernel": [
              3,
              5
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.05577911878935993,
          "sd_b_minus_a": 0.015508024838749829,
          "min_b_minus_a": 0.025902777910232544,
          "max_b_minus_a": 0.07785537093877792,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.06392882764339447,
            0.05935520678758621,
            0.07329043373465538,
            0.06065506488084793,
            0.07785537093877792,
            0.025902777910232544,
            0.057330816984176636,
            0.030600056052207947,
            0.04183697700500488,
            0.07396049052476883,
            0.047240473330020905,
            0.041425444185733795,
            0.06928211450576782,
            0.050365105271339417,
            0.06793256103992462,
            0.05150417983531952
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d3",
          "b": "k1_d3",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_5c7ad67f51a2e71bb1d6",
          "changed_fields": {
            "model.kernel": [
              3,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.012299704132601619,
          "sd_b_minus_a": 0.01601063938979227,
          "min_b_minus_a": -0.02055790275335312,
          "max_b_minus_a": 0.046597279608249664,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            -0.02055790275335312,
            0.00590718537569046,
            0.029278870671987534,
            0.008412271738052368,
            -0.0013107284903526306,
            -0.0061099231243133545,
            0.0026494935154914856,
            0.0028329044580459595,
            0.012899242341518402,
            0.046597279608249664,
            0.022529639303684235,
            0.012224674224853516,
            0.030703529715538025,
            0.021057099103927612,
            0.0163680762052536,
            0.013313554227352142
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d3",
          "b": "k5_d3",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_4c063f3a5c850d9e247d",
          "changed_fields": {
            "model.kernel": [
              3,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0011614023242145777,
          "sd_b_minus_a": 0.006308540054707585,
          "min_b_minus_a": -0.010458149015903473,
          "max_b_minus_a": 0.007461972534656525,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.009370759129524231,
            0.0037308484315872192,
            0.0009086392819881439,
            -0.00934676080942154,
            0.004739783704280853,
            -0.010458149015903473,
            0.005984731018543243,
            -0.006526775658130646,
            -0.010067731142044067,
            0.00352497398853302,
            -0.004031457006931305,
            -0.0032595619559288025,
            0.002635762095451355,
            0.007461972534656525,
            0.0027067214250564575,
            0.002785325050354004
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_d1",
          "b": "k1_d3",
          "a_node": "candidate_1adb55c8e25344f34bc0",
          "b_node": "candidate_5c7ad67f51a2e71bb1d6",
          "changed_fields": {
            "model.depth": [
              1,
              3
            ],
            "model.kernel": [
              5,
              1
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.04347941465675831,
          "sd_b_minus_a": 0.018222613070506648,
          "min_b_minus_a": -0.08448673039674759,
          "max_b_minus_a": -0.02471083402633667,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.08448673039674759,
            -0.05344802141189575,
            -0.04401156306266785,
            -0.05224279314279556,
            -0.07916609942913055,
            -0.0320127010345459,
            -0.05468132346868515,
            -0.027767151594161987,
            -0.02893773466348648,
            -0.027363210916519165,
            -0.02471083402633667,
            -0.02920076996088028,
            -0.0385785847902298,
            -0.029308006167411804,
            -0.05156448483467102,
            -0.03819062560796738
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_d1",
          "b": "k5_d3",
          "a_node": "candidate_1adb55c8e25344f34bc0",
          "b_node": "candidate_4c063f3a5c850d9e247d",
          "changed_fields": {
            "model.depth": [
              1,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.056940521113574505,
          "sd_b_minus_a": 0.013177538926419792,
          "min_b_minus_a": -0.0732995867729187,
          "max_b_minus_a": -0.03636092692613602,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.0732995867729187,
            -0.05562435835599899,
            -0.07238179445266724,
            -0.07000182569026947,
            -0.07311558723449707,
            -0.03636092692613602,
            -0.05134608596563339,
            -0.03712683171033859,
            -0.05190470814704895,
            -0.07043551653623581,
            -0.05127193033695221,
            -0.0446850061416626,
            -0.06664635241031647,
            -0.04290313273668289,
            -0.06522583961486816,
            -0.048718854784965515
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k1_d3",
          "b": "k5_d3",
          "a_node": "candidate_5c7ad67f51a2e71bb1d6",
          "b_node": "candidate_4c063f3a5c850d9e247d",
          "changed_fields": {
            "model.kernel": [
              1,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.013461106456816196,
          "sd_b_minus_a": 0.014383381487193387,
          "min_b_minus_a": -0.043072305619716644,
          "max_b_minus_a": 0.011187143623828888,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            0.011187143623828888,
            -0.002176336944103241,
            -0.02837023138999939,
            -0.017759032547473907,
            0.006050512194633484,
            -0.004348225891590118,
            0.003335237503051758,
            -0.009359680116176605,
            -0.02296697348356247,
            -0.043072305619716644,
            -0.02656109631061554,
            -0.015484236180782318,
            -0.02806776762008667,
            -0.013595126569271088,
            -0.013661354780197144,
            -0.010528229176998138
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_6a4a05acfbaacc566297": 6961,
            "candidate_850bea5b29f7103f5ff2": 19489,
            "candidate_1adb55c8e25344f34bc0": 18193
          },
          "best_to_worst": [
            "candidate_850bea5b29f7103f5ff2",
            "candidate_1adb55c8e25344f34bc0",
            "candidate_6a4a05acfbaacc566297"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 1
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_6a4a05acfbaacc566297": 3000,
            "candidate_850bea5b29f7103f5ff2": 3000,
            "candidate_1adb55c8e25344f34bc0": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_6a4a05acfbaacc566297": 16,
            "candidate_850bea5b29f7103f5ff2": 16,
            "candidate_1adb55c8e25344f34bc0": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "kernel_depth_s851903",
      "template_id": "kernel_depth",
      "admitted": false,
      "pairs": [
        {
          "a": "k1_d5",
          "b": "k3_d3",
          "a_node": "candidate_31e02b368c3baf5b02e6",
          "b_node": "candidate_94cb1dc2031dcbb007c1",
          "changed_fields": {
            "model.depth": [
              5,
              3
            ],
            "model.kernel": [
              1,
              3
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.001851321430876851,
          "sd_b_minus_a": 0.006979524991416961,
          "min_b_minus_a": -0.011214397847652435,
          "max_b_minus_a": 0.016214288771152496,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            0.005192168056964874,
            0.003807704895734787,
            -0.003465905785560608,
            -0.004873394966125488,
            -0.004926782101392746,
            -0.011214397847652435,
            0.005252741277217865,
            -0.0020596943795681,
            -0.0017736256122589111,
            -0.009712420403957367,
            0.002641633152961731,
            -0.00502912700176239,
            0.016214288771152496,
            -0.007533863186836243,
            -0.004775896668434143,
            -0.0073645710945129395
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k1_d5",
          "b": "k5_d1",
          "a_node": "candidate_31e02b368c3baf5b02e6",
          "b_node": "candidate_1d3973820fddd55a4c7f",
          "changed_fields": {
            "model.depth": [
              5,
              1
            ],
            "model.kernel": [
              1,
              5
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.051859728526324034,
          "sd_b_minus_a": 0.017948943649250645,
          "min_b_minus_a": 0.01991548389196396,
          "max_b_minus_a": 0.08763110637664795,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.05446659028530121,
            0.07755997404456139,
            0.056520115584135056,
            0.038523539900779724,
            0.08763110637664795,
            0.05245707184076309,
            0.029181547462940216,
            0.04076537489891052,
            0.055699482560157776,
            0.0755072757601738,
            0.0609593465924263,
            0.04025547206401825,
            0.05446334183216095,
            0.01991548389196396,
            0.03700978308916092,
            0.048840150237083435
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k1_d5",
          "b": "k1_d3",
          "a_node": "candidate_31e02b368c3baf5b02e6",
          "b_node": "candidate_dca9b7634807d1ae9d4a",
          "changed_fields": {
            "model.depth": [
              5,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.01044433144852519,
          "sd_b_minus_a": 0.011557504724458476,
          "min_b_minus_a": -0.01193699985742569,
          "max_b_minus_a": 0.03600761294364929,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.0012678280472755432,
            0.020277846604585648,
            0.01615053042769432,
            0.005854666233062744,
            0.03600761294364929,
            -0.01193699985742569,
            -0.001357942819595337,
            0.018659070134162903,
            0.018516570329666138,
            0.01418035477399826,
            0.006089784204959869,
            0.013197146356105804,
            0.02061332017183304,
            0.0009375810623168945,
            0.00842544436454773,
            0.00022649019956588745
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k1_d5",
          "b": "k5_d3",
          "a_node": "candidate_31e02b368c3baf5b02e6",
          "b_node": "candidate_3eb621d176f279e60930",
          "changed_fields": {
            "model.depth": [
              5,
              3
            ],
            "model.kernel": [
              1,
              5
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.002010571537539363,
          "sd_b_minus_a": 0.006428484695743304,
          "min_b_minus_a": -0.010974310338497162,
          "max_b_minus_a": 0.011920638382434845,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.0017654895782470703,
            0.007197204977273941,
            -0.0004726499319076538,
            -0.010974310338497162,
            -0.0005618110299110413,
            -0.009322896599769592,
            0.011920638382434845,
            -0.0029857903718948364,
            -0.010453462600708008,
            0.001599334180355072,
            -0.0014141425490379333,
            -0.004057023674249649,
            0.00099201500415802,
            -0.006639465689659119,
            0.0009568445384502411,
            -0.009719118475914001
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d3",
          "b": "k5_d1",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_1d3973820fddd55a4c7f",
          "changed_fields": {
            "model.depth": [
              3,
              1
            ],
            "model.kernel": [
              3,
              5
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.053711049957200885,
          "sd_b_minus_a": 0.018898362081738142,
          "min_b_minus_a": 0.02392880618572235,
          "max_b_minus_a": 0.0925578884780407,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.049274422228336334,
            0.0737522691488266,
            0.05998602136969566,
            0.04339693486690521,
            0.0925578884780407,
            0.06367146968841553,
            0.02392880618572235,
            0.04282506927847862,
            0.05747310817241669,
            0.08521969616413116,
            0.05831771343946457,
            0.04528459906578064,
            0.03824905306100845,
            0.0274493470788002,
            0.04178567975759506,
            0.056204721331596375
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d3",
          "b": "k1_d3",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_dca9b7634807d1ae9d4a",
          "changed_fields": {
            "model.kernel": [
              3,
              1
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.012295652879402041,
          "sd_b_minus_a": 0.012017786282374253,
          "min_b_minus_a": -0.006610684096813202,
          "max_b_minus_a": 0.04093439504504204,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            -0.003924340009689331,
            0.01647014170885086,
            0.01961643621325493,
            0.010728061199188232,
            0.04093439504504204,
            -0.0007226020097732544,
            -0.006610684096813202,
            0.020718764513731003,
            0.02029019594192505,
            0.023892775177955627,
            0.0034481510519981384,
            0.018226273357868195,
            0.004399031400680542,
            0.008471444249153137,
            0.013201341032981873,
            0.007591061294078827
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k3_d3",
          "b": "k5_d3",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_3eb621d176f279e60930",
          "changed_fields": {
            "model.kernel": [
              3,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00015925010666251183,
          "sd_b_minus_a": 0.00647338404362082,
          "min_b_minus_a": -0.015222273766994476,
          "max_b_minus_a": 0.011311754584312439,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.003426678478717804,
            0.003389500081539154,
            0.002993255853652954,
            -0.006100915372371674,
            0.004364971071481705,
            0.001891501247882843,
            0.00666789710521698,
            -0.0009260959923267365,
            -0.008679836988449097,
            0.011311754584312439,
            -0.004055775701999664,
            0.0009721033275127411,
            -0.015222273766994476,
            0.000894397497177124,
            0.005732741206884384,
            -0.002354547381401062
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_d1",
          "b": "k1_d3",
          "a_node": "candidate_1d3973820fddd55a4c7f",
          "b_node": "candidate_dca9b7634807d1ae9d4a",
          "changed_fields": {
            "model.depth": [
              1,
              3
            ],
            "model.kernel": [
              5,
              1
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.04141539707779884,
          "sd_b_minus_a": 0.014537760512043273,
          "min_b_minus_a": -0.06439407169818878,
          "max_b_minus_a": -0.018977902829647064,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.053198762238025665,
            -0.05728212743997574,
            -0.040369585156440735,
            -0.03266887366771698,
            -0.05162349343299866,
            -0.06439407169818878,
            -0.030539490282535553,
            -0.02210630476474762,
            -0.03718291223049164,
            -0.06132692098617554,
            -0.05486956238746643,
            -0.027058325707912445,
            -0.03385002166032791,
            -0.018977902829647064,
            -0.02858433872461319,
            -0.04861366003751755
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k5_d1",
          "b": "k5_d3",
          "a_node": "candidate_1d3973820fddd55a4c7f",
          "b_node": "candidate_3eb621d176f279e60930",
          "changed_fields": {
            "model.depth": [
              1,
              3
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0538703000638634,
          "sd_b_minus_a": 0.017864759774778284,
          "min_b_minus_a": -0.08819291740655899,
          "max_b_minus_a": -0.01726090908050537,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.05270110070705414,
            -0.07036276906728745,
            -0.05699276551604271,
            -0.049497850239276886,
            -0.08819291740655899,
            -0.061779968440532684,
            -0.01726090908050537,
            -0.04375116527080536,
            -0.06615294516086578,
            -0.07390794157981873,
            -0.06237348914146423,
            -0.0443124957382679,
            -0.05347132682800293,
            -0.026554949581623077,
            -0.03605293855071068,
            -0.058559268712997437
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "k1_d3",
          "b": "k5_d3",
          "a_node": "candidate_dca9b7634807d1ae9d4a",
          "b_node": "candidate_3eb621d176f279e60930",
          "changed_fields": {
            "model.kernel": [
              1,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.012454902986064553,
          "sd_b_minus_a": 0.012073500633115509,
          "min_b_minus_a": -0.03656942397356033,
          "max_b_minus_a": 0.013278581202030182,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            0.0004976615309715271,
            -0.013080641627311707,
            -0.016623180359601974,
            -0.016828976571559906,
            -0.03656942397356033,
            0.0026141032576560974,
            0.013278581202030182,
            -0.02164486050605774,
            -0.028970032930374146,
            -0.012581020593643188,
            -0.007503926753997803,
            -0.017254170030355453,
            -0.01962130516767502,
            -0.007577046751976013,
            -0.007468599826097488,
            -0.009945608675479889
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_31e02b368c3baf5b02e6": 6961,
            "candidate_94cb1dc2031dcbb007c1": 19489,
            "candidate_1d3973820fddd55a4c7f": 18193
          },
          "best_to_worst": [
            "candidate_94cb1dc2031dcbb007c1",
            "candidate_1d3973820fddd55a4c7f",
            "candidate_31e02b368c3baf5b02e6"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_31e02b368c3baf5b02e6": 3000,
            "candidate_94cb1dc2031dcbb007c1": 3000,
            "candidate_1d3973820fddd55a4c7f": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_31e02b368c3baf5b02e6": 16,
            "candidate_94cb1dc2031dcbb007c1": 16,
            "candidate_1d3973820fddd55a4c7f": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "depthwise_width_s851901",
      "template_id": "depthwise_width",
      "admitted": false,
      "pairs": [
        {
          "a": "dense24",
          "b": "dw24",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_9845c4bdf0fd4923f6e9",
          "changed_fields": {
            "model.block": [
              "dense",
              "depthwise"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.00951917632482946,
          "sd_b_minus_a": 0.009176879684909753,
          "min_b_minus_a": -0.008021503686904907,
          "max_b_minus_a": 0.02287643402814865,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.01995779573917389,
            0.01526813954114914,
            0.015063978731632233,
            0.002445630729198456,
            0.010814964771270752,
            -0.008021503686904907,
            -0.0007515028119087219,
            0.00732836127281189,
            0.019628312438726425,
            0.00226806104183197,
            0.021077364683151245,
            0.006784521043300629,
            0.010878749191761017,
            -0.002504780888557434,
            0.009192295372486115,
            0.02287643402814865
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dense24",
          "b": "dw48",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_43a776e673e0ef163e80",
          "changed_fields": {
            "model.block": [
              "dense",
              "depthwise"
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.003946657292544842,
          "sd_b_minus_a": 0.010616597602554899,
          "min_b_minus_a": -0.01469174399971962,
          "max_b_minus_a": 0.02075096219778061,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.02075096219778061,
            0.015872173011302948,
            0.008049003779888153,
            -0.005283042788505554,
            0.004470996558666229,
            -0.010184317827224731,
            -0.0005462318658828735,
            -0.008667543530464172,
            0.0041329748928546906,
            -0.01469174399971962,
            0.01671522855758667,
            0.0011911317706108093,
            0.0033293962478637695,
            -0.0004392489790916443,
            0.018460474908351898,
            0.009986303746700287
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dense24",
          "b": "dense48",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_4ccfe01258d99adb1fd9",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.006304504116997123,
          "sd_b_minus_a": 0.007365953134526918,
          "min_b_minus_a": -0.018080390989780426,
          "max_b_minus_a": 0.0020882412791252136,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.0017762109637260437,
            -0.0027403607964515686,
            -0.0018263943493366241,
            -0.014237366616725922,
            0.0020882412791252136,
            -0.018080390989780426,
            -0.013244543224573135,
            0.00012746453285217285,
            0.0007370524108409882,
            -0.014780368655920029,
            0.0013298466801643372,
            -0.002971053123474121,
            -0.010561812669038773,
            -0.009587101638317108,
            -0.017043352127075195,
            0.0016942843794822693
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dw24",
          "b": "dw48",
          "a_node": "candidate_9845c4bdf0fd4923f6e9",
          "b_node": "candidate_43a776e673e0ef163e80",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.005572519032284617,
          "sd_b_minus_a": 0.007327082267074171,
          "min_b_minus_a": -0.01695980504155159,
          "max_b_minus_a": 0.009268179535865784,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            0.00079316645860672,
            0.0006040334701538086,
            -0.00701497495174408,
            -0.00772867351770401,
            -0.006343968212604523,
            -0.0021628141403198242,
            0.0002052709460258484,
            -0.015995904803276062,
            -0.015495337545871735,
            -0.01695980504155159,
            -0.004362136125564575,
            -0.005593389272689819,
            -0.007549352943897247,
            0.00206553190946579,
            0.009268179535865784,
            -0.012890130281448364
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dw24",
          "b": "dense48",
          "a_node": "candidate_9845c4bdf0fd4923f6e9",
          "b_node": "candidate_4ccfe01258d99adb1fd9",
          "changed_fields": {
            "model.block": [
              "depthwise",
              "dense"
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.015823680441826582,
          "sd_b_minus_a": 0.0058812600661889165,
          "min_b_minus_a": -0.02623564749956131,
          "max_b_minus_a": -0.007082320749759674,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.021734006702899933,
            -0.018008500337600708,
            -0.016890373080968857,
            -0.016682997345924377,
            -0.008726723492145538,
            -0.010058887302875519,
            -0.012493040412664413,
            -0.007200896739959717,
            -0.018891260027885437,
            -0.017048429697752,
            -0.019747518002986908,
            -0.00975557416677475,
            -0.02144056186079979,
            -0.007082320749759674,
            -0.02623564749956131,
            -0.021182149648666382
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dw48",
          "b": "dense48",
          "a_node": "candidate_43a776e673e0ef163e80",
          "b_node": "candidate_4ccfe01258d99adb1fd9",
          "changed_fields": {
            "model.block": [
              "depthwise",
              "dense"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.010251161409541965,
          "sd_b_minus_a": 0.010094055255299357,
          "min_b_minus_a": -0.035503827035427094,
          "max_b_minus_a": 0.008795008063316345,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.022527173161506653,
            -0.018612533807754517,
            -0.009875398129224777,
            -0.008954323828220367,
            -0.0023827552795410156,
            -0.007896073162555695,
            -0.012698311358690262,
            0.008795008063316345,
            -0.0033959224820137024,
            -8.862465620040894e-05,
            -0.015385381877422333,
            -0.00416218489408493,
            -0.013891208916902542,
            -0.009147852659225464,
            -0.035503827035427094,
            -0.008292019367218018
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 19489,
            "candidate_9845c4bdf0fd4923f6e9": 6385,
            "candidate_43a776e673e0ef163e80": 16225
          },
          "best_to_worst": [
            "candidate_d499a5bfa1436fde7a96",
            "candidate_43a776e673e0ef163e80",
            "candidate_9845c4bdf0fd4923f6e9"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 3000,
            "candidate_9845c4bdf0fd4923f6e9": 3000,
            "candidate_43a776e673e0ef163e80": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 16,
            "candidate_9845c4bdf0fd4923f6e9": 16,
            "candidate_43a776e673e0ef163e80": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "depthwise_width_s851902",
      "template_id": "depthwise_width",
      "admitted": false,
      "pairs": [
        {
          "a": "dense24",
          "b": "dw24",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_36ed2cab66868f3655be",
          "changed_fields": {
            "model.block": [
              "dense",
              "depthwise"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.012464509578421712,
          "sd_b_minus_a": 0.010051682561470945,
          "min_b_minus_a": -0.013374410569667816,
          "max_b_minus_a": 0.02995181828737259,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            -0.013374410569667816,
            0.02995181828737259,
            0.01562129333615303,
            0.016211651265621185,
            0.01516280323266983,
            -0.003906272351741791,
            0.010709889233112335,
            0.004525095224380493,
            0.02115900069475174,
            0.014521569013595581,
            0.017401978373527527,
            0.018460668623447418,
            0.016540512442588806,
            0.014224357903003693,
            0.013675659894943237,
            0.008546538650989532
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dense24",
          "b": "dw48",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_657c293d68ff4833a2b0",
          "changed_fields": {
            "model.block": [
              "dense",
              "depthwise"
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0024783352855592966,
          "sd_b_minus_a": 0.008451710944166116,
          "min_b_minus_a": -0.01521901786327362,
          "max_b_minus_a": 0.015063732862472534,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            -0.01521901786327362,
            0.0055326297879219055,
            0.00940428301692009,
            -0.00273335725069046,
            0.008485458791255951,
            -0.006099492311477661,
            0.015063732862472534,
            -0.005128100514411926,
            0.0047630369663238525,
            0.003720812499523163,
            0.006756320595741272,
            -0.007791213691234589,
            0.014581508934497833,
            0.0024369433522224426,
            0.00887531042098999,
            -0.0029954910278320312
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dense24",
          "b": "dense48",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_1f9738f78fe615c9c387",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.004966816632077098,
          "sd_b_minus_a": 0.009441517273560284,
          "min_b_minus_a": -0.026416055858135223,
          "max_b_minus_a": 0.011408545076847076,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.026416055858135223,
            -0.00494103878736496,
            0.0035275034606456757,
            -0.00860229879617691,
            -0.004185371100902557,
            -0.018473707139492035,
            -0.004065133631229401,
            -0.004208765923976898,
            -0.009923070669174194,
            -0.0028684884309768677,
            0.003053516149520874,
            -0.013921234756708145,
            -0.0034719258546829224,
            -0.004172701388597488,
            0.00779116153717041,
            0.011408545076847076
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dw24",
          "b": "dw48",
          "a_node": "candidate_36ed2cab66868f3655be",
          "b_node": "candidate_657c293d68ff4833a2b0",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.009986174292862415,
          "sd_b_minus_a": 0.00836755768419883,
          "min_b_minus_a": -0.026251882314682007,
          "max_b_minus_a": 0.004353843629360199,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.0018446072936058044,
            -0.024419188499450684,
            -0.006217010319232941,
            -0.018945008516311646,
            -0.006677344441413879,
            -0.0021932199597358704,
            0.004353843629360199,
            -0.00965319573879242,
            -0.016395963728427887,
            -0.010800756514072418,
            -0.010645657777786255,
            -0.026251882314682007,
            -0.001959003508090973,
            -0.01178741455078125,
            -0.004800349473953247,
            -0.011542029678821564
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dw24",
          "b": "dense48",
          "a_node": "candidate_36ed2cab66868f3655be",
          "b_node": "candidate_1f9738f78fe615c9c387",
          "changed_fields": {
            "model.block": [
              "depthwise",
              "dense"
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.01743132621049881,
          "sd_b_minus_a": 0.009912472049285444,
          "min_b_minus_a": -0.03489285707473755,
          "max_b_minus_a": 0.002862006425857544,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.013041645288467407,
            -0.03489285707473755,
            -0.012093789875507355,
            -0.024813950061798096,
            -0.019348174333572388,
            -0.014567434787750244,
            -0.014775022864341736,
            -0.008733861148357391,
            -0.031082071363925934,
            -0.01739005744457245,
            -0.014348462224006653,
            -0.03238190338015556,
            -0.02001243829727173,
            -0.01839705929160118,
            -0.005884498357772827,
            0.002862006425857544
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dw48",
          "b": "dense48",
          "a_node": "candidate_657c293d68ff4833a2b0",
          "b_node": "candidate_1f9738f78fe615c9c387",
          "changed_fields": {
            "model.block": [
              "depthwise",
              "dense"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0074451519176363945,
          "sd_b_minus_a": 0.008108644582670684,
          "min_b_minus_a": -0.019128866493701935,
          "max_b_minus_a": 0.014404036104679108,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.011197037994861603,
            -0.010473668575286865,
            -0.005876779556274414,
            -0.00586894154548645,
            -0.012670829892158508,
            -0.012374214828014374,
            -0.019128866493701935,
            0.0009193345904350281,
            -0.014686107635498047,
            -0.0065893009305000305,
            -0.003702804446220398,
            -0.0061300210654735565,
            -0.018053434789180756,
            -0.006609644740819931,
            -0.00108414888381958,
            0.014404036104679108
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 19489,
            "candidate_36ed2cab66868f3655be": 6385,
            "candidate_657c293d68ff4833a2b0": 16225
          },
          "best_to_worst": [
            "candidate_850bea5b29f7103f5ff2",
            "candidate_657c293d68ff4833a2b0",
            "candidate_36ed2cab66868f3655be"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 3000,
            "candidate_36ed2cab66868f3655be": 3000,
            "candidate_657c293d68ff4833a2b0": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 16,
            "candidate_36ed2cab66868f3655be": 16,
            "candidate_657c293d68ff4833a2b0": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "depthwise_width_s851903",
      "template_id": "depthwise_width",
      "admitted": false,
      "pairs": [
        {
          "a": "dense24",
          "b": "dw24",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_e7ad260b359bd862e8c4",
          "changed_fields": {
            "model.block": [
              "dense",
              "depthwise"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.010217390256002545,
          "sd_b_minus_a": 0.009387337154570172,
          "min_b_minus_a": -0.008459575474262238,
          "max_b_minus_a": 0.02771182358264923,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.006703108549118042,
            0.011408999562263489,
            0.017832856625318527,
            0.014797523617744446,
            0.02375306561589241,
            0.008369013667106628,
            1.2889504432678223e-06,
            0.005059275776147842,
            0.007527165114879608,
            0.021079063415527344,
            0.007008418440818787,
            0.02771182358264923,
            -0.008459575474262238,
            -0.0005769059062004089,
            0.009177662432193756,
            0.012085460126399994
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dense24",
          "b": "dw48",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_c318504945a840e65b47",
          "changed_fields": {
            "model.block": [
              "dense",
              "depthwise"
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.001263490179553628,
          "sd_b_minus_a": 0.005704886492041624,
          "min_b_minus_a": -0.00647919625043869,
          "max_b_minus_a": 0.010304771363735199,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.00465112179517746,
            0.006135717034339905,
            0.007042478770017624,
            0.0012655407190322876,
            0.0038638077676296234,
            -0.0017342865467071533,
            -0.003960862755775452,
            0.004610981792211533,
            -0.005728639662265778,
            0.009491130709648132,
            -0.005063533782958984,
            0.010304771363735199,
            -0.00647919625043869,
            -0.00036790966987609863,
            0.007013656198978424,
            -0.0015266910195350647
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dense24",
          "b": "dense48",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_42b6e1063ccbe7275150",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0043981485068798065,
          "sd_b_minus_a": 0.006946753774873506,
          "min_b_minus_a": -0.014038149267435074,
          "max_b_minus_a": 0.009989142417907715,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.013502299785614014,
            0.009989142417907715,
            0.0006537549197673798,
            -0.008182886987924576,
            0.0009669624269008636,
            -0.010228008031845093,
            -0.014038149267435074,
            -0.004594597965478897,
            -0.008715040981769562,
            -0.006145317107439041,
            -0.0007937401533126831,
            0.006316542625427246,
            -0.012890540063381195,
            -0.003827698528766632,
            -0.0003844797611236572,
            -0.004994019865989685
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dw24",
          "b": "dw48",
          "a_node": "candidate_e7ad260b359bd862e8c4",
          "b_node": "candidate_c318504945a840e65b47",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.008953900076448917,
          "sd_b_minus_a": 0.00653068509589743,
          "min_b_minus_a": -0.019889257848262787,
          "max_b_minus_a": 0.0019803792238235474,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.011354230344295502,
            -0.005273282527923584,
            -0.010790377855300903,
            -0.013531982898712158,
            -0.019889257848262787,
            -0.010103300213813782,
            -0.0039621517062187195,
            -0.0004482939839363098,
            -0.013255804777145386,
            -0.011587932705879211,
            -0.012071952223777771,
            -0.017407052218914032,
            0.0019803792238235474,
            0.0002089962363243103,
            -0.002164006233215332,
            -0.013612151145935059
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dw24",
          "b": "dense48",
          "a_node": "candidate_e7ad260b359bd862e8c4",
          "b_node": "candidate_42b6e1063ccbe7275150",
          "changed_fields": {
            "model.block": [
              "depthwise",
              "dense"
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.014615538762882352,
          "sd_b_minus_a": 0.00778024314977921,
          "min_b_minus_a": -0.027224380522966385,
          "max_b_minus_a": -0.001419857144355774,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.020205408334732056,
            -0.001419857144355774,
            -0.017179101705551147,
            -0.02298041060566902,
            -0.022786103188991547,
            -0.01859702169895172,
            -0.014039438217878342,
            -0.00965387374162674,
            -0.01624220609664917,
            -0.027224380522966385,
            -0.00780215859413147,
            -0.021395280957221985,
            -0.0044309645891189575,
            -0.003250792622566223,
            -0.009562142193317413,
            -0.01707947999238968
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "dw48",
          "b": "dense48",
          "a_node": "candidate_c318504945a840e65b47",
          "b_node": "candidate_42b6e1063ccbe7275150",
          "changed_fields": {
            "model.block": [
              "depthwise",
              "dense"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0056616386864334345,
          "sd_b_minus_a": 0.005063781512969306,
          "min_b_minus_a": -0.015636447817087173,
          "max_b_minus_a": 0.004269793629646301,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.008851177990436554,
            0.00385342538356781,
            -0.006388723850250244,
            -0.009448427706956863,
            -0.0028968453407287598,
            -0.00849372148513794,
            -0.010077286511659622,
            -0.00920557975769043,
            -0.002986401319503784,
            -0.015636447817087173,
            0.004269793629646301,
            -0.003988228738307953,
            -0.006411343812942505,
            -0.0034597888588905334,
            -0.007398135960102081,
            -0.0034673288464546204
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 19489,
            "candidate_e7ad260b359bd862e8c4": 6385,
            "candidate_c318504945a840e65b47": 16225
          },
          "best_to_worst": [
            "candidate_94cb1dc2031dcbb007c1",
            "candidate_c318504945a840e65b47",
            "candidate_e7ad260b359bd862e8c4"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 3000,
            "candidate_e7ad260b359bd862e8c4": 3000,
            "candidate_c318504945a840e65b47": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 16,
            "candidate_e7ad260b359bd862e8c4": 16,
            "candidate_c318504945a840e65b47": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "residual_depth_s851901",
      "template_id": "residual_depth",
      "admitted": false,
      "pairs": [
        {
          "a": "res_d2",
          "b": "res_d5",
          "a_node": "candidate_9b46faf860691b2c1b87",
          "b_node": "candidate_f4f74e4d74e2f9302620",
          "changed_fields": {
            "model.depth": [
              2,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.01810580026358366,
          "sd_b_minus_a": 0.006847824907630925,
          "min_b_minus_a": -0.03386600315570831,
          "max_b_minus_a": -0.0064268410205841064,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.03386600315570831,
            -0.0152067169547081,
            -0.02032824605703354,
            -0.014383811503648758,
            -0.021248292177915573,
            -0.0064268410205841064,
            -0.01210670918226242,
            -0.01614811271429062,
            -0.023125294595956802,
            -0.010128013789653778,
            -0.024962540715932846,
            -0.019546989351511,
            -0.016751904040575027,
            -0.010561719536781311,
            -0.020543210208415985,
            -0.024358399212360382
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "res_d2",
          "b": "plain_d5",
          "a_node": "candidate_9b46faf860691b2c1b87",
          "b_node": "candidate_e4cf9ec3c8a93a7c7fdf",
          "changed_fields": {
            "model.depth": [
              2,
              5
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.022947638295590878,
          "sd_b_minus_a": 0.007232998983251072,
          "min_b_minus_a": -0.04470018669962883,
          "max_b_minus_a": -0.011772245168685913,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.04470018669962883,
            -0.013530831784009933,
            -0.022331520915031433,
            -0.019750379025936127,
            -0.02516234666109085,
            -0.018352217972278595,
            -0.011772245168685913,
            -0.020883940160274506,
            -0.025794439017772675,
            -0.021151144057512283,
            -0.026745792478322983,
            -0.02448897808790207,
            -0.02174326777458191,
            -0.020823165774345398,
            -0.02223847061395645,
            -0.027693286538124084
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "res_d2",
          "b": "plain_d2",
          "a_node": "candidate_9b46faf860691b2c1b87",
          "b_node": "candidate_256ac50759402994d163",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.007287181913852692,
          "sd_b_minus_a": 0.007850371512467423,
          "min_b_minus_a": -0.02326156198978424,
          "max_b_minus_a": 0.005209192633628845,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.02326156198978424,
            -0.0008023753762245178,
            -0.0057080090045928955,
            -0.0008550360798835754,
            -0.0037230774760246277,
            -0.004137992858886719,
            -0.012726359069347382,
            -0.009725682437419891,
            -0.013124719262123108,
            0.0006966590881347656,
            0.005209192633628845,
            -0.007602103054523468,
            -0.007176652550697327,
            -0.009353384375572205,
            -0.001676112413406372,
            -0.02262769639492035
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "res_d5",
          "b": "plain_d5",
          "a_node": "candidate_f4f74e4d74e2f9302620",
          "b_node": "candidate_e4cf9ec3c8a93a7c7fdf",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.004841838032007217,
          "sd_b_minus_a": 0.0041507000457953365,
          "min_b_minus_a": -0.011925376951694489,
          "max_b_minus_a": 0.001675885170698166,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.010834183543920517,
            0.001675885170698166,
            -0.0020032748579978943,
            -0.005366567522287369,
            -0.003914054483175278,
            -0.011925376951694489,
            0.00033446401357650757,
            -0.004735827445983887,
            -0.002669144421815872,
            -0.011023130267858505,
            -0.0017832517623901367,
            -0.0049419887363910675,
            -0.004991363734006882,
            -0.010261446237564087,
            -0.0016952604055404663,
            -0.0033348873257637024
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "res_d5",
          "b": "plain_d2",
          "a_node": "candidate_f4f74e4d74e2f9302620",
          "b_node": "candidate_256ac50759402994d163",
          "changed_fields": {
            "model.depth": [
              5,
              2
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.010818618349730968,
          "sd_b_minus_a": 0.007833044992936637,
          "min_b_minus_a": -0.0006196498870849609,
          "max_b_minus_a": 0.03017173334956169,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.010604441165924072,
            0.014404341578483582,
            0.014620237052440643,
            0.013528775423765182,
            0.017525214701890945,
            0.0022888481616973877,
            -0.0006196498870849609,
            0.0064224302768707275,
            0.010000575333833694,
            0.010824672877788544,
            0.03017173334956169,
            0.011944886296987534,
            0.0095752514898777,
            0.0012083351612091064,
            0.018867097795009613,
            0.001730702817440033
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain_d5",
          "b": "plain_d2",
          "a_node": "candidate_e4cf9ec3c8a93a7c7fdf",
          "b_node": "candidate_256ac50759402994d163",
          "changed_fields": {
            "model.depth": [
              5,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.015660456381738186,
          "sd_b_minus_a": 0.007547438563196288,
          "min_b_minus_a": -0.0009541139006614685,
          "max_b_minus_a": 0.03195498511195183,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.02143862470984459,
            0.012728456407785416,
            0.016623511910438538,
            0.01889534294605255,
            0.021439269185066223,
            0.014214225113391876,
            -0.0009541139006614685,
            0.011158257722854614,
            0.012669719755649567,
            0.02184780314564705,
            0.03195498511195183,
            0.0168868750333786,
            0.014566615223884583,
            0.011469781398773193,
            0.02056235820055008,
            0.005065590143203735
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_9b46faf860691b2c1b87": 14233,
            "candidate_f4f74e4d74e2f9302620": 30001,
            "candidate_e4cf9ec3c8a93a7c7fdf": 30001
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_9b46faf860691b2c1b87": 3000,
            "candidate_f4f74e4d74e2f9302620": 3000,
            "candidate_e4cf9ec3c8a93a7c7fdf": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_9b46faf860691b2c1b87": 16,
            "candidate_f4f74e4d74e2f9302620": 16,
            "candidate_e4cf9ec3c8a93a7c7fdf": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "residual_depth_s851902",
      "template_id": "residual_depth",
      "admitted": false,
      "pairs": [
        {
          "a": "res_d2",
          "b": "res_d5",
          "a_node": "candidate_1a6b17a9d28b43148e62",
          "b_node": "candidate_526078a31781816d7c38",
          "changed_fields": {
            "model.depth": [
              2,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.019288340117782354,
          "sd_b_minus_a": 0.00799925743305436,
          "min_b_minus_a": -0.04353455454111099,
          "max_b_minus_a": -0.010310463607311249,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.01998429000377655,
            -0.013158120214939117,
            -0.02316410094499588,
            -0.013366729021072388,
            -0.012736320495605469,
            -0.020589210093021393,
            -0.010880939662456512,
            -0.019454337656497955,
            -0.01957152783870697,
            -0.020597398281097412,
            -0.02792441099882126,
            -0.010310463607311249,
            -0.017740994691848755,
            -0.04353455454111099,
            -0.01932588219642639,
            -0.016274161636829376
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "res_d2",
          "b": "plain_d5",
          "a_node": "candidate_1a6b17a9d28b43148e62",
          "b_node": "candidate_65836c263f623e464b3b",
          "changed_fields": {
            "model.depth": [
              2,
              5
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.02261862065643072,
          "sd_b_minus_a": 0.010092614271087845,
          "min_b_minus_a": -0.042349256575107574,
          "max_b_minus_a": -0.004860714077949524,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.02746276557445526,
            -0.025965962558984756,
            -0.02234901487827301,
            -0.009354017674922943,
            -0.018881842494010925,
            -0.0393618643283844,
            -0.0247151181101799,
            -0.021640457212924957,
            -0.011516407132148743,
            -0.024816468358039856,
            -0.03152570128440857,
            -0.01271534338593483,
            -0.024070531129837036,
            -0.042349256575107574,
            -0.020312465727329254,
            -0.004860714077949524
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "res_d2",
          "b": "plain_d2",
          "a_node": "candidate_1a6b17a9d28b43148e62",
          "b_node": "candidate_bf28b74e36b82bca3b9b",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.008373802527785301,
          "sd_b_minus_a": 0.006917939452748088,
          "min_b_minus_a": -0.020617075264453888,
          "max_b_minus_a": 0.0018572211265563965,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.012600280344486237,
            -0.011512823402881622,
            -0.01572342962026596,
            -0.0041530802845954895,
            -0.0053711459040641785,
            -0.020617075264453888,
            -0.009809277951717377,
            -0.0014159530401229858,
            0.0018572211265563965,
            -0.008581914007663727,
            -0.016657792031764984,
            -0.0015357956290245056,
            0.0013339370489120483,
            -0.017428919672966003,
            -0.0055794864892959595,
            -0.006185024976730347
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "res_d5",
          "b": "plain_d5",
          "a_node": "candidate_526078a31781816d7c38",
          "b_node": "candidate_65836c263f623e464b3b",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.003330280538648367,
          "sd_b_minus_a": 0.007830590866092323,
          "min_b_minus_a": -0.018772654235363007,
          "max_b_minus_a": 0.011413447558879852,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.007478475570678711,
            -0.012807842344045639,
            0.0008150860667228699,
            0.004012711346149445,
            -0.0061455219984054565,
            -0.018772654235363007,
            -0.013834178447723389,
            -0.002186119556427002,
            0.008055120706558228,
            -0.004219070076942444,
            -0.003601290285587311,
            -0.002404879778623581,
            -0.006329536437988281,
            0.001185297966003418,
            -0.0009865835309028625,
            0.011413447558879852
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "res_d5",
          "b": "plain_d2",
          "a_node": "candidate_526078a31781816d7c38",
          "b_node": "candidate_bf28b74e36b82bca3b9b",
          "changed_fields": {
            "model.depth": [
              5,
              2
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.010914537589997053,
          "sd_b_minus_a": 0.007374892919914762,
          "min_b_minus_a": -2.7865171432495117e-05,
          "max_b_minus_a": 0.02610563486814499,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.007384009659290314,
            0.0016452968120574951,
            0.007440671324729919,
            0.009213648736476898,
            0.00736517459154129,
            -2.7865171432495117e-05,
            0.0010716617107391357,
            0.01803838461637497,
            0.021428748965263367,
            0.012015484273433685,
            0.011266618967056274,
            0.008774667978286743,
            0.019074931740760803,
            0.02610563486814499,
            0.013746395707130432,
            0.01008913666009903
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain_d5",
          "b": "plain_d2",
          "a_node": "candidate_65836c263f623e464b3b",
          "b_node": "candidate_bf28b74e36b82bca3b9b",
          "changed_fields": {
            "model.depth": [
              5,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.01424481812864542,
          "sd_b_minus_a": 0.006796540218349619,
          "min_b_minus_a": -0.0013243108987808228,
          "max_b_minus_a": 0.025404468178749084,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.014862485229969025,
            0.014453139156103134,
            0.0066255852580070496,
            0.005200937390327454,
            0.013510696589946747,
            0.01874478906393051,
            0.014905840158462524,
            0.02022450417280197,
            0.01337362825870514,
            0.01623455435037613,
            0.014867909252643585,
            0.011179547756910324,
            0.025404468178749084,
            0.02492033690214157,
            0.014732979238033295,
            -0.0013243108987808228
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_1a6b17a9d28b43148e62": 14233,
            "candidate_526078a31781816d7c38": 30001,
            "candidate_65836c263f623e464b3b": 30001
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_1a6b17a9d28b43148e62": 3000,
            "candidate_526078a31781816d7c38": 3000,
            "candidate_65836c263f623e464b3b": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_1a6b17a9d28b43148e62": 16,
            "candidate_526078a31781816d7c38": 16,
            "candidate_65836c263f623e464b3b": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "residual_depth_s851903",
      "template_id": "residual_depth",
      "admitted": true,
      "pairs": [
        {
          "a": "res_d2",
          "b": "res_d5",
          "a_node": "candidate_609df24944125bad172e",
          "b_node": "candidate_77dbde93f80977cbead1",
          "changed_fields": {
            "model.depth": [
              2,
              5
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.012487519765272737,
          "sd_b_minus_a": 0.008409717636934544,
          "min_b_minus_a": -0.032770805060863495,
          "max_b_minus_a": 0.0043281689286231995,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.005605138838291168,
            -0.012156836688518524,
            -0.015339329838752747,
            -0.011698231101036072,
            -0.015407480299472809,
            -0.0010343492031097412,
            -0.011443182826042175,
            -0.015151578933000565,
            -0.016658708453178406,
            -0.022778019309043884,
            -0.032770805060863495,
            -0.013745266944169998,
            -0.013307541608810425,
            0.0043281689286231995,
            -0.010167732834815979,
            -0.006864283233880997
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "res_d2",
          "b": "plain_d5",
          "a_node": "candidate_609df24944125bad172e",
          "b_node": "candidate_a3b690a12a9e61bf1957",
          "changed_fields": {
            "model.depth": [
              2,
              5
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.01702366233803332,
          "sd_b_minus_a": 0.0074850829592912095,
          "min_b_minus_a": -0.03669922426342964,
          "max_b_minus_a": -0.0023937970399856567,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.00932583212852478,
            -0.014299668371677399,
            -0.018201153725385666,
            -0.011882118880748749,
            -0.016918107867240906,
            -0.020348601043224335,
            -0.018087688833475113,
            -0.020864807069301605,
            -0.02492949366569519,
            -0.020064912736415863,
            -0.03669922426342964,
            -0.014998048543930054,
            -0.015521936118602753,
            -0.0023937970399856567,
            -0.017117656767368317,
            -0.010725550353527069
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "res_d2",
          "b": "plain_d2",
          "a_node": "candidate_609df24944125bad172e",
          "b_node": "candidate_c6774d5cadf472081693",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.004118669079616666,
          "sd_b_minus_a": 0.006389284487330885,
          "min_b_minus_a": -0.014664717018604279,
          "max_b_minus_a": 0.011853575706481934,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            0.011853575706481934,
            0.0017674043774604797,
            -0.0121522918343544,
            0.0006227493286132812,
            -0.00547230988740921,
            -0.006708301603794098,
            -0.005935162305831909,
            -0.003149770200252533,
            -0.014664717018604279,
            -0.004511453211307526,
            -0.011361010372638702,
            -0.003973826766014099,
            0.00030187517404556274,
            -0.005706042051315308,
            0.0008298158645629883,
            -0.007639240473508835
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "res_d5",
          "b": "plain_d5",
          "a_node": "candidate_77dbde93f80977cbead1",
          "b_node": "candidate_a3b690a12a9e61bf1957",
          "changed_fields": {
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.004536142572760582,
          "sd_b_minus_a": 0.004869048037422837,
          "min_b_minus_a": -0.019314251840114594,
          "max_b_minus_a": 0.0027131065726280212,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.003720693290233612,
            -0.0021428316831588745,
            -0.0028618238866329193,
            -0.000183887779712677,
            -0.001510627567768097,
            -0.019314251840114594,
            -0.006644506007432938,
            -0.005713228136301041,
            -0.008270785212516785,
            0.0027131065726280212,
            -0.003928419202566147,
            -0.0012527815997600555,
            -0.002214394509792328,
            -0.006721965968608856,
            -0.006949923932552338,
            -0.0038612671196460724
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "res_d5",
          "b": "plain_d2",
          "a_node": "candidate_77dbde93f80977cbead1",
          "b_node": "candidate_c6774d5cadf472081693",
          "changed_fields": {
            "model.depth": [
              5,
              2
            ],
            "model.residual": [
              true,
              false
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.00836885068565607,
          "sd_b_minus_a": 0.008734176075499665,
          "min_b_minus_a": -0.010034210979938507,
          "max_b_minus_a": 0.021409794688224792,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.017458714544773102,
            0.013924241065979004,
            0.003187038004398346,
            0.012320980429649353,
            0.009935170412063599,
            -0.005673952400684357,
            0.005508020520210266,
            0.012001808732748032,
            0.001993991434574127,
            0.01826656609773636,
            0.021409794688224792,
            0.009771440178155899,
            0.013609416782855988,
            -0.010034210979938507,
            0.010997548699378967,
            -0.0007749572396278381
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "plain_d5",
          "b": "plain_d2",
          "a_node": "candidate_a3b690a12a9e61bf1957",
          "b_node": "candidate_c6774d5cadf472081693",
          "changed_fields": {
            "model.depth": [
              5,
              2
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.012904993258416653,
          "sd_b_minus_a": 0.006915985462383822,
          "min_b_minus_a": -0.003312245011329651,
          "max_b_minus_a": 0.02533821389079094,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.021179407835006714,
            0.01606707274913788,
            0.006048861891031265,
            0.01250486820936203,
            0.011445797979831696,
            0.013640299439430237,
            0.012152526527643204,
            0.017715036869049072,
            0.010264776647090912,
            0.015553459525108337,
            0.02533821389079094,
            0.011024221777915955,
            0.015823811292648315,
            -0.003312245011329651,
            0.017947472631931305,
            0.0030863098800182343
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_609df24944125bad172e": 14233,
            "candidate_77dbde93f80977cbead1": 30001,
            "candidate_a3b690a12a9e61bf1957": 30001
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_609df24944125bad172e": 3000,
            "candidate_77dbde93f80977cbead1": 3000,
            "candidate_a3b690a12a9e61bf1957": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_609df24944125bad172e": 16,
            "candidate_77dbde93f80977cbead1": 16,
            "candidate_a3b690a12a9e61bf1957": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "unet_skip_width_s851901",
      "template_id": "unet_skip_width",
      "admitted": false,
      "pairs": [
        {
          "a": "skip24",
          "b": "noskip24",
          "a_node": "candidate_a359eda0087769d7845c",
          "b_node": "candidate_121a03da20347b46d5bb",
          "changed_fields": {
            "model.skip": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -7.523549720644951e-05,
          "sd_b_minus_a": 0.003044715222746068,
          "min_b_minus_a": -0.006250612437725067,
          "max_b_minus_a": 0.004792302846908569,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.003458164632320404,
            -0.0007819905877113342,
            -0.0021335408091545105,
            0.004792302846908569,
            -0.000904180109500885,
            0.004752941429615021,
            -0.0037380382418632507,
            0.002598486840724945,
            0.0010152608156204224,
            -0.0003846660256385803,
            -0.0029847025871276855,
            0.00047378987073898315,
            0.0014751031994819641,
            -0.0012407973408699036,
            -0.006250612437725067,
            -0.001351289451122284
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "skip24",
          "b": "noskip48",
          "a_node": "candidate_a359eda0087769d7845c",
          "b_node": "candidate_8b8a814c9b0fd31e7d77",
          "changed_fields": {
            "model.skip": [
              true,
              false
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.004689161665737629,
          "sd_b_minus_a": 0.003466955275900799,
          "min_b_minus_a": -0.012985460460186005,
          "max_b_minus_a": 0.0022977888584136963,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.0050819143652915955,
            -0.005125097930431366,
            -0.003162682056427002,
            -0.0003338754177093506,
            0.0022977888584136963,
            -0.00477871298789978,
            -0.001524507999420166,
            -0.0042014047503471375,
            -0.002668313682079315,
            -0.0033733397722244263,
            -0.00654301792383194,
            -0.008028216660022736,
            -0.006241209805011749,
            -0.006227083504199982,
            -0.012985460460186005,
            -0.007049538195133209
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "skip24",
          "b": "skip48",
          "a_node": "candidate_a359eda0087769d7845c",
          "b_node": "candidate_dd65d60b6577e91f3e7a",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.003867784049361944,
          "sd_b_minus_a": 0.00283480598920778,
          "min_b_minus_a": -0.007854767143726349,
          "max_b_minus_a": 0.0018367469310760498,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.004083812236785889,
            -0.0031977668404579163,
            0.0018367469310760498,
            -0.0024786442518234253,
            -0.00686037540435791,
            -0.0029705390334129333,
            -0.007742106914520264,
            6.0811638832092285e-05,
            -0.004803232848644257,
            -0.0034952834248542786,
            -0.007854767143726349,
            -0.003243781626224518,
            -0.004460670053958893,
            -0.0069323256611824036,
            1.4133751392364502e-05,
            -0.005672931671142578
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "noskip24",
          "b": "noskip48",
          "a_node": "candidate_121a03da20347b46d5bb",
          "b_node": "candidate_8b8a814c9b0fd31e7d77",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.004613926168531179,
          "sd_b_minus_a": 0.0036555162116464596,
          "min_b_minus_a": -0.009531654417514801,
          "max_b_minus_a": 0.0032019689679145813,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.008540078997612,
            -0.004343107342720032,
            -0.0010291412472724915,
            -0.00512617826461792,
            0.0032019689679145813,
            -0.009531654417514801,
            0.0022135302424430847,
            -0.0067998915910720825,
            -0.0036835744976997375,
            -0.002988673746585846,
            -0.003558315336704254,
            -0.008502006530761719,
            -0.007716313004493713,
            -0.004986286163330078,
            -0.0067348480224609375,
            -0.005698248744010925
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "noskip24",
          "b": "skip48",
          "a_node": "candidate_121a03da20347b46d5bb",
          "b_node": "candidate_dd65d60b6577e91f3e7a",
          "changed_fields": {
            "model.skip": [
              false,
              true
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0037925485521554947,
          "sd_b_minus_a": 0.003876703402951395,
          "min_b_minus_a": -0.007723480463027954,
          "max_b_minus_a": 0.006264746189117432,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.007541976869106293,
            -0.002415776252746582,
            0.00397028774023056,
            -0.007270947098731995,
            -0.005956195294857025,
            -0.007723480463027954,
            -0.004004068672657013,
            -0.002537675201892853,
            -0.005818493664264679,
            -0.0031106173992156982,
            -0.004870064556598663,
            -0.003717571496963501,
            -0.005935773253440857,
            -0.0056915283203125,
            0.006264746189117432,
            -0.004321642220020294
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "noskip48",
          "b": "skip48",
          "a_node": "candidate_8b8a814c9b0fd31e7d77",
          "b_node": "candidate_dd65d60b6577e91f3e7a",
          "changed_fields": {
            "model.skip": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0008213776163756847,
          "sd_b_minus_a": 0.004974692528237007,
          "min_b_minus_a": -0.009158164262771606,
          "max_b_minus_a": 0.01299959421157837,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.0009981021285057068,
            0.0019273310899734497,
            0.004999428987503052,
            -0.0021447688341140747,
            -0.009158164262771606,
            0.001808173954486847,
            -0.006217598915100098,
            0.00426221638917923,
            -0.0021349191665649414,
            -0.0001219436526298523,
            -0.0013117492198944092,
            0.004784435033798218,
            0.0017805397510528564,
            -0.0007052421569824219,
            0.01299959421157837,
            0.001376606523990631
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_a359eda0087769d7845c": 35089,
            "candidate_121a03da20347b46d5bb": 29905,
            "candidate_8b8a814c9b0fd31e7d77": 111649
          },
          "best_to_worst": [
            "candidate_8b8a814c9b0fd31e7d77",
            "candidate_a359eda0087769d7845c",
            "candidate_121a03da20347b46d5bb"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_a359eda0087769d7845c": 3000,
            "candidate_121a03da20347b46d5bb": 3000,
            "candidate_8b8a814c9b0fd31e7d77": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_a359eda0087769d7845c": 16,
            "candidate_121a03da20347b46d5bb": 16,
            "candidate_8b8a814c9b0fd31e7d77": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "unet_skip_width_s851902",
      "template_id": "unet_skip_width",
      "admitted": false,
      "pairs": [
        {
          "a": "skip24",
          "b": "noskip24",
          "a_node": "candidate_ff2e78d50b0283fc08aa",
          "b_node": "candidate_23631fe60b85295ac58f",
          "changed_fields": {
            "model.skip": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0011870618909597397,
          "sd_b_minus_a": 0.004271032623535479,
          "min_b_minus_a": -0.011548370122909546,
          "max_b_minus_a": 0.004121080040931702,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.00047188252210617065,
            0.0009519755840301514,
            -0.00022843480110168457,
            -0.011548370122909546,
            0.000829547643661499,
            8.492916822433472e-05,
            -0.0013015717267990112,
            0.0037418976426124573,
            -0.003657236695289612,
            -0.002140827476978302,
            -0.006308421492576599,
            -0.0048681870102882385,
            -0.00525762140750885,
            0.004121080040931702,
            0.003532327711582184,
            0.0025840401649475098
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "skip24",
          "b": "noskip48",
          "a_node": "candidate_ff2e78d50b0283fc08aa",
          "b_node": "candidate_f6cb252fc29c7c17d765",
          "changed_fields": {
            "model.skip": [
              true,
              false
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.005011150613427162,
          "sd_b_minus_a": 0.004668520616637184,
          "min_b_minus_a": -0.014542080461978912,
          "max_b_minus_a": 0.003818117082118988,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            0.003818117082118988,
            -0.0017863214015960693,
            -0.005775295197963715,
            -0.014542080461978912,
            -0.000233381986618042,
            -0.0031172260642051697,
            -0.006828770041465759,
            -0.0016761794686317444,
            -0.005791500210762024,
            -0.0074043795466423035,
            -0.00325186550617218,
            -0.009261094033718109,
            -0.0070288777351379395,
            -0.006093874573707581,
            0.0004333481192588806,
            -0.011639028787612915
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "skip24",
          "b": "skip48",
          "a_node": "candidate_ff2e78d50b0283fc08aa",
          "b_node": "candidate_a7f5110b507b5d427d06",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.005681751761585474,
          "sd_b_minus_a": 0.0039407196286638645,
          "min_b_minus_a": -0.01495359092950821,
          "max_b_minus_a": 0.0012012794613838196,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.0034541189670562744,
            -0.003602854907512665,
            -0.004901237785816193,
            -0.01495359092950821,
            0.0012012794613838196,
            -0.0043639689683914185,
            -0.006094679236412048,
            -0.0014644712209701538,
            -0.004982747137546539,
            -0.006426170468330383,
            -0.007104426622390747,
            -0.01071825623512268,
            -0.006899401545524597,
            -0.008130975067615509,
            -0.0005481913685798645,
            -0.008464217185974121
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "noskip24",
          "b": "noskip48",
          "a_node": "candidate_23631fe60b85295ac58f",
          "b_node": "candidate_f6cb252fc29c7c17d765",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0038240887224674225,
          "sd_b_minus_a": 0.004289664966207671,
          "min_b_minus_a": -0.014223068952560425,
          "max_b_minus_a": 0.0033462345600128174,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            0.0033462345600128174,
            -0.0027382969856262207,
            -0.00554686039686203,
            -0.0029937103390693665,
            -0.001062929630279541,
            -0.0032021552324295044,
            -0.005527198314666748,
            -0.005418077111244202,
            -0.002134263515472412,
            -0.0052635520696640015,
            0.003056555986404419,
            -0.004392907023429871,
            -0.0017712563276290894,
            -0.010214954614639282,
            -0.0030989795923233032,
            -0.014223068952560425
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "noskip24",
          "b": "skip48",
          "a_node": "candidate_23631fe60b85295ac58f",
          "b_node": "candidate_a7f5110b507b5d427d06",
          "changed_fields": {
            "model.skip": [
              false,
              true
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.004494689870625734,
          "sd_b_minus_a": 0.003295115854418119,
          "min_b_minus_a": -0.01225205510854721,
          "max_b_minus_a": 0.00037173181772232056,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.003926001489162445,
            -0.004554830491542816,
            -0.004672802984714508,
            -0.0034052208065986633,
            0.00037173181772232056,
            -0.004448898136615753,
            -0.004793107509613037,
            -0.005206368863582611,
            -0.0013255104422569275,
            -0.004285342991352081,
            -0.000796005129814148,
            -0.005850069224834442,
            -0.001641780138015747,
            -0.01225205510854721,
            -0.004080519080162048,
            -0.01104825735092163
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "noskip48",
          "b": "skip48",
          "a_node": "candidate_f6cb252fc29c7c17d765",
          "b_node": "candidate_a7f5110b507b5d427d06",
          "changed_fields": {
            "model.skip": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0006706011481583118,
          "sd_b_minus_a": 0.002420819136002861,
          "min_b_minus_a": -0.0072722360491752625,
          "max_b_minus_a": 0.003174811601638794,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.0072722360491752625,
            -0.0018165335059165955,
            0.000874057412147522,
            -0.0004115104675292969,
            0.0014346614480018616,
            -0.0012467429041862488,
            0.0007340908050537109,
            0.00021170824766159058,
            0.0008087530732154846,
            0.0009782090783119202,
            -0.003852561116218567,
            -0.0014571622014045715,
            0.00012947618961334229,
            -0.0020371004939079285,
            -0.0009815394878387451,
            0.003174811601638794
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_ff2e78d50b0283fc08aa": 35089,
            "candidate_23631fe60b85295ac58f": 29905,
            "candidate_f6cb252fc29c7c17d765": 111649
          },
          "best_to_worst": [
            "candidate_f6cb252fc29c7c17d765",
            "candidate_ff2e78d50b0283fc08aa",
            "candidate_23631fe60b85295ac58f"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_ff2e78d50b0283fc08aa": 3000,
            "candidate_23631fe60b85295ac58f": 3000,
            "candidate_f6cb252fc29c7c17d765": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_ff2e78d50b0283fc08aa": 16,
            "candidate_23631fe60b85295ac58f": 16,
            "candidate_f6cb252fc29c7c17d765": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "unet_skip_width_s851903",
      "template_id": "unet_skip_width",
      "admitted": false,
      "pairs": [
        {
          "a": "skip24",
          "b": "noskip24",
          "a_node": "candidate_d26f744deb7fc3b74233",
          "b_node": "candidate_8d999b451cc1c26a8aab",
          "changed_fields": {
            "model.skip": [
              true,
              false
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0016015502624213696,
          "sd_b_minus_a": 0.003854043367946584,
          "min_b_minus_a": -0.010750025510787964,
          "max_b_minus_a": 0.0030507370829582214,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.00278376042842865,
            -0.0014431029558181763,
            0.0009453073143959045,
            0.0006249845027923584,
            -0.0023163408041000366,
            0.0011784806847572327,
            -3.235042095184326e-05,
            0.0003991946578025818,
            -0.006457865238189697,
            -0.005797222256660461,
            -0.0019267499446868896,
            -0.0034879446029663086,
            -0.004864156246185303,
            -0.010750025510787964,
            0.002468489110469818,
            0.0030507370829582214
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "skip24",
          "b": "noskip48",
          "a_node": "candidate_d26f744deb7fc3b74233",
          "b_node": "candidate_87d6d189b8c9a1dfbbfa",
          "changed_fields": {
            "model.skip": [
              true,
              false
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.005270092282444239,
          "sd_b_minus_a": 0.005881193429005677,
          "min_b_minus_a": -0.015597470104694366,
          "max_b_minus_a": 0.008507981896400452,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.005293227732181549,
            -0.00286141037940979,
            -0.002311304211616516,
            -0.005055263638496399,
            -0.0016532838344573975,
            0.008507981896400452,
            -0.002174757421016693,
            -0.0073037296533584595,
            -0.011663012206554413,
            -0.010660864412784576,
            -0.002719096839427948,
            -0.00739394873380661,
            -0.014052368700504303,
            -0.015597470104694366,
            -0.0010312721133232117,
            -0.0030584484338760376
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "skip24",
          "b": "skip48",
          "a_node": "candidate_d26f744deb7fc3b74233",
          "b_node": "candidate_1fe26c04f469556916e2",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.004665286745876074,
          "sd_b_minus_a": 0.004042975736534886,
          "min_b_minus_a": -0.013024978339672089,
          "max_b_minus_a": 0.003140069544315338,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.002270810306072235,
            -0.005417786538600922,
            -0.003670215606689453,
            -0.0031247586011886597,
            -0.0026663392782211304,
            0.003140069544315338,
            -0.002940729260444641,
            -0.006844162940979004,
            -0.008949190378189087,
            -0.004758588969707489,
            -0.0024953261017799377,
            -0.008502647280693054,
            -0.013024978339672089,
            -0.010401427745819092,
            -0.0018242597579956055,
            -0.0008934363722801208
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "noskip24",
          "b": "noskip48",
          "a_node": "candidate_8d999b451cc1c26a8aab",
          "b_node": "candidate_87d6d189b8c9a1dfbbfa",
          "changed_fields": {
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.003668542020022869,
          "sd_b_minus_a": 0.003974919211252234,
          "min_b_minus_a": -0.009188212454319,
          "max_b_minus_a": 0.007329501211643219,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.008076988160610199,
            -0.0014183074235916138,
            -0.0032566115260124207,
            -0.005680248141288757,
            0.0006630569696426392,
            0.007329501211643219,
            -0.00214240700006485,
            -0.007702924311161041,
            -0.005205146968364716,
            -0.004863642156124115,
            -0.0007923468947410583,
            -0.0039060041308403015,
            -0.009188212454319,
            -0.004847444593906403,
            -0.00349976122379303,
            -0.006109185516834259
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "noskip24",
          "b": "skip48",
          "a_node": "candidate_8d999b451cc1c26a8aab",
          "b_node": "candidate_1fe26c04f469556916e2",
          "changed_fields": {
            "model.skip": [
              false,
              true
            ],
            "model.width": [
              24,
              48
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0030637364834547043,
          "sd_b_minus_a": 0.00288539614130021,
          "min_b_minus_a": -0.008160822093486786,
          "max_b_minus_a": 0.0019615888595581055,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.005054570734500885,
            -0.003974683582782745,
            -0.004615522921085358,
            -0.003749743103981018,
            -0.00034999847412109375,
            0.0019615888595581055,
            -0.002908378839492798,
            -0.007243357598781586,
            -0.0024913251399993896,
            0.0010386332869529724,
            -0.0005685761570930481,
            -0.005014702677726746,
            -0.008160822093486786,
            0.00034859776496887207,
            -0.004292748868465424,
            -0.003944173455238342
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "noskip48",
          "b": "skip48",
          "a_node": "candidate_87d6d189b8c9a1dfbbfa",
          "b_node": "candidate_1fe26c04f469556916e2",
          "changed_fields": {
            "model.skip": [
              false,
              true
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0006048055365681648,
          "sd_b_minus_a": 0.0028621793903428356,
          "min_b_minus_a": -0.0053679123520851135,
          "max_b_minus_a": 0.005902275443077087,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            0.003022417426109314,
            -0.0025563761591911316,
            -0.001358911395072937,
            0.0019305050373077393,
            -0.001013055443763733,
            -0.0053679123520851135,
            -0.000765971839427948,
            0.00045956671237945557,
            0.002713821828365326,
            0.005902275443077087,
            0.00022377073764801025,
            -0.001108698546886444,
            0.0010273903608322144,
            0.005196042358875275,
            -0.0007929876446723938,
            0.0021650120615959167
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_d26f744deb7fc3b74233": 35089,
            "candidate_8d999b451cc1c26a8aab": 29905,
            "candidate_87d6d189b8c9a1dfbbfa": 111649
          },
          "best_to_worst": [
            "candidate_87d6d189b8c9a1dfbbfa",
            "candidate_d26f744deb7fc3b74233",
            "candidate_8d999b451cc1c26a8aab"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_d26f744deb7fc3b74233": 3000,
            "candidate_8d999b451cc1c26a8aab": 3000,
            "candidate_87d6d189b8c9a1dfbbfa": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_d26f744deb7fc3b74233": 16,
            "candidate_8d999b451cc1c26a8aab": 16,
            "candidate_87d6d189b8c9a1dfbbfa": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "conditioning_injection_s851901",
      "template_id": "conditioning_injection",
      "admitted": false,
      "pairs": [
        {
          "a": "concat",
          "b": "film",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_032fd3a426b6da3579c1",
          "changed_fields": {
            "model.conditioning": [
              "concat",
              "film"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0114230967592448,
          "sd_b_minus_a": 0.01179199327006536,
          "min_b_minus_a": -0.00992140918970108,
          "max_b_minus_a": 0.02877771109342575,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.026428043842315674,
            0.01659531146287918,
            0.02244216948747635,
            0.003098495304584503,
            0.01670447736978531,
            -0.00992140918970108,
            -0.0032755881547927856,
            0.02040468156337738,
            0.009926613420248032,
            -0.00027541816234588623,
            0.016875915229320526,
            -0.0017894357442855835,
            0.016094312071800232,
            0.0004877448081970215,
            0.02877771109342575,
            0.02019592374563217
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "concat",
          "b": "input",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_b004cfc10cd5adf3a951",
          "changed_fields": {
            "model.conditioning": [
              "concat",
              "input"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.00818972964771092,
          "sd_b_minus_a": 0.012653178280215518,
          "min_b_minus_a": -0.00738176703453064,
          "max_b_minus_a": 0.043630972504615784,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            -4.524737596511841e-05,
            0.008283063769340515,
            0.008868694305419922,
            0.0022639408707618713,
            0.010400518774986267,
            -0.0034909918904304504,
            -0.006438553333282471,
            0.01708851009607315,
            0.00733422115445137,
            -0.00738176703453064,
            0.01805926114320755,
            0.005579769611358643,
            0.014998026192188263,
            -0.004149101674556732,
            0.043630972504615784,
            0.016034357249736786
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "film",
          "b": "input",
          "a_node": "candidate_032fd3a426b6da3579c1",
          "b_node": "candidate_b004cfc10cd5adf3a951",
          "changed_fields": {
            "model.conditioning": [
              "film",
              "input"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0032333671115338802,
          "sd_b_minus_a": 0.009176955199886561,
          "min_b_minus_a": -0.026473291218280792,
          "max_b_minus_a": 0.014853261411190033,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.026473291218280792,
            -0.008312247693538666,
            -0.013573475182056427,
            -0.0008345544338226318,
            -0.006303958594799042,
            0.00643041729927063,
            -0.003162965178489685,
            -0.0033161714673042297,
            -0.0025923922657966614,
            -0.007106348872184753,
            0.001183345913887024,
            0.007369205355644226,
            -0.001096285879611969,
            -0.004636846482753754,
            0.014853261411190033,
            -0.004161566495895386
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 19489,
            "candidate_032fd3a426b6da3579c1": 18025,
            "candidate_b004cfc10cd5adf3a951": 17425
          },
          "best_to_worst": [
            "candidate_d499a5bfa1436fde7a96",
            "candidate_032fd3a426b6da3579c1",
            "candidate_b004cfc10cd5adf3a951"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 3000,
            "candidate_032fd3a426b6da3579c1": 3000,
            "candidate_b004cfc10cd5adf3a951": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 16,
            "candidate_032fd3a426b6da3579c1": 16,
            "candidate_b004cfc10cd5adf3a951": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "conditioning_injection_s851902",
      "template_id": "conditioning_injection",
      "admitted": false,
      "pairs": [
        {
          "a": "concat",
          "b": "film",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_d0d411f82be127466783",
          "changed_fields": {
            "model.conditioning": [
              "concat",
              "film"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.012675500707700849,
          "sd_b_minus_a": 0.012463141104091998,
          "min_b_minus_a": -0.002619311213493347,
          "max_b_minus_a": 0.04364163428544998,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.017707079648971558,
            0.004569597542285919,
            0.014843683689832687,
            0.0027775540947914124,
            0.0096617192029953,
            -0.002619311213493347,
            0.0056929439306259155,
            0.014685377478599548,
            -1.1272728443145752e-05,
            0.04364163428544998,
            0.013651467859745026,
            0.001168854534626007,
            0.018671520054340363,
            0.002865329384803772,
            0.027247674763202667,
            0.028254158794879913
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "concat",
          "b": "input",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_874ee6dbb31d74ccd0ef",
          "changed_fields": {
            "model.conditioning": [
              "concat",
              "input"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.007248541107401252,
          "sd_b_minus_a": 0.010499681081706954,
          "min_b_minus_a": -0.011343464255332947,
          "max_b_minus_a": 0.029919691383838654,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            -0.011343464255332947,
            0.008154332637786865,
            0.00875067338347435,
            0.0011214092373847961,
            0.010777615010738373,
            -0.008699856698513031,
            0.0025641396641731262,
            0.006652139127254486,
            -0.0044835954904556274,
            0.012140229344367981,
            0.023638397455215454,
            0.006112277507781982,
            0.012253277003765106,
            0.009371533989906311,
            0.00904785841703415,
            0.029919691383838654
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "film",
          "b": "input",
          "a_node": "candidate_d0d411f82be127466783",
          "b_node": "candidate_874ee6dbb31d74ccd0ef",
          "changed_fields": {
            "model.conditioning": [
              "film",
              "input"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.005426959600299597,
          "sd_b_minus_a": 0.011809630516974236,
          "min_b_minus_a": -0.031501404941082,
          "max_b_minus_a": 0.009986929595470428,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            -0.029050543904304504,
            0.003584735095500946,
            -0.006093010306358337,
            -0.0016561448574066162,
            0.0011158958077430725,
            -0.006080545485019684,
            -0.0031288042664527893,
            -0.008033238351345062,
            -0.004472322762012482,
            -0.031501404941082,
            0.009986929595470428,
            0.004943422973155975,
            -0.006418243050575256,
            0.006506204605102539,
            -0.018199816346168518,
            0.0016655325889587402
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 19489,
            "candidate_d0d411f82be127466783": 18025,
            "candidate_874ee6dbb31d74ccd0ef": 17425
          },
          "best_to_worst": [
            "candidate_850bea5b29f7103f5ff2",
            "candidate_d0d411f82be127466783",
            "candidate_874ee6dbb31d74ccd0ef"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 3000,
            "candidate_d0d411f82be127466783": 3000,
            "candidate_874ee6dbb31d74ccd0ef": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 16,
            "candidate_d0d411f82be127466783": 16,
            "candidate_874ee6dbb31d74ccd0ef": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "conditioning_injection_s851903",
      "template_id": "conditioning_injection",
      "admitted": false,
      "pairs": [
        {
          "a": "concat",
          "b": "film",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_c99fa69867ad4a43cc14",
          "changed_fields": {
            "model.conditioning": [
              "concat",
              "film"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.007863513426855206,
          "sd_b_minus_a": 0.008554045443726135,
          "min_b_minus_a": -0.012046635150909424,
          "max_b_minus_a": 0.02424198016524315,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.00687369704246521,
            0.008719906210899353,
            0.011539425700902939,
            0.008579500019550323,
            0.02424198016524315,
            0.012448705732822418,
            -0.012046635150909424,
            0.015635978430509567,
            -0.007400736212730408,
            0.004760585725307465,
            0.004392541944980621,
            0.012804076075553894,
            0.007846824824810028,
            0.004496477544307709,
            0.014577791094779968,
            0.00834609568119049
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "concat",
          "b": "input",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_df63f4ab59dfffe22e99",
          "changed_fields": {
            "model.conditioning": [
              "concat",
              "input"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.007065178127959371,
          "sd_b_minus_a": 0.008008474836744392,
          "min_b_minus_a": -0.005577996373176575,
          "max_b_minus_a": 0.020970046520233154,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.004799298942089081,
            0.020970046520233154,
            0.014537524431943893,
            0.003634721040725708,
            0.01885886862874031,
            0.00638890266418457,
            -0.005149818956851959,
            0.015061590820550919,
            -0.0026510879397392273,
            0.007043123245239258,
            0.0012006238102912903,
            0.006489083170890808,
            -0.005577996373176575,
            0.004549182951450348,
            0.009254887700080872,
            0.01363389939069748
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "film",
          "b": "input",
          "a_node": "candidate_c99fa69867ad4a43cc14",
          "b_node": "candidate_df63f4ab59dfffe22e99",
          "changed_fields": {
            "model.conditioning": [
              "film",
              "input"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0007983352988958359,
          "sd_b_minus_a": 0.006353820654857675,
          "min_b_minus_a": -0.013424821197986603,
          "max_b_minus_a": 0.012250140309333801,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.002074398100376129,
            0.012250140309333801,
            0.0029980987310409546,
            -0.0049447789788246155,
            -0.005383111536502838,
            -0.006059803068637848,
            0.006896816194057465,
            -0.0005743876099586487,
            0.00474964827299118,
            0.002282537519931793,
            -0.003191918134689331,
            -0.006314992904663086,
            -0.013424821197986603,
            5.270540714263916e-05,
            -0.005322903394699097,
            0.0052878037095069885
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "ordered",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 19489,
            "candidate_c99fa69867ad4a43cc14": 18025,
            "candidate_df63f4ab59dfffe22e99": 17425
          },
          "best_to_worst": [
            "candidate_94cb1dc2031dcbb007c1",
            "candidate_c99fa69867ad4a43cc14",
            "candidate_df63f4ab59dfffe22e99"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 3000,
            "candidate_c99fa69867ad4a43cc14": 3000,
            "candidate_df63f4ab59dfffe22e99": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 16,
            "candidate_c99fa69867ad4a43cc14": 16,
            "candidate_df63f4ab59dfffe22e99": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "time_parameterization_s851901",
      "template_id": "time_parameterization",
      "admitted": false,
      "pairs": [
        {
          "a": "x0_sinusoidal",
          "b": "x0_none",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_51cf2534f91a0cbb312c",
          "changed_fields": {
            "model.time_embedding": [
              "sinusoidal",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0019530935678631067,
          "sd_b_minus_a": 0.006742775100584422,
          "min_b_minus_a": -0.009890809655189514,
          "max_b_minus_a": 0.01231527328491211,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.0029268860816955566,
            0.009477071464061737,
            0.01231527328491211,
            0.0039693862199783325,
            0.0009406805038452148,
            -0.006575830280780792,
            -0.003172248601913452,
            0.0012772753834724426,
            0.008453469723463058,
            -0.009890809655189514,
            0.007401511073112488,
            -0.0011541545391082764,
            0.0018420964479446411,
            -0.008425697684288025,
            0.0008721426129341125,
            0.010992445051670074
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_sinusoidal",
          "b": "epsilon_sinusoidal",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_7c2155cfd5e2196a82da",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.06117640039883554,
          "sd_b_minus_a": 0.05250773614662164,
          "min_b_minus_a": -0.001623488962650299,
          "max_b_minus_a": 0.1545262560248375,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.1545262560248375,
            0.028523661196231842,
            0.07437092065811157,
            0.1337878778576851,
            0.024564184248447418,
            -0.001623488962650299,
            0.026918455958366394,
            0.11919286102056503,
            0.012526344507932663,
            0.14607785642147064,
            0.022481903433799744,
            0.09906895458698273,
            0.014159858226776123,
            0.05751755088567734,
            0.0369764044880867,
            0.029752805829048157
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_sinusoidal",
          "b": "epsilon_none",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_b7649dbcf2a34b9577d5",
          "changed_fields": {
            "model.time_embedding": [
              "sinusoidal",
              "none"
            ],
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.01302225305698812,
          "sd_b_minus_a": 0.008411612035030602,
          "min_b_minus_a": -0.001580744981765747,
          "max_b_minus_a": 0.027871649712324142,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.019607603549957275,
            0.016859933733940125,
            0.022970661520957947,
            0.013052120804786682,
            0.014791198074817657,
            -0.001580744981765747,
            0.0075669437646865845,
            0.007699228823184967,
            0.027871649712324142,
            0.003320068120956421,
            0.02457374334335327,
            0.012770749628543854,
            0.016547463834285736,
            0.002241373062133789,
            0.0058418214321136475,
            0.01422223448753357
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_none",
          "b": "epsilon_sinusoidal",
          "a_node": "candidate_51cf2534f91a0cbb312c",
          "b_node": "candidate_7c2155cfd5e2196a82da",
          "changed_fields": {
            "model.time_embedding": [
              "none",
              "sinusoidal"
            ],
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.05922330683097243,
          "sd_b_minus_a": 0.05421760297238586,
          "min_b_minus_a": 0.0040728747844696045,
          "max_b_minus_a": 0.15596866607666016,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.15159936994314194,
            0.019046589732170105,
            0.06205564737319946,
            0.12981849163770676,
            0.023623503744602203,
            0.004952341318130493,
            0.030090704560279846,
            0.11791558563709259,
            0.0040728747844696045,
            0.15596866607666016,
            0.015080392360687256,
            0.100223109126091,
            0.012317761778831482,
            0.06594324856996536,
            0.03610426187515259,
            0.018760360777378082
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_none",
          "b": "epsilon_none",
          "a_node": "candidate_51cf2534f91a0cbb312c",
          "b_node": "candidate_b7649dbcf2a34b9577d5",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.011069159489125013,
          "sd_b_minus_a": 0.00481158421019222,
          "min_b_minus_a": 0.003229789435863495,
          "max_b_minus_a": 0.019418179988861084,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.01668071746826172,
            0.0073828622698783875,
            0.010655388236045837,
            0.00908273458480835,
            0.013850517570972443,
            0.004995085299015045,
            0.010739192366600037,
            0.006421953439712524,
            0.019418179988861084,
            0.013210877776145935,
            0.017172232270240784,
            0.01392490416765213,
            0.014705367386341095,
            0.010667070746421814,
            0.004969678819179535,
            0.003229789435863495
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "epsilon_sinusoidal",
          "b": "epsilon_none",
          "a_node": "candidate_7c2155cfd5e2196a82da",
          "b_node": "candidate_b7649dbcf2a34b9577d5",
          "changed_fields": {
            "model.time_embedding": [
              "sinusoidal",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.04815414734184742,
          "sd_b_minus_a": 0.05397320725111716,
          "min_b_minus_a": -0.14275778830051422,
          "max_b_minus_a": 0.01534530520439148,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.13491865247488022,
            -0.011663727462291718,
            -0.051400259137153625,
            -0.12073575705289841,
            -0.00977298617362976,
            4.2743980884552e-05,
            -0.01935151219367981,
            -0.11149363219738007,
            0.01534530520439148,
            -0.14275778830051422,
            0.002091839909553528,
            -0.08629820495843887,
            0.002387605607509613,
            -0.05527617782354355,
            -0.031134583055973053,
            -0.015530571341514587
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 19489,
            "candidate_51cf2534f91a0cbb312c": 17977,
            "candidate_7c2155cfd5e2196a82da": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 3000,
            "candidate_51cf2534f91a0cbb312c": 3000,
            "candidate_7c2155cfd5e2196a82da": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 16,
            "candidate_51cf2534f91a0cbb312c": 16,
            "candidate_7c2155cfd5e2196a82da": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "time_parameterization_s851902",
      "template_id": "time_parameterization",
      "admitted": false,
      "pairs": [
        {
          "a": "x0_sinusoidal",
          "b": "x0_none",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_800d4854ce712d0ec4e7",
          "changed_fields": {
            "model.time_embedding": [
              "sinusoidal",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.001936860615387559,
          "sd_b_minus_a": 0.008028281312348472,
          "min_b_minus_a": -0.01634727418422699,
          "max_b_minus_a": 0.014556549489498138,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            -0.01634727418422699,
            -0.004122473299503326,
            0.009850066155195236,
            -0.0013374537229537964,
            0.00434422492980957,
            -0.0062046051025390625,
            0.014556549489498138,
            0.009798035025596619,
            -0.005851171910762787,
            0.006271533668041229,
            0.003935091197490692,
            -0.0035293251276016235,
            0.012341178953647614,
            0.0045845285058021545,
            0.0012121722102165222,
            0.0014886930584907532
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_sinusoidal",
          "b": "epsilon_sinusoidal",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_4e1cedd221d0c91b55f9",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0635148745495826,
          "sd_b_minus_a": 0.05975063377898376,
          "min_b_minus_a": -0.0008029937744140625,
          "max_b_minus_a": 0.1633111760020256,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.05651469528675079,
            0.016311101615428925,
            0.026481371372938156,
            0.026900745928287506,
            0.15691449493169785,
            0.012842543423175812,
            0.0186707004904747,
            0.12123125791549683,
            -0.0008029937744140625,
            0.1633111760020256,
            0.010383956134319305,
            0.12384786456823349,
            0.018146254122257233,
            0.11968624591827393,
            0.01821509748697281,
            0.12758348137140274
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_sinusoidal",
          "b": "epsilon_none",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_989e9d9a162470e2fe5c",
          "changed_fields": {
            "model.time_embedding": [
              "sinusoidal",
              "none"
            ],
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.010503883706405759,
          "sd_b_minus_a": 0.01018156800269291,
          "min_b_minus_a": -0.008347302675247192,
          "max_b_minus_a": 0.03319486975669861,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            -0.008347302675247192,
            0.022742487490177155,
            0.013829153031110764,
            0.0153440460562706,
            0.009076088666915894,
            -0.002777412533760071,
            0.0070047080516815186,
            0.011997923254966736,
            0.0039685070514678955,
            0.03319486975669861,
            0.0017462819814682007,
            0.0038724541664123535,
            0.006057731807231903,
            0.01794496178627014,
            0.01762542873620987,
            0.014782212674617767
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_none",
          "b": "epsilon_sinusoidal",
          "a_node": "candidate_800d4854ce712d0ec4e7",
          "b_node": "candidate_4e1cedd221d0c91b55f9",
          "changed_fields": {
            "model.time_embedding": [
              "none",
              "sinusoidal"
            ],
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.06157801393419504,
          "sd_b_minus_a": 0.05923405811148741,
          "min_b_minus_a": 0.0041141510009765625,
          "max_b_minus_a": 0.15703964233398438,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.07286196947097778,
            0.02043357491493225,
            0.01663130521774292,
            0.028238199651241302,
            0.15257027000188828,
            0.019047148525714874,
            0.0041141510009765625,
            0.11143322288990021,
            0.005048178136348724,
            0.15703964233398438,
            0.006448864936828613,
            0.1273771896958351,
            0.005805075168609619,
            0.11510171741247177,
            0.017002925276756287,
            0.126094788312912
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_none",
          "b": "epsilon_none",
          "a_node": "candidate_800d4854ce712d0ec4e7",
          "b_node": "candidate_989e9d9a162470e2fe5c",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0085670230910182,
          "sd_b_minus_a": 0.010153816880459389,
          "min_b_minus_a": -0.00755184143781662,
          "max_b_minus_a": 0.02692333608865738,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.007999971508979797,
            0.02686496078968048,
            0.003979086875915527,
            0.016681499779224396,
            0.004731863737106323,
            0.0034271925687789917,
            -0.00755184143781662,
            0.002199888229370117,
            0.009819678962230682,
            0.02692333608865738,
            -0.0021888092160224915,
            0.007401779294013977,
            -0.0062834471464157104,
            0.013360433280467987,
            0.016413256525993347,
            0.013293519616127014
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "epsilon_sinusoidal",
          "b": "epsilon_none",
          "a_node": "candidate_4e1cedd221d0c91b55f9",
          "b_node": "candidate_989e9d9a162470e2fe5c",
          "changed_fields": {
            "model.time_embedding": [
              "sinusoidal",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.05301099084317684,
          "sd_b_minus_a": 0.05679862281075787,
          "min_b_minus_a": -0.14783840626478195,
          "max_b_minus_a": 0.00643138587474823,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.06486199796199799,
            0.00643138587474823,
            -0.012652218341827393,
            -0.011556699872016907,
            -0.14783840626478195,
            -0.015619955956935883,
            -0.011665992438793182,
            -0.10923333466053009,
            0.004771500825881958,
            -0.130116306245327,
            -0.008637674152851105,
            -0.11997541040182114,
            -0.01208852231502533,
            -0.10174128413200378,
            -0.0005896687507629395,
            -0.11280126869678497
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 19489,
            "candidate_800d4854ce712d0ec4e7": 17977,
            "candidate_4e1cedd221d0c91b55f9": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 3000,
            "candidate_800d4854ce712d0ec4e7": 3000,
            "candidate_4e1cedd221d0c91b55f9": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 16,
            "candidate_800d4854ce712d0ec4e7": 16,
            "candidate_4e1cedd221d0c91b55f9": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "time_parameterization_s851903",
      "template_id": "time_parameterization",
      "admitted": false,
      "pairs": [
        {
          "a": "x0_sinusoidal",
          "b": "x0_none",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_e65a78ad9d1fd4fa41f3",
          "changed_fields": {
            "model.time_embedding": [
              "sinusoidal",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.004307771800085902,
          "sd_b_minus_a": 0.006894637163038134,
          "min_b_minus_a": -0.010132722556591034,
          "max_b_minus_a": 0.01389995589852333,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            -0.0024035945534706116,
            0.006444945931434631,
            0.012179311364889145,
            0.008878901600837708,
            0.01389995589852333,
            0.0019247978925704956,
            -0.004095345735549927,
            0.006418284028768539,
            -0.006355650722980499,
            0.007615640759468079,
            0.0035808533430099487,
            0.005908265709877014,
            -0.010132722556591034,
            0.0045664310455322266,
            0.01092953234910965,
            0.00956474244594574
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_sinusoidal",
          "b": "epsilon_sinusoidal",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_b98e37edd17d94c4e30e",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.049768098862841725,
          "sd_b_minus_a": 0.04953284871505739,
          "min_b_minus_a": -0.00020331144332885742,
          "max_b_minus_a": 0.1362781971693039,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.10825598984956741,
            0.012616679072380066,
            0.008823227137327194,
            0.12161469459533691,
            0.04053008183836937,
            0.02546513080596924,
            0.005677364766597748,
            0.13003436103463173,
            0.0033969879150390625,
            0.1362781971693039,
            0.016277074813842773,
            0.016317300498485565,
            -0.00020331144332885742,
            0.08930613845586777,
            0.038756124675273895,
            0.04314354062080383
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_sinusoidal",
          "b": "epsilon_none",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_191736cab4c499a62129",
          "changed_fields": {
            "model.time_embedding": [
              "sinusoidal",
              "none"
            ],
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.009767659241333604,
          "sd_b_minus_a": 0.008087677009517371,
          "min_b_minus_a": -0.0027922242879867554,
          "max_b_minus_a": 0.029355287551879883,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            -0.00076332688331604,
            0.022219620645046234,
            0.011770371347665787,
            0.0041018277406692505,
            0.005742508918046951,
            0.007581576704978943,
            -0.0027922242879867554,
            0.009505610913038254,
            0.0116921067237854,
            0.01634611189365387,
            0.011782899498939514,
            0.01227232813835144,
            0.0029229000210762024,
            0.007283404469490051,
            0.029355287551879883,
            0.007261544466018677
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_none",
          "b": "epsilon_sinusoidal",
          "a_node": "candidate_e65a78ad9d1fd4fa41f3",
          "b_node": "candidate_b98e37edd17d94c4e30e",
          "changed_fields": {
            "model.time_embedding": [
              "none",
              "sinusoidal"
            ],
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.04546032706275582,
          "sd_b_minus_a": 0.048081681657309125,
          "min_b_minus_a": -0.0033560842275619507,
          "max_b_minus_a": 0.12866255640983582,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.11065958440303802,
            0.006171733140945435,
            -0.0033560842275619507,
            0.1127357929944992,
            0.02663012593984604,
            0.023540332913398743,
            0.009772710502147675,
            0.12361607700586319,
            0.009752638638019562,
            0.12866255640983582,
            0.012696221470832825,
            0.010409034788608551,
            0.009929411113262177,
            0.08473970741033554,
            0.027826592326164246,
            0.03357879817485809
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_none",
          "b": "epsilon_none",
          "a_node": "candidate_e65a78ad9d1fd4fa41f3",
          "b_node": "candidate_191736cab4c499a62129",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.005459887441247702,
          "sd_b_minus_a": 0.00791491125074998,
          "min_b_minus_a": -0.00815744698047638,
          "max_b_minus_a": 0.018425755202770233,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.0016402676701545715,
            0.015774674713611603,
            -0.00040894001722335815,
            -0.004777073860168457,
            -0.00815744698047638,
            0.005656778812408447,
            0.0013031214475631714,
            0.0030873268842697144,
            0.0180477574467659,
            0.008730471134185791,
            0.008202046155929565,
            0.006364062428474426,
            0.013055622577667236,
            0.0027169734239578247,
            0.018425755202770233,
            -0.002303197979927063
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "epsilon_sinusoidal",
          "b": "epsilon_none",
          "a_node": "candidate_b98e37edd17d94c4e30e",
          "b_node": "candidate_191736cab4c499a62129",
          "changed_fields": {
            "model.time_embedding": [
              "sinusoidal",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.04000043962150812,
          "sd_b_minus_a": 0.050941930318937054,
          "min_b_minus_a": -0.12052875012159348,
          "max_b_minus_a": 0.009602941572666168,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.10901931673288345,
            0.009602941572666168,
            0.0029471442103385925,
            -0.11751286685466766,
            -0.03478757292032242,
            -0.017883554100990295,
            -0.008469589054584503,
            -0.12052875012159348,
            0.008295118808746338,
            -0.11993208527565002,
            -0.004494175314903259,
            -0.004044972360134125,
            0.00312621146440506,
            -0.08202273398637772,
            -0.009400837123394012,
            -0.035881996154785156
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 19489,
            "candidate_e65a78ad9d1fd4fa41f3": 17977,
            "candidate_b98e37edd17d94c4e30e": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 3000,
            "candidate_e65a78ad9d1fd4fa41f3": 3000,
            "candidate_b98e37edd17d94c4e30e": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 16,
            "candidate_e65a78ad9d1fd4fa41f3": 16,
            "candidate_b98e37edd17d94c4e30e": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "prediction_parameterization_s851901",
      "template_id": "prediction_parameterization",
      "admitted": false,
      "pairs": [
        {
          "a": "x0",
          "b": "epsilon",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_7c2155cfd5e2196a82da",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.06117640039883554,
          "sd_b_minus_a": 0.05250773614662164,
          "min_b_minus_a": -0.001623488962650299,
          "max_b_minus_a": 0.1545262560248375,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.1545262560248375,
            0.028523661196231842,
            0.07437092065811157,
            0.1337878778576851,
            0.024564184248447418,
            -0.001623488962650299,
            0.026918455958366394,
            0.11919286102056503,
            0.012526344507932663,
            0.14607785642147064,
            0.022481903433799744,
            0.09906895458698273,
            0.014159858226776123,
            0.05751755088567734,
            0.0369764044880867,
            0.029752805829048157
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0",
          "b": "v",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_34148fc7641557f411df",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.013512359233573079,
          "sd_b_minus_a": 0.026257299306141648,
          "min_b_minus_a": -0.008424133062362671,
          "max_b_minus_a": 0.10410439223051071,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.028869271278381348,
            0.027256272733211517,
            0.016096092760562897,
            -0.008424133062362671,
            0.10410439223051071,
            0.00011155009269714355,
            0.004666939377784729,
            0.0010658204555511475,
            0.0037372522056102753,
            0.004934534430503845,
            0.017467379570007324,
            0.0033990666270256042,
            -0.004512473940849304,
            0.005199424922466278,
            0.0030417442321777344,
            0.009184613823890686
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "epsilon",
          "b": "v",
          "a_node": "candidate_7c2155cfd5e2196a82da",
          "b_node": "candidate_34148fc7641557f411df",
          "changed_fields": {
            "training.prediction_type": [
              "epsilon",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.04766404116526246,
          "sd_b_minus_a": 0.06200941740913111,
          "min_b_minus_a": -0.14221201092004776,
          "max_b_minus_a": 0.0795402079820633,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.12565698474645615,
            -0.0012673884630203247,
            -0.058274827897548676,
            -0.14221201092004776,
            0.0795402079820633,
            0.0017350390553474426,
            -0.022251516580581665,
            -0.11812704056501389,
            -0.008789092302322388,
            -0.1411433219909668,
            -0.005014523863792419,
            -0.09566988795995712,
            -0.018672332167625427,
            -0.05231812596321106,
            -0.033934660255908966,
            -0.02056819200515747
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 19489,
            "candidate_7c2155cfd5e2196a82da": 19489,
            "candidate_34148fc7641557f411df": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 3000,
            "candidate_7c2155cfd5e2196a82da": 3000,
            "candidate_34148fc7641557f411df": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 16,
            "candidate_7c2155cfd5e2196a82da": 16,
            "candidate_34148fc7641557f411df": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "prediction_parameterization_s851902",
      "template_id": "prediction_parameterization",
      "admitted": false,
      "pairs": [
        {
          "a": "x0",
          "b": "epsilon",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_4e1cedd221d0c91b55f9",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0635148745495826,
          "sd_b_minus_a": 0.05975063377898376,
          "min_b_minus_a": -0.0008029937744140625,
          "max_b_minus_a": 0.1633111760020256,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.05651469528675079,
            0.016311101615428925,
            0.026481371372938156,
            0.026900745928287506,
            0.15691449493169785,
            0.012842543423175812,
            0.0186707004904747,
            0.12123125791549683,
            -0.0008029937744140625,
            0.1633111760020256,
            0.010383956134319305,
            0.12384786456823349,
            0.018146254122257233,
            0.11968624591827393,
            0.01821509748697281,
            0.12758348137140274
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0",
          "b": "v",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_19d7ba2e11e6f8354a57",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.02042769081890583,
          "sd_b_minus_a": 0.04070814698704453,
          "min_b_minus_a": -0.011096641421318054,
          "max_b_minus_a": 0.13866319507360458,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.011096678674221039,
            0.016944698989391327,
            0.015833113342523575,
            -0.0032566264271736145,
            0.09700154513120651,
            -0.011096641421318054,
            0.0112466961145401,
            0.00396651029586792,
            0.0023304447531700134,
            0.03140660375356674,
            0.027415961027145386,
            -0.00849144160747528,
            -0.008928995579481125,
            0.006892308592796326,
            -0.004180997610092163,
            0.13866319507360458
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "epsilon",
          "b": "v",
          "a_node": "candidate_4e1cedd221d0c91b55f9",
          "b_node": "candidate_19d7ba2e11e6f8354a57",
          "changed_fields": {
            "training.prediction_type": [
              "epsilon",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.04308718373067677,
          "sd_b_minus_a": 0.052053209377616844,
          "min_b_minus_a": -0.13233930617570877,
          "max_b_minus_a": 0.01703200489282608,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.045418016612529755,
            0.0006335973739624023,
            -0.010648258030414581,
            -0.03015737235546112,
            -0.05991294980049133,
            -0.023939184844493866,
            -0.007424004375934601,
            -0.1172647476196289,
            0.003133438527584076,
            -0.13190457224845886,
            0.01703200489282608,
            -0.13233930617570877,
            -0.027075249701738358,
            -0.1127939373254776,
            -0.022396095097064972,
            0.011079713702201843
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 19489,
            "candidate_4e1cedd221d0c91b55f9": 19489,
            "candidate_19d7ba2e11e6f8354a57": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 3000,
            "candidate_4e1cedd221d0c91b55f9": 3000,
            "candidate_19d7ba2e11e6f8354a57": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 16,
            "candidate_4e1cedd221d0c91b55f9": 16,
            "candidate_19d7ba2e11e6f8354a57": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "prediction_parameterization_s851903",
      "template_id": "prediction_parameterization",
      "admitted": false,
      "pairs": [
        {
          "a": "x0",
          "b": "epsilon",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_b98e37edd17d94c4e30e",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "epsilon"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.049768098862841725,
          "sd_b_minus_a": 0.04953284871505739,
          "min_b_minus_a": -0.00020331144332885742,
          "max_b_minus_a": 0.1362781971693039,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.10825598984956741,
            0.012616679072380066,
            0.008823227137327194,
            0.12161469459533691,
            0.04053008183836937,
            0.02546513080596924,
            0.005677364766597748,
            0.13003436103463173,
            0.0033969879150390625,
            0.1362781971693039,
            0.016277074813842773,
            0.016317300498485565,
            -0.00020331144332885742,
            0.08930613845586777,
            0.038756124675273895,
            0.04314354062080383
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0",
          "b": "v",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_6cddab170c534b2431f9",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.021581608336418867,
          "sd_b_minus_a": 0.045100135188610176,
          "min_b_minus_a": -0.019593752920627594,
          "max_b_minus_a": 0.14380936324596405,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.001270987093448639,
            0.06240076571702957,
            0.011008117347955704,
            -0.0015562325716018677,
            0.10695576295256615,
            -0.0015735253691673279,
            -0.008849039673805237,
            -0.0016429871320724487,
            -0.011937439441680908,
            0.14380936324596405,
            0.005504041910171509,
            0.015666410326957703,
            -0.019593752920627594,
            0.0031364932656288147,
            0.013322778046131134,
            0.027383990585803986
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "epsilon",
          "b": "v",
          "a_node": "candidate_b98e37edd17d94c4e30e",
          "b_node": "candidate_6cddab170c534b2431f9",
          "changed_fields": {
            "training.prediction_type": [
              "epsilon",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.028186490526422858,
          "sd_b_minus_a": 0.05667839458335783,
          "min_b_minus_a": -0.13167734816670418,
          "max_b_minus_a": 0.06642568111419678,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.10698500275611877,
            0.049784086644649506,
            0.0021848902106285095,
            -0.12317092716693878,
            0.06642568111419678,
            -0.027038656175136566,
            -0.014526404440402985,
            -0.13167734816670418,
            -0.01533442735671997,
            0.007531166076660156,
            -0.010773032903671265,
            -0.0006508901715278625,
            -0.019390441477298737,
            -0.08616964519023895,
            -0.02543334662914276,
            -0.015759550034999847
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 19489,
            "candidate_b98e37edd17d94c4e30e": 19489,
            "candidate_6cddab170c534b2431f9": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 3000,
            "candidate_b98e37edd17d94c4e30e": 3000,
            "candidate_6cddab170c534b2431f9": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 16,
            "candidate_b98e37edd17d94c4e30e": 16,
            "candidate_6cddab170c534b2431f9": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "noise_loss_weighting_s851901",
      "template_id": "noise_loss_weighting",
      "admitted": false,
      "pairs": [
        {
          "a": "cosine_uniform",
          "b": "linear_uniform",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_26726d359ff865532bec",
          "changed_fields": {
            "training.noise_schedule": [
              "cosine",
              "linear_beta"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0019753288943320513,
          "sd_b_minus_a": 0.006120253031469588,
          "min_b_minus_a": -0.013780012726783752,
          "max_b_minus_a": 0.00902014970779419,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.003041863441467285,
            0.003145873546600342,
            0.00902014970779419,
            -0.004930421710014343,
            0.003916919231414795,
            -0.013780012726783752,
            -0.0014196857810020447,
            -0.0040817782282829285,
            0.007268641144037247,
            -0.003810666501522064,
            0.007640033960342407,
            0.004110410809516907,
            0.0039081871509552,
            0.007099635899066925,
            0.0027489736676216125,
            0.007727138698101044
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cosine_uniform",
          "b": "cosine_minsnr",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_093df367dc213016b7ed",
          "changed_fields": {
            "training.loss_weighting": [
              "uniform",
              "min_snr"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00012285425327718258,
          "sd_b_minus_a": 0.01690094950735108,
          "min_b_minus_a": -0.01857922226190567,
          "max_b_minus_a": 0.05281299352645874,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.006723687052726746,
            0.00027292221784591675,
            0.05281299352645874,
            -0.008165858685970306,
            0.0018429309129714966,
            0.008118122816085815,
            -0.0004580169916152954,
            -0.013331171125173569,
            0.01314752921462059,
            -0.016213122755289078,
            -0.0038497745990753174,
            -0.013408362865447998,
            -0.005487412214279175,
            -0.01857922226190567,
            -0.010321356356143951,
            0.004930444061756134
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cosine_uniform",
          "b": "linear_minsnr",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_ee01709fed3d070b1f9e",
          "changed_fields": {
            "training.loss_weighting": [
              "uniform",
              "min_snr"
            ],
            "training.noise_schedule": [
              "cosine",
              "linear_beta"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0063485519494861364,
          "sd_b_minus_a": 0.013008369879931878,
          "min_b_minus_a": -0.015032276511192322,
          "max_b_minus_a": 0.03922369331121445,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.01379762589931488,
            0.013933345675468445,
            0.023710064589977264,
            0.03922369331121445,
            0.006183095276355743,
            -0.015032276511192322,
            -1.790374517440796e-05,
            -0.007337786257266998,
            0.013593833893537521,
            -0.005161784589290619,
            0.006498858332633972,
            -0.0028481781482696533,
            0.0014125406742095947,
            0.0034312382340431213,
            -2.5056302547454834e-05,
            0.010215520858764648
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "linear_uniform",
          "b": "cosine_minsnr",
          "a_node": "candidate_26726d359ff865532bec",
          "b_node": "candidate_093df367dc213016b7ed",
          "changed_fields": {
            "training.loss_weighting": [
              "uniform",
              "min_snr"
            ],
            "training.noise_schedule": [
              "linear_beta",
              "cosine"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.002098183147609234,
          "sd_b_minus_a": 0.01633727890329606,
          "min_b_minus_a": -0.025678858160972595,
          "max_b_minus_a": 0.04379284381866455,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            0.0036818236112594604,
            -0.002872951328754425,
            0.04379284381866455,
            -0.003235436975955963,
            -0.0020739883184432983,
            0.021898135542869568,
            0.0009616687893867493,
            -0.00924939289689064,
            0.0058788880705833435,
            -0.012402456253767014,
            -0.011489808559417725,
            -0.017518773674964905,
            -0.009395599365234375,
            -0.025678858160972595,
            -0.013070330023765564,
            -0.0027966946363449097
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "linear_uniform",
          "b": "linear_minsnr",
          "a_node": "candidate_26726d359ff865532bec",
          "b_node": "candidate_ee01709fed3d070b1f9e",
          "changed_fields": {
            "training.loss_weighting": [
              "uniform",
              "min_snr"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.004373223055154085,
          "sd_b_minus_a": 0.012208835547056894,
          "min_b_minus_a": -0.00695858895778656,
          "max_b_minus_a": 0.04415411502122879,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.010755762457847595,
            0.010787472128868103,
            0.014689914882183075,
            0.04415411502122879,
            0.0022661760449409485,
            -0.0012522637844085693,
            0.0014017820358276367,
            -0.00325600802898407,
            0.006325192749500275,
            -0.0013511180877685547,
            -0.001141175627708435,
            -0.00695858895778656,
            -0.0024956464767456055,
            -0.0036683976650238037,
            -0.0027740299701690674,
            0.0024883821606636047
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cosine_minsnr",
          "b": "linear_minsnr",
          "a_node": "candidate_093df367dc213016b7ed",
          "b_node": "candidate_ee01709fed3d070b1f9e",
          "changed_fields": {
            "training.noise_schedule": [
              "cosine",
              "linear_beta"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.006471406202763319,
          "sd_b_minus_a": 0.016846727115011742,
          "min_b_minus_a": -0.029102928936481476,
          "max_b_minus_a": 0.04738955199718475,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.007073938846588135,
            0.013660423457622528,
            -0.029102928936481476,
            0.04738955199718475,
            0.004340164363384247,
            -0.023150399327278137,
            0.00044011324644088745,
            0.0059933848679065704,
            0.00044630467891693115,
            0.011051338165998459,
            0.01034863293170929,
            0.010560184717178345,
            0.0068999528884887695,
            0.02201046049594879,
            0.010296300053596497,
            0.005285076797008514
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 19489,
            "candidate_26726d359ff865532bec": 19489,
            "candidate_093df367dc213016b7ed": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 3000,
            "candidate_26726d359ff865532bec": 3000,
            "candidate_093df367dc213016b7ed": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 16,
            "candidate_26726d359ff865532bec": 16,
            "candidate_093df367dc213016b7ed": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "noise_loss_weighting_s851902",
      "template_id": "noise_loss_weighting",
      "admitted": false,
      "pairs": [
        {
          "a": "cosine_uniform",
          "b": "linear_uniform",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_a22780afa9681a82bb30",
          "changed_fields": {
            "training.noise_schedule": [
              "cosine",
              "linear_beta"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.004449473926797509,
          "sd_b_minus_a": 0.00639431474904024,
          "min_b_minus_a": -0.010065637528896332,
          "max_b_minus_a": 0.015655726194381714,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.012471035122871399,
            0.006833657622337341,
            0.006526913493871689,
            -0.004895254969596863,
            0.003015965223312378,
            -0.010065637528896332,
            0.007624119520187378,
            0.007501788437366486,
            0.006593711674213409,
            0.004665680229663849,
            0.0031328201293945312,
            -0.0043294429779052734,
            0.0074681565165519714,
            0.005319781601428986,
            0.003672562539577484,
            0.015655726194381714
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cosine_uniform",
          "b": "cosine_minsnr",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_2eafc6bb990f4ade73ea",
          "changed_fields": {
            "training.loss_weighting": [
              "uniform",
              "min_snr"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0028550035785883665,
          "sd_b_minus_a": 0.011032895701954941,
          "min_b_minus_a": -0.021146878600120544,
          "max_b_minus_a": 0.0191909521818161,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.021146878600120544,
            -0.00988791137933731,
            0.0010127313435077667,
            -0.009705111384391785,
            0.004358351230621338,
            -0.0021675676107406616,
            -0.005177710205316544,
            -0.011771824210882187,
            -0.010362967848777771,
            6.506592035293579e-05,
            0.011003836989402771,
            -0.010216139256954193,
            -0.015331164002418518,
            0.0191909521818161,
            0.0006571486592292786,
            0.013799130916595459
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cosine_uniform",
          "b": "linear_minsnr",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_1bdb125fdb490fe01dbe",
          "changed_fields": {
            "training.loss_weighting": [
              "uniform",
              "min_snr"
            ],
            "training.noise_schedule": [
              "cosine",
              "linear_beta"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.005334743997082114,
          "sd_b_minus_a": 0.009687304423602109,
          "min_b_minus_a": -0.017121553421020508,
          "max_b_minus_a": 0.021369926631450653,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            -0.017121553421020508,
            0.021369926631450653,
            0.008160177618265152,
            0.006480671465396881,
            0.005757920444011688,
            0.007491588592529297,
            0.011608771979808807,
            0.0022191405296325684,
            -0.007334895431995392,
            0.006444863975048065,
            -0.00037895143032073975,
            -0.005537934601306915,
            0.0024887099862098694,
            0.016051821410655975,
            0.015095479786396027,
            0.012560166418552399
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "linear_uniform",
          "b": "cosine_minsnr",
          "a_node": "candidate_a22780afa9681a82bb30",
          "b_node": "candidate_2eafc6bb990f4ade73ea",
          "changed_fields": {
            "training.loss_weighting": [
              "uniform",
              "min_snr"
            ],
            "training.noise_schedule": [
              "linear_beta",
              "cosine"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.007304477505385876,
          "sd_b_minus_a": 0.012487938010119604,
          "min_b_minus_a": -0.03361791372299194,
          "max_b_minus_a": 0.013871170580387115,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.03361791372299194,
            -0.016721569001674652,
            -0.005514182150363922,
            -0.004809856414794922,
            0.00134238600730896,
            0.00789806991815567,
            -0.012801829725503922,
            -0.019273612648248672,
            -0.01695667952299118,
            -0.004600614309310913,
            0.00787101686000824,
            -0.00588669627904892,
            -0.02279932051897049,
            0.013871170580387115,
            -0.0030154138803482056,
            -0.0018565952777862549
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "linear_uniform",
          "b": "linear_minsnr",
          "a_node": "candidate_a22780afa9681a82bb30",
          "b_node": "candidate_1bdb125fdb490fe01dbe",
          "changed_fields": {
            "training.loss_weighting": [
              "uniform",
              "min_snr"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.000885270070284605,
          "sd_b_minus_a": 0.011710748415200398,
          "min_b_minus_a": -0.029592588543891907,
          "max_b_minus_a": 0.01755722612142563,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.029592588543891907,
            0.014536269009113312,
            0.0016332641243934631,
            0.011375926434993744,
            0.0027419552206993103,
            0.01755722612142563,
            0.0039846524596214294,
            -0.005282647907733917,
            -0.013928607106208801,
            0.0017791837453842163,
            -0.003511771559715271,
            -0.0012084916234016418,
            -0.004979446530342102,
            0.01073203980922699,
            0.011422917246818542,
            -0.003095559775829315
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cosine_minsnr",
          "b": "linear_minsnr",
          "a_node": "candidate_2eafc6bb990f4ade73ea",
          "b_node": "candidate_1bdb125fdb490fe01dbe",
          "changed_fields": {
            "training.noise_schedule": [
              "cosine",
              "linear_beta"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.00818974757567048,
          "sd_b_minus_a": 0.010147866661036186,
          "min_b_minus_a": -0.01138278841972351,
          "max_b_minus_a": 0.031257838010787964,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.004025325179100037,
            0.031257838010787964,
            0.007147446274757385,
            0.016185782849788666,
            0.0013995692133903503,
            0.009659156203269958,
            0.01678648218512535,
            0.013990964740514755,
            0.003028072416782379,
            0.006379798054695129,
            -0.01138278841972351,
            0.004678204655647278,
            0.017819873988628387,
            -0.0031391307711601257,
            0.014438331127166748,
            -0.0012389644980430603
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 19489,
            "candidate_a22780afa9681a82bb30": 19489,
            "candidate_2eafc6bb990f4ade73ea": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 3000,
            "candidate_a22780afa9681a82bb30": 3000,
            "candidate_2eafc6bb990f4ade73ea": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 16,
            "candidate_a22780afa9681a82bb30": 16,
            "candidate_2eafc6bb990f4ade73ea": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "noise_loss_weighting_s851903",
      "template_id": "noise_loss_weighting",
      "admitted": false,
      "pairs": [
        {
          "a": "cosine_uniform",
          "b": "linear_uniform",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_74fd55f556b505a3f096",
          "changed_fields": {
            "training.noise_schedule": [
              "cosine",
              "linear_beta"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.005192824872210622,
          "sd_b_minus_a": 0.004987184409821725,
          "min_b_minus_a": -0.007071740925312042,
          "max_b_minus_a": 0.012663610279560089,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.006381131708621979,
            0.0027519017457962036,
            0.005447473376989365,
            0.0038384273648262024,
            0.002298276871442795,
            0.010255478322505951,
            0.012663610279560089,
            0.00802580639719963,
            0.006750434637069702,
            0.0003825463354587555,
            0.009407781064510345,
            0.0044742971658706665,
            -0.007071740925312042,
            0.005172446370124817,
            0.012063398957252502,
            0.00024392828345298767
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cosine_uniform",
          "b": "cosine_minsnr",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_d9bd086a84af9a6a6ebd",
          "changed_fields": {
            "training.loss_weighting": [
              "uniform",
              "min_snr"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.003284336533397436,
          "sd_b_minus_a": 0.005317452325903101,
          "min_b_minus_a": -0.00980176031589508,
          "max_b_minus_a": 0.006891608238220215,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.00755680724978447,
            -0.004101991653442383,
            -0.0016619302332401276,
            -0.00498417392373085,
            0.004937734454870224,
            0.006891608238220215,
            -0.00980176031589508,
            -0.005600966513156891,
            -0.008893683552742004,
            0.002077832818031311,
            -0.009201183915138245,
            -0.0010364726185798645,
            -0.009601578116416931,
            -0.003878112882375717,
            0.0030513256788253784,
            -0.003189224749803543
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cosine_uniform",
          "b": "linear_minsnr",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_10afbf7a8d5b8e883e7a",
          "changed_fields": {
            "training.loss_weighting": [
              "uniform",
              "min_snr"
            ],
            "training.noise_schedule": [
              "cosine",
              "linear_beta"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.010215931106358767,
          "sd_b_minus_a": 0.015833536635301897,
          "min_b_minus_a": -0.012597694993019104,
          "max_b_minus_a": 0.04174017161130905,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.014176048338413239,
            -0.0008005499839782715,
            0.025515016168355942,
            0.04174017161130905,
            0.021705906838178635,
            0.030126169323921204,
            -0.011180557310581207,
            0.0004971399903297424,
            0.008372887969017029,
            0.015720658004283905,
            -0.0020722374320030212,
            0.009111128747463226,
            -0.012597694993019104,
            -0.009883493185043335,
            0.024426527321338654,
            0.008597776293754578
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "linear_uniform",
          "b": "cosine_minsnr",
          "a_node": "candidate_74fd55f556b505a3f096",
          "b_node": "candidate_d9bd086a84af9a6a6ebd",
          "changed_fields": {
            "training.loss_weighting": [
              "uniform",
              "min_snr"
            ],
            "training.noise_schedule": [
              "linear_beta",
              "cosine"
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.008477161405608058,
          "sd_b_minus_a": 0.0069956325973030455,
          "min_b_minus_a": -0.02246537059545517,
          "max_b_minus_a": 0.002639457583427429,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.013937938958406448,
            -0.006853893399238586,
            -0.007109403610229492,
            -0.008822601288557053,
            0.002639457583427429,
            -0.003363870084285736,
            -0.02246537059545517,
            -0.013626772910356522,
            -0.015644118189811707,
            0.0016952864825725555,
            -0.01860896497964859,
            -0.005510769784450531,
            -0.002529837191104889,
            -0.009050559252500534,
            -0.009012073278427124,
            -0.0034331530332565308
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "linear_uniform",
          "b": "linear_minsnr",
          "a_node": "candidate_74fd55f556b505a3f096",
          "b_node": "candidate_10afbf7a8d5b8e883e7a",
          "changed_fields": {
            "training.loss_weighting": [
              "uniform",
              "min_snr"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.005023106234148145,
          "sd_b_minus_a": 0.015867538051035416,
          "min_b_minus_a": -0.023844167590141296,
          "max_b_minus_a": 0.03790174424648285,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.00779491662979126,
            -0.003552451729774475,
            0.020067542791366577,
            0.03790174424648285,
            0.01940762996673584,
            0.019870691001415253,
            -0.023844167590141296,
            -0.007528666406869888,
            0.0016224533319473267,
            0.01533811166882515,
            -0.011480018496513367,
            0.00463683158159256,
            -0.005525954067707062,
            -0.015055939555168152,
            0.012363128364086151,
            0.00835384801030159
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "cosine_minsnr",
          "b": "linear_minsnr",
          "a_node": "candidate_d9bd086a84af9a6a6ebd",
          "b_node": "candidate_10afbf7a8d5b8e883e7a",
          "changed_fields": {
            "training.noise_schedule": [
              "cosine",
              "linear_beta"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.013500267639756203,
          "sd_b_minus_a": 0.013236029156277918,
          "min_b_minus_a": -0.006005380302667618,
          "max_b_minus_a": 0.0467243455350399,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.021732855588197708,
            0.0033014416694641113,
            0.02717694640159607,
            0.0467243455350399,
            0.01676817238330841,
            0.02323456108570099,
            -0.0013787969946861267,
            0.006098106503486633,
            0.017266571521759033,
            0.013642825186252594,
            0.007128946483135223,
            0.01014760136604309,
            -0.002996116876602173,
            -0.006005380302667618,
            0.021375201642513275,
            0.01178700104355812
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 19489,
            "candidate_74fd55f556b505a3f096": 19489,
            "candidate_d9bd086a84af9a6a6ebd": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 3000,
            "candidate_74fd55f556b505a3f096": 3000,
            "candidate_d9bd086a84af9a6a6ebd": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 16,
            "candidate_74fd55f556b505a3f096": 16,
            "candidate_d9bd086a84af9a6a6ebd": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "norm_lr_s851901",
      "template_id": "norm_lr",
      "admitted": false,
      "pairs": [
        {
          "a": "group_lr1",
          "b": "none_lr1",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_4732f0315c3a4a2cc8a1",
          "changed_fields": {
            "model.norm": [
              "group",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.003262811340391636,
          "sd_b_minus_a": 0.005461507375122626,
          "min_b_minus_a": -0.0131840780377388,
          "max_b_minus_a": 0.004339911043643951,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.0030597150325775146,
            7.02589750289917e-06,
            0.0026069283485412598,
            -0.008293956518173218,
            -0.0031169503927230835,
            -0.0131840780377388,
            -0.005190141499042511,
            -0.008173376321792603,
            0.0026974231004714966,
            -0.00789216160774231,
            0.004339911043643951,
            -0.0024004504084587097,
            -0.004213422536849976,
            -0.008963853120803833,
            -0.00709107518196106,
            0.0036034807562828064
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "group_lr1",
          "b": "none_lr3",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_7bb92313b5da4b4270df",
          "changed_fields": {
            "model.norm": [
              "group",
              "none"
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.011689843609929085,
          "sd_b_minus_a": 0.006646052906929443,
          "min_b_minus_a": -0.023135844618082047,
          "max_b_minus_a": 0.0011836886405944824,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.005961619317531586,
            -0.010620996356010437,
            -0.008608020842075348,
            -0.023135844618082047,
            -0.008304130285978317,
            -0.021511845290660858,
            -0.006519846618175507,
            -0.015056829899549484,
            0.0011836886405944824,
            -0.01946602761745453,
            -0.005349256098270416,
            -0.012853506952524185,
            -0.013777188956737518,
            -0.012150503695011139,
            -0.018309365957975388,
            -0.0065962038934230804
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "group_lr1",
          "b": "group_lr3",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_04e29b1b043366329312",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.004375803284347057,
          "sd_b_minus_a": 0.007010046281786062,
          "min_b_minus_a": -0.014976389706134796,
          "max_b_minus_a": 0.006885796785354614,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.0056797415018081665,
            -0.005838826298713684,
            -0.0032839663326740265,
            -0.010283321142196655,
            0.0007349923253059387,
            -0.014646567404270172,
            -0.007607005536556244,
            -0.012968804687261581,
            0.0017227306962013245,
            0.0029761046171188354,
            0.0009427368640899658,
            -0.008483916521072388,
            -0.004012003540992737,
            -0.006854154169559479,
            -0.014976389706134796,
            0.006885796785354614
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "none_lr1",
          "b": "none_lr3",
          "a_node": "candidate_4732f0315c3a4a2cc8a1",
          "b_node": "candidate_7bb92313b5da4b4270df",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.008427032269537449,
          "sd_b_minus_a": 0.0038337343510791155,
          "min_b_minus_a": -0.014841888099908829,
          "max_b_minus_a": -0.0013297051191329956,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.0090213343501091,
            -0.010628022253513336,
            -0.011214949190616608,
            -0.014841888099908829,
            -0.005187179893255234,
            -0.008327767252922058,
            -0.0013297051191329956,
            -0.006883453577756882,
            -0.0015137344598770142,
            -0.01157386600971222,
            -0.009689167141914368,
            -0.010453056544065475,
            -0.009563766419887543,
            -0.003186650574207306,
            -0.011218290776014328,
            -0.010199684649705887
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "none_lr1",
          "b": "group_lr3",
          "a_node": "candidate_4732f0315c3a4a2cc8a1",
          "b_node": "candidate_04e29b1b043366329312",
          "changed_fields": {
            "model.norm": [
              "none",
              "group"
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0011129919439554214,
          "sd_b_minus_a": 0.0048356605575174145,
          "min_b_minus_a": -0.007885314524173737,
          "max_b_minus_a": 0.010868266224861145,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.002620026469230652,
            -0.005845852196216583,
            -0.005890894681215286,
            -0.0019893646240234375,
            0.003851942718029022,
            -0.001462489366531372,
            -0.002416864037513733,
            -0.004795428365468979,
            -0.0009746924042701721,
            0.010868266224861145,
            -0.0033971741795539856,
            -0.006083466112613678,
            0.00020141899585723877,
            0.0021096989512443542,
            -0.007885314524173737,
            0.003282316029071808
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "none_lr3",
          "b": "group_lr3",
          "a_node": "candidate_7bb92313b5da4b4270df",
          "b_node": "candidate_04e29b1b043366329312",
          "changed_fields": {
            "model.norm": [
              "none",
              "group"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0073140403255820274,
          "sd_b_minus_a": 0.005826866024653303,
          "min_b_minus_a": -0.0010871589183807373,
          "max_b_minus_a": 0.022442132234573364,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.011641360819339752,
            0.004782170057296753,
            0.005324054509401321,
            0.012852523475885391,
            0.009039122611284256,
            0.006865277886390686,
            -0.0010871589183807373,
            0.002088025212287903,
            0.000539042055606842,
            0.022442132234573364,
            0.006291992962360382,
            0.0043695904314517975,
            0.009765185415744781,
            0.00529634952545166,
            0.0033329762518405914,
            0.013482000678777695
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 19489,
            "candidate_4732f0315c3a4a2cc8a1": 19345,
            "candidate_7bb92313b5da4b4270df": 19345
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 3000,
            "candidate_4732f0315c3a4a2cc8a1": 3000,
            "candidate_7bb92313b5da4b4270df": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_d499a5bfa1436fde7a96": 16,
            "candidate_4732f0315c3a4a2cc8a1": 16,
            "candidate_7bb92313b5da4b4270df": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "norm_lr_s851902",
      "template_id": "norm_lr",
      "admitted": false,
      "pairs": [
        {
          "a": "group_lr1",
          "b": "none_lr1",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_c65f020b2ef60415591e",
          "changed_fields": {
            "model.norm": [
              "group",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.003678946290165186,
          "sd_b_minus_a": 0.009485328886285928,
          "min_b_minus_a": -0.02343469113111496,
          "max_b_minus_a": 0.018885783851146698,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            -0.02343469113111496,
            -0.0025385692715644836,
            0.00039302557706832886,
            -0.011803634464740753,
            -0.0026344694197177887,
            -0.012082837522029877,
            0.000951126217842102,
            -0.01099471002817154,
            -0.008538521826267242,
            -0.00313621386885643,
            -0.001752510666847229,
            -0.011080652475357056,
            0.0014651715755462646,
            0.00449814647436142,
            0.0029404163360595703,
            0.018885783851146698
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "group_lr1",
          "b": "none_lr3",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_d1dec250bee82c78bdc6",
          "changed_fields": {
            "model.norm": [
              "group",
              "none"
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.007887623505666852,
          "sd_b_minus_a": 0.009121014704809654,
          "min_b_minus_a": -0.025256935507059097,
          "max_b_minus_a": 0.013209402561187744,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.02095664292573929,
            -0.011163279414176941,
            -0.004143964499235153,
            -0.005392774939537048,
            0.001971006393432617,
            -0.025256935507059097,
            -0.008128128945827484,
            -0.010436281561851501,
            -0.014545492827892303,
            -0.007757257670164108,
            -0.0038197189569473267,
            -0.01572815328836441,
            -0.009716302156448364,
            -0.0036653876304626465,
            -0.0006720647215843201,
            0.013209402561187744
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "group_lr1",
          "b": "group_lr3",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_4493c8bbd012ac7d4027",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0038249085191637278,
          "sd_b_minus_a": 0.007429532117343025,
          "min_b_minus_a": -0.013349615037441254,
          "max_b_minus_a": 0.01348894089460373,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.013349615037441254,
            -0.001426592469215393,
            -0.0014371052384376526,
            -0.00975402444601059,
            -0.005056906491518021,
            -0.012181602418422699,
            -0.00012610852718353271,
            -0.0013965070247650146,
            -0.01106669008731842,
            -0.004244226962327957,
            -0.008189771324396133,
            -0.011582154780626297,
            0.006645962595939636,
            -0.005215387791395187,
            0.0036932528018951416,
            0.01348894089460373
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "none_lr1",
          "b": "none_lr3",
          "a_node": "candidate_c65f020b2ef60415591e",
          "b_node": "candidate_d1dec250bee82c78bdc6",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.004208677215501666,
          "sd_b_minus_a": 0.005517032018166107,
          "min_b_minus_a": -0.01317409798502922,
          "max_b_minus_a": 0.006410859525203705,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            0.0024780482053756714,
            -0.008624710142612457,
            -0.004536990076303482,
            0.006410859525203705,
            0.004605475813150406,
            -0.01317409798502922,
            -0.009079255163669586,
            0.0005584284663200378,
            -0.006006971001625061,
            -0.004621043801307678,
            -0.0020672082901000977,
            -0.004647500813007355,
            -0.011181473731994629,
            -0.008163534104824066,
            -0.0036124810576438904,
            -0.005676381289958954
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "none_lr1",
          "b": "group_lr3",
          "a_node": "candidate_c65f020b2ef60415591e",
          "b_node": "candidate_4493c8bbd012ac7d4027",
          "changed_fields": {
            "model.norm": [
              "none",
              "group"
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00014596222899854183,
          "sd_b_minus_a": 0.005225027728398994,
          "min_b_minus_a": -0.009713534265756607,
          "max_b_minus_a": 0.010085076093673706,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.010085076093673706,
            0.0011119768023490906,
            -0.0018301308155059814,
            0.0020496100187301636,
            -0.002422437071800232,
            -9.876489639282227e-05,
            -0.0010772347450256348,
            0.009598203003406525,
            -0.002528168261051178,
            -0.001108013093471527,
            -0.006437260657548904,
            -0.0005015023052692413,
            0.005180791020393372,
            -0.009713534265756607,
            0.0007528364658355713,
            -0.005396842956542969
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "none_lr3",
          "b": "group_lr3",
          "a_node": "candidate_d1dec250bee82c78bdc6",
          "b_node": "candidate_4493c8bbd012ac7d4027",
          "changed_fields": {
            "model.norm": [
              "none",
              "group"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.004062714986503124,
          "sd_b_minus_a": 0.006486001810649888,
          "min_b_minus_a": -0.007027912884950638,
          "max_b_minus_a": 0.016362264752388,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.007607027888298035,
            0.009736686944961548,
            0.0027068592607975006,
            -0.004361249506473541,
            -0.007027912884950638,
            0.013075333088636398,
            0.008002020418643951,
            0.009039774537086487,
            0.003478802740573883,
            0.003513030707836151,
            -0.004370052367448807,
            0.004145998507738113,
            0.016362264752388,
            -0.001550000160932541,
            0.004365317523479462,
            0.0002795383334159851
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 19489,
            "candidate_c65f020b2ef60415591e": 19345,
            "candidate_d1dec250bee82c78bdc6": 19345
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 3000,
            "candidate_c65f020b2ef60415591e": 3000,
            "candidate_d1dec250bee82c78bdc6": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_850bea5b29f7103f5ff2": 16,
            "candidate_c65f020b2ef60415591e": 16,
            "candidate_d1dec250bee82c78bdc6": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "norm_lr_s851903",
      "template_id": "norm_lr",
      "admitted": false,
      "pairs": [
        {
          "a": "group_lr1",
          "b": "none_lr1",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_06fa0f7281ccd419279d",
          "changed_fields": {
            "model.norm": [
              "group",
              "none"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0026476546190679073,
          "sd_b_minus_a": 0.006804856099487263,
          "min_b_minus_a": -0.02135412022471428,
          "max_b_minus_a": 0.009510532021522522,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            0.0007364228367805481,
            -0.004230570048093796,
            0.0007867775857448578,
            -0.005393549799919128,
            0.0038257353007793427,
            -0.0010510161519050598,
            -0.005011208355426788,
            -0.005048695951700211,
            -0.01177942007780075,
            0.0010820254683494568,
            -0.0013325884938240051,
            -0.0002602189779281616,
            -0.02135412022471428,
            -0.00145673006772995,
            0.009510532021522522,
            -0.0013858489692211151
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "group_lr1",
          "b": "none_lr3",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_195fb2322a6c25ed737a",
          "changed_fields": {
            "model.norm": [
              "group",
              "none"
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.005945116514340043,
          "sd_b_minus_a": 0.007602433440334349,
          "min_b_minus_a": -0.025352731347084045,
          "max_b_minus_a": 0.0038780681788921356,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.003804422914981842,
            0.0002979561686515808,
            0.0038780681788921356,
            -0.009872660040855408,
            0.002446342259645462,
            -0.0026350468397140503,
            -0.0005212202668190002,
            -0.007529128342866898,
            -0.018493428826332092,
            -0.007750846445560455,
            -0.006023883819580078,
            -0.0019511133432388306,
            -0.025352731347084045,
            -0.006076972931623459,
            -0.001132965087890625,
            -0.010599810630083084
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "group_lr1",
          "b": "group_lr3",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_e7bb245417c496dc7712",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.002245676703751087,
          "sd_b_minus_a": 0.005284775586115823,
          "min_b_minus_a": -0.010848328471183777,
          "max_b_minus_a": 0.006963163614273071,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.010848328471183777,
            -0.0002450607717037201,
            0.0025339461863040924,
            -0.0032756254076957703,
            0.001427583396434784,
            -0.00846778228878975,
            -0.008355587720870972,
            -0.003747694194316864,
            -0.008046552538871765,
            0.005799926817417145,
            -0.0032398030161857605,
            0.0027663595974445343,
            -0.005554646253585815,
            -0.0033402517437934875,
            0.006963163614273071,
            -0.00030047446489334106
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "none_lr1",
          "b": "none_lr3",
          "a_node": "candidate_06fa0f7281ccd419279d",
          "b_node": "candidate_195fb2322a6c25ed737a",
          "changed_fields": {
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0032974618952721357,
          "sd_b_minus_a": 0.0045532350661735945,
          "min_b_minus_a": -0.010643497109413147,
          "max_b_minus_a": 0.004528526216745377,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.00454084575176239,
            0.004528526216745377,
            0.003091290593147278,
            -0.004479110240936279,
            -0.0013793930411338806,
            -0.0015840306878089905,
            0.004489988088607788,
            -0.002480432391166687,
            -0.0067140087485313416,
            -0.008832871913909912,
            -0.004691295325756073,
            -0.001690894365310669,
            -0.003998611122369766,
            -0.004620242863893509,
            -0.010643497109413147,
            -0.009213961660861969
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "none_lr1",
          "b": "group_lr3",
          "a_node": "candidate_06fa0f7281ccd419279d",
          "b_node": "candidate_e7bb245417c496dc7712",
          "changed_fields": {
            "model.norm": [
              "none",
              "group"
            ],
            "optimizer.lr": [
              0.001,
              0.003
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.00040197791531682014,
          "sd_b_minus_a": 0.005991712576510791,
          "min_b_minus_a": -0.011584751307964325,
          "max_b_minus_a": 0.015799473971128464,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.011584751307964325,
            0.003985509276390076,
            0.0017471686005592346,
            0.002117924392223358,
            -0.0023981519043445587,
            -0.007416766136884689,
            -0.0033443793654441833,
            0.0013010017573833466,
            0.0037328675389289856,
            0.004717901349067688,
            -0.0019072145223617554,
            0.003026578575372696,
            0.015799473971128464,
            -0.0018835216760635376,
            -0.0025473684072494507,
            0.001085374504327774
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "none_lr3",
          "b": "group_lr3",
          "a_node": "candidate_195fb2322a6c25ed737a",
          "b_node": "candidate_e7bb245417c496dc7712",
          "changed_fields": {
            "model.norm": [
              "none",
              "group"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.003699439810588956,
          "sd_b_minus_a": 0.007663090468497614,
          "min_b_minus_a": -0.007834367454051971,
          "max_b_minus_a": 0.01979808509349823,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            -0.007043905556201935,
            -0.0005430169403553009,
            -0.0013441219925880432,
            0.0065970346331596375,
            -0.001018758863210678,
            -0.005832735449075699,
            -0.007834367454051971,
            0.0037814341485500336,
            0.010446876287460327,
            0.0135507732629776,
            0.0027840808033943176,
            0.004717472940683365,
            0.01979808509349823,
            0.0027367211878299713,
            0.008096128702163696,
            0.010299336165189743
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 19489,
            "candidate_06fa0f7281ccd419279d": 19345,
            "candidate_195fb2322a6c25ed737a": 19345
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 3000,
            "candidate_06fa0f7281ccd419279d": 3000,
            "candidate_195fb2322a6c25ed737a": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_94cb1dc2031dcbb007c1": 16,
            "candidate_06fa0f7281ccd419279d": 16,
            "candidate_195fb2322a6c25ed737a": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "batch_fixed_samples_s851901",
      "template_id": "batch_fixed_samples",
      "admitted": false,
      "pairs": [
        {
          "a": "batch8",
          "b": "batch16",
          "a_node": "candidate_38461294b88cd83e7509",
          "b_node": "candidate_d499a5bfa1436fde7a96",
          "changed_fields": {
            "training.batch_size": [
              8,
              16
            ],
            "training.training_steps": [
              6000,
              3000
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.004615474725142121,
          "sd_b_minus_a": 0.0052529554235394675,
          "min_b_minus_a": -0.002660997211933136,
          "max_b_minus_a": 0.014626510441303253,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.006376206874847412,
            0.0011342838406562805,
            -0.0017810016870498657,
            0.0008710324764251709,
            0.006777774542570114,
            0.004667840898036957,
            0.014626510441303253,
            -0.0007574260234832764,
            0.002677273005247116,
            0.011861354112625122,
            -0.002057209610939026,
            0.0059287697076797485,
            0.007850345224142075,
            0.010315075516700745,
            0.008017763495445251,
            -0.002660997211933136
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "batch8",
          "b": "batch32",
          "a_node": "candidate_38461294b88cd83e7509",
          "b_node": "candidate_6a2b36d5a713111585f6",
          "changed_fields": {
            "training.batch_size": [
              8,
              32
            ],
            "training.training_steps": [
              6000,
              1500
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.009894796647131443,
          "sd_b_minus_a": 0.00795735299082699,
          "min_b_minus_a": 0.002304062247276306,
          "max_b_minus_a": 0.03352432698011398,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.01560075581073761,
            0.005166135728359222,
            0.006183885037899017,
            0.01840914785861969,
            0.008808378130197525,
            0.005813121795654297,
            0.016664326190948486,
            0.0027910321950912476,
            0.03352432698011398,
            0.002304062247276306,
            0.009288892149925232,
            0.00777706503868103,
            0.005524244159460068,
            0.004425562918186188,
            0.010983780026435852,
            0.005052030086517334
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "batch16",
          "b": "batch32",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_6a2b36d5a713111585f6",
          "changed_fields": {
            "training.batch_size": [
              16,
              32
            ],
            "training.training_steps": [
              3000,
              1500
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.005279321921989322,
          "sd_b_minus_a": 0.009423482759039504,
          "min_b_minus_a": -0.009557291865348816,
          "max_b_minus_a": 0.030847053974866867,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.009224548935890198,
            0.004031851887702942,
            0.007964886724948883,
            0.01753811538219452,
            0.002030603587627411,
            0.00114528089761734,
            0.002037815749645233,
            0.003548458218574524,
            0.030847053974866867,
            -0.009557291865348816,
            0.011346101760864258,
            0.0018482953310012817,
            -0.002326101064682007,
            -0.005889512598514557,
            0.0029660165309906006,
            0.00771302729845047
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_38461294b88cd83e7509": 19489,
            "candidate_d499a5bfa1436fde7a96": 19489,
            "candidate_6a2b36d5a713111585f6": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_38461294b88cd83e7509": 6000,
            "candidate_d499a5bfa1436fde7a96": 3000,
            "candidate_6a2b36d5a713111585f6": 1500
          },
          "best_to_worst": [
            "candidate_38461294b88cd83e7509",
            "candidate_d499a5bfa1436fde7a96",
            "candidate_6a2b36d5a713111585f6"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_38461294b88cd83e7509": 16,
            "candidate_d499a5bfa1436fde7a96": 16,
            "candidate_6a2b36d5a713111585f6": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "batch_fixed_samples_s851902",
      "template_id": "batch_fixed_samples",
      "admitted": false,
      "pairs": [
        {
          "a": "batch8",
          "b": "batch16",
          "a_node": "candidate_f317d71afe103fba5959",
          "b_node": "candidate_850bea5b29f7103f5ff2",
          "changed_fields": {
            "training.batch_size": [
              8,
              16
            ],
            "training.training_steps": [
              6000,
              3000
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.006592761725187302,
          "sd_b_minus_a": 0.007960027797738821,
          "min_b_minus_a": -0.008093662559986115,
          "max_b_minus_a": 0.025931715965270996,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.025931715965270996,
            0.0097355917096138,
            -0.0007661804556846619,
            0.0029729530215263367,
            0.007151305675506592,
            0.015800893306732178,
            0.005026616156101227,
            0.00046362727880477905,
            0.009588509798049927,
            -0.008093662559986115,
            0.011048823595046997,
            0.009011000394821167,
            0.013104476034641266,
            0.0029189735651016235,
            0.0013769492506980896,
            0.0002125948667526245
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "batch8",
          "b": "batch32",
          "a_node": "candidate_f317d71afe103fba5959",
          "b_node": "candidate_dd00a2ba20eb3012b03d",
          "changed_fields": {
            "training.batch_size": [
              8,
              32
            ],
            "training.training_steps": [
              6000,
              1500
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.014494587434455752,
          "sd_b_minus_a": 0.0122627078203134,
          "min_b_minus_a": -0.003329664468765259,
          "max_b_minus_a": 0.036625973880290985,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.016035646200180054,
            0.02279055118560791,
            0.012855064123868942,
            0.0190151184797287,
            0.009052194654941559,
            0.007705122232437134,
            0.005728982388973236,
            0.012341856956481934,
            0.022219672799110413,
            -0.003329664468765259,
            0.03457207977771759,
            0.029969163239002228,
            0.036625973880290985,
            0.006724260747432709,
            0.0008835047483444214,
            -0.0012761279940605164
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "batch16",
          "b": "batch32",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_dd00a2ba20eb3012b03d",
          "changed_fields": {
            "training.batch_size": [
              16,
              32
            ],
            "training.training_steps": [
              3000,
              1500
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.00790182570926845,
          "sd_b_minus_a": 0.010545152051544588,
          "min_b_minus_a": -0.009896069765090942,
          "max_b_minus_a": 0.023523256182670593,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            -0.009896069765090942,
            0.01305495947599411,
            0.013621244579553604,
            0.016042165458202362,
            0.001900888979434967,
            -0.008095771074295044,
            0.0007023662328720093,
            0.011878229677677155,
            0.012631163001060486,
            0.004763998091220856,
            0.023523256182670593,
            0.02095816284418106,
            0.02352149784564972,
            0.003805287182331085,
            -0.0004934445023536682,
            -0.0014887228608131409
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_f317d71afe103fba5959": 19489,
            "candidate_850bea5b29f7103f5ff2": 19489,
            "candidate_dd00a2ba20eb3012b03d": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_f317d71afe103fba5959": 6000,
            "candidate_850bea5b29f7103f5ff2": 3000,
            "candidate_dd00a2ba20eb3012b03d": 1500
          },
          "best_to_worst": [
            "candidate_f317d71afe103fba5959",
            "candidate_850bea5b29f7103f5ff2",
            "candidate_dd00a2ba20eb3012b03d"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_f317d71afe103fba5959": 16,
            "candidate_850bea5b29f7103f5ff2": 16,
            "candidate_dd00a2ba20eb3012b03d": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "batch_fixed_samples_s851903",
      "template_id": "batch_fixed_samples",
      "admitted": false,
      "pairs": [
        {
          "a": "batch8",
          "b": "batch16",
          "a_node": "candidate_1a43dee7374c55213365",
          "b_node": "candidate_94cb1dc2031dcbb007c1",
          "changed_fields": {
            "training.batch_size": [
              8,
              16
            ],
            "training.training_steps": [
              6000,
              3000
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0038393072318285704,
          "sd_b_minus_a": 0.007498050303363295,
          "min_b_minus_a": -0.00804506242275238,
          "max_b_minus_a": 0.0191069096326828,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.007587440311908722,
            -3.986433148384094e-05,
            0.0002569854259490967,
            -0.00804506242275238,
            0.0002131536602973938,
            0.007270582020282745,
            0.012049302458763123,
            -0.003259662538766861,
            0.015069827437400818,
            0.0008545033633708954,
            0.008632645010948181,
            0.0037645287811756134,
            0.0191069096326828,
            0.0024156421422958374,
            -0.0072614774107933044,
            0.0028134621679782867
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "batch8",
          "b": "batch32",
          "a_node": "candidate_1a43dee7374c55213365",
          "b_node": "candidate_cce6fa5972fc2ed20260",
          "changed_fields": {
            "training.batch_size": [
              8,
              32
            ],
            "training.training_steps": [
              6000,
              1500
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.008019988890737295,
          "sd_b_minus_a": 0.0068608772804752815,
          "min_b_minus_a": -0.0004053190350532532,
          "max_b_minus_a": 0.025813564658164978,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.005205430090427399,
            0.00827319547533989,
            0.010299060493707657,
            0.007166415452957153,
            0.010425034910440445,
            0.003949962556362152,
            0.002569727599620819,
            0.0013785511255264282,
            0.025813564658164978,
            0.018032658845186234,
            0.010795779526233673,
            0.01287056878209114,
            0.004356056451797485,
            6.724148988723755e-05,
            -0.0004053190350532532,
            0.0075218938291072845
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "batch16",
          "b": "batch32",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_cce6fa5972fc2ed20260",
          "changed_fields": {
            "training.batch_size": [
              16,
              32
            ],
            "training.training_steps": [
              3000,
              1500
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.004180681658908725,
          "sd_b_minus_a": 0.008734769604930536,
          "min_b_minus_a": -0.014750853180885315,
          "max_b_minus_a": 0.017178155481815338,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            -0.0023820102214813232,
            0.00831305980682373,
            0.01004207506775856,
            0.015211477875709534,
            0.010211881250143051,
            -0.0033206194639205933,
            -0.009479574859142303,
            0.004638213664293289,
            0.01074373722076416,
            0.017178155481815338,
            0.002163134515285492,
            0.009106040000915527,
            -0.014750853180885315,
            -0.0023484006524086,
            0.006856158375740051,
            0.004708431661128998
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_1a43dee7374c55213365": 19489,
            "candidate_94cb1dc2031dcbb007c1": 19489,
            "candidate_cce6fa5972fc2ed20260": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_1a43dee7374c55213365": 6000,
            "candidate_94cb1dc2031dcbb007c1": 3000,
            "candidate_cce6fa5972fc2ed20260": 1500
          },
          "best_to_worst": [
            "candidate_1a43dee7374c55213365",
            "candidate_94cb1dc2031dcbb007c1",
            "candidate_cce6fa5972fc2ed20260"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_1a43dee7374c55213365": 16,
            "candidate_94cb1dc2031dcbb007c1": 16,
            "candidate_cce6fa5972fc2ed20260": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "training_budget_small_data_s851901",
      "template_id": "training_budget_small_data",
      "admitted": true,
      "pairs": [
        {
          "a": "steps700",
          "b": "steps3000",
          "a_node": "candidate_09e187f0ff5dd7b962c3",
          "b_node": "candidate_bfa9b70cec1b7a9c9e67",
          "changed_fields": {
            "training.training_steps": [
              700,
              3000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.030149634229019284,
          "sd_b_minus_a": 0.011095519786438272,
          "min_b_minus_a": -0.05266059935092926,
          "max_b_minus_a": -0.011139757931232452,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.011139757931232452,
            -0.03644729405641556,
            -0.04431764781475067,
            -0.01934896409511566,
            -0.024766411632299423,
            -0.020599789917469025,
            -0.023788094520568848,
            -0.03707953542470932,
            -0.05266059935092926,
            -0.023254066705703735,
            -0.04357830435037613,
            -0.02947349101305008,
            -0.023633450269699097,
            -0.022854045033454895,
            -0.039569199085235596,
            -0.029883496463298798
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "steps700",
          "b": "steps6000",
          "a_node": "candidate_09e187f0ff5dd7b962c3",
          "b_node": "candidate_41d936fc7e861b0b5a78",
          "changed_fields": {
            "training.training_steps": [
              700,
              6000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0374782697763294,
          "sd_b_minus_a": 0.011501343915792406,
          "min_b_minus_a": -0.06099167838692665,
          "max_b_minus_a": -0.013612620532512665,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.013612620532512665,
            -0.034081608057022095,
            -0.053049236536026,
            -0.03465460240840912,
            -0.03086276724934578,
            -0.03799039497971535,
            -0.024608537554740906,
            -0.04325941205024719,
            -0.06099167838692665,
            -0.031028293073177338,
            -0.04374370723962784,
            -0.030664920806884766,
            -0.049500972032547,
            -0.03024362027645111,
            -0.04313486069440842,
            -0.03822508454322815
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "steps3000",
          "b": "steps6000",
          "a_node": "candidate_bfa9b70cec1b7a9c9e67",
          "b_node": "candidate_41d936fc7e861b0b5a78",
          "changed_fields": {
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.007328635547310114,
          "sd_b_minus_a": 0.007204896091030393,
          "min_b_minus_a": -0.0258675217628479,
          "max_b_minus_a": 0.002365685999393463,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.0024728626012802124,
            0.002365685999393463,
            -0.00873158872127533,
            -0.015305638313293457,
            -0.006096355617046356,
            -0.017390605062246323,
            -0.0008204430341720581,
            -0.006179876625537872,
            -0.00833107903599739,
            -0.007774226367473602,
            -0.00016540288925170898,
            -0.0011914297938346863,
            -0.0258675217628479,
            -0.007389575242996216,
            -0.003565661609172821,
            -0.008341588079929352
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_09e187f0ff5dd7b962c3": 19489,
            "candidate_bfa9b70cec1b7a9c9e67": 19489,
            "candidate_41d936fc7e861b0b5a78": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_09e187f0ff5dd7b962c3": 700,
            "candidate_bfa9b70cec1b7a9c9e67": 3000,
            "candidate_41d936fc7e861b0b5a78": 6000
          },
          "best_to_worst": [
            "candidate_41d936fc7e861b0b5a78",
            "candidate_bfa9b70cec1b7a9c9e67",
            "candidate_09e187f0ff5dd7b962c3"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_09e187f0ff5dd7b962c3": 16,
            "candidate_bfa9b70cec1b7a9c9e67": 16,
            "candidate_41d936fc7e861b0b5a78": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "training_budget_small_data_s851902",
      "template_id": "training_budget_small_data",
      "admitted": false,
      "pairs": [
        {
          "a": "steps700",
          "b": "steps3000",
          "a_node": "candidate_b947e4dd9842fe3bad51",
          "b_node": "candidate_d0966f7ec1140e89a431",
          "changed_fields": {
            "training.training_steps": [
              700,
              3000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.02705435617826879,
          "sd_b_minus_a": 0.008975231377784703,
          "min_b_minus_a": -0.041688255965709686,
          "max_b_minus_a": -0.010401561856269836,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.01691509038209915,
            -0.019193150103092194,
            -0.01776401698589325,
            -0.026160694658756256,
            -0.026969105005264282,
            -0.03526648133993149,
            -0.041688255965709686,
            -0.029019154608249664,
            -0.028867438435554504,
            -0.03143106773495674,
            -0.02906634658575058,
            -0.03786838799715042,
            -0.010401561856269836,
            -0.029359206557273865,
            -0.015396393835544586,
            -0.03750334680080414
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "steps700",
          "b": "steps6000",
          "a_node": "candidate_b947e4dd9842fe3bad51",
          "b_node": "candidate_931bbd11e5da8bccbf95",
          "changed_fields": {
            "training.training_steps": [
              700,
              6000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.03161147003993392,
          "sd_b_minus_a": 0.010105936113617334,
          "min_b_minus_a": -0.04749579355120659,
          "max_b_minus_a": -0.009189322590827942,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.03496808558702469,
            -0.02492210641503334,
            -0.009189322590827942,
            -0.033758312463760376,
            -0.0425383634865284,
            -0.043960876762866974,
            -0.04749579355120659,
            -0.030876658856868744,
            -0.030549518764019012,
            -0.018759533762931824,
            -0.028180278837680817,
            -0.033887170255184174,
            -0.01921391859650612,
            -0.03724326938390732,
            -0.030093900859355927,
            -0.04014641046524048
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "steps3000",
          "b": "steps6000",
          "a_node": "candidate_d0966f7ec1140e89a431",
          "b_node": "candidate_931bbd11e5da8bccbf95",
          "changed_fields": {
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00455711386166513,
          "sd_b_minus_a": 0.008389387181786301,
          "min_b_minus_a": -0.018052995204925537,
          "max_b_minus_a": 0.012671533972024918,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            -0.018052995204925537,
            -0.005728956311941147,
            0.008574694395065308,
            -0.00759761780500412,
            -0.015569258481264114,
            -0.008694395422935486,
            -0.0058075375854969025,
            -0.0018575042486190796,
            -0.001682080328464508,
            0.012671533972024918,
            0.0008860677480697632,
            0.0039812177419662476,
            -0.008812356740236282,
            -0.007884062826633453,
            -0.01469750702381134,
            -0.0026430636644363403
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_b947e4dd9842fe3bad51": 19489,
            "candidate_d0966f7ec1140e89a431": 19489,
            "candidate_931bbd11e5da8bccbf95": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_b947e4dd9842fe3bad51": 700,
            "candidate_d0966f7ec1140e89a431": 3000,
            "candidate_931bbd11e5da8bccbf95": 6000
          },
          "best_to_worst": [
            "candidate_931bbd11e5da8bccbf95",
            "candidate_d0966f7ec1140e89a431",
            "candidate_b947e4dd9842fe3bad51"
          ],
          "exact_correct": true,
          "comparable_pairs": 3,
          "correct_pairs": 3
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_b947e4dd9842fe3bad51": 16,
            "candidate_d0966f7ec1140e89a431": 16,
            "candidate_931bbd11e5da8bccbf95": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "training_budget_small_data_s851903",
      "template_id": "training_budget_small_data",
      "admitted": false,
      "pairs": [
        {
          "a": "steps700",
          "b": "steps3000",
          "a_node": "candidate_c2f399e7a22a405d035f",
          "b_node": "candidate_573a9da3992ed125ac9f",
          "changed_fields": {
            "training.training_steps": [
              700,
              3000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.023040147498250008,
          "sd_b_minus_a": 0.013512105768663466,
          "min_b_minus_a": -0.057286687195301056,
          "max_b_minus_a": 0.004799991846084595,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.016806870698928833,
            -0.012980908155441284,
            -0.034428633749485016,
            -0.03092408925294876,
            -0.013954930007457733,
            -0.03470776975154877,
            -0.01905180513858795,
            -0.015709295868873596,
            -0.020354434847831726,
            -0.018818959593772888,
            -0.057286687195301056,
            -0.026992857456207275,
            -0.014852531254291534,
            -0.030261218547821045,
            0.004799991846084595,
            -0.02631136029958725
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "steps700",
          "b": "steps6000",
          "a_node": "candidate_c2f399e7a22a405d035f",
          "b_node": "candidate_f260805dd3a6614d95c5",
          "changed_fields": {
            "training.training_steps": [
              700,
              6000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.02687809127382934,
          "sd_b_minus_a": 0.01232199866681909,
          "min_b_minus_a": -0.06505033373832703,
          "max_b_minus_a": -0.006391614675521851,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.006391614675521851,
            -0.01847285032272339,
            -0.031642891466617584,
            -0.03160017728805542,
            -0.02409912273287773,
            -0.03297621011734009,
            -0.021809034049510956,
            -0.02511238306760788,
            -0.025602921843528748,
            -0.02405109629034996,
            -0.06505033373832703,
            -0.022822372615337372,
            -0.01699785143136978,
            -0.033683765679597855,
            -0.020793743431568146,
            -0.02894309163093567
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "steps3000",
          "b": "steps6000",
          "a_node": "candidate_573a9da3992ed125ac9f",
          "b_node": "candidate_f260805dd3a6614d95c5",
          "changed_fields": {
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0038379437755793333,
          "sd_b_minus_a": 0.007848453318805581,
          "min_b_minus_a": -0.02559373527765274,
          "max_b_minus_a": 0.010415256023406982,
          "a_better_seeds": 4,
          "b_better_seeds": 12,
          "ties": 0,
          "paired_gaps": [
            0.010415256023406982,
            -0.0054919421672821045,
            0.0027857422828674316,
            -0.0006760880351066589,
            -0.010144192725419998,
            0.0017315596342086792,
            -0.002757228910923004,
            -0.009403087198734283,
            -0.0052484869956970215,
            -0.005232136696577072,
            -0.0077636465430259705,
            0.0041704848408699036,
            -0.002145320177078247,
            -0.0034225471317768097,
            -0.02559373527765274,
            -0.002631731331348419
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_c2f399e7a22a405d035f": 19489,
            "candidate_573a9da3992ed125ac9f": 19489,
            "candidate_f260805dd3a6614d95c5": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "ordered",
          "values": {
            "candidate_c2f399e7a22a405d035f": 700,
            "candidate_573a9da3992ed125ac9f": 3000,
            "candidate_f260805dd3a6614d95c5": 6000
          },
          "best_to_worst": [
            "candidate_f260805dd3a6614d95c5",
            "candidate_573a9da3992ed125ac9f",
            "candidate_c2f399e7a22a405d035f"
          ],
          "exact_correct": false,
          "comparable_pairs": 3,
          "correct_pairs": 2
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_c2f399e7a22a405d035f": 16,
            "candidate_573a9da3992ed125ac9f": 16,
            "candidate_f260805dd3a6614d95c5": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "sampler_steps_parameterization_s851901",
      "template_id": "sampler_steps_parameterization",
      "admitted": false,
      "pairs": [
        {
          "a": "x0_steps4",
          "b": "x0_steps32",
          "a_node": "candidate_3cee1008424ecdabe0f2",
          "b_node": "candidate_a13d38e4f8a123120d24",
          "changed_fields": {
            "training.sampling_steps": [
              4,
              32
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0004980242811143398,
          "sd_b_minus_a": 0.0025390432637234545,
          "min_b_minus_a": -0.004653707146644592,
          "max_b_minus_a": 0.004541806876659393,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.0032424703240394592,
            -0.0010365694761276245,
            -3.1247735023498535e-05,
            -0.0010507404804229736,
            -0.0009864047169685364,
            0.004541806876659393,
            -6.488710641860962e-05,
            0.0015949457883834839,
            -0.0021817684173583984,
            0.0038015171885490417,
            -0.0015026852488517761,
            0.0010666847229003906,
            0.0019981712102890015,
            0.003890387713909149,
            -0.004653707146644592,
            -0.0006595849990844727
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "x0_steps4",
          "b": "v_steps32",
          "a_node": "candidate_3cee1008424ecdabe0f2",
          "b_node": "candidate_ebc6110c12224055dd06",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ],
            "training.sampling_steps": [
              4,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.013013770338147879,
          "sd_b_minus_a": 0.026034079269019496,
          "min_b_minus_a": -0.01060863584280014,
          "max_b_minus_a": 0.1019648015499115,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.03176172822713852,
            0.025549039244651794,
            0.016106434166431427,
            -0.01060863584280014,
            0.1019648015499115,
            0.0014698728919029236,
            0.004180736839771271,
            0.001625344157218933,
            0.000977441668510437,
            0.006213158369064331,
            0.015211425721645355,
            0.003443017601966858,
            -0.0027296170592308044,
            0.00811883807182312,
            -0.0027925893664360046,
            0.007729329168796539
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_steps4",
          "b": "v_steps4",
          "a_node": "candidate_3cee1008424ecdabe0f2",
          "b_node": "candidate_5f732b250a89e2f784b6",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.017998816445469856,
          "sd_b_minus_a": 0.024448151341236873,
          "min_b_minus_a": -0.009000778198242188,
          "max_b_minus_a": 0.10171325504779816,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.029495596885681152,
            0.03277604281902313,
            0.01533469557762146,
            -0.009000778198242188,
            0.10171325504779816,
            0.008011400699615479,
            0.014368392527103424,
            0.006210625171661377,
            0.008405126631259918,
            0.015215620398521423,
            0.014955274760723114,
            0.006511561572551727,
            -6.911903619766235e-05,
            0.016202054917812347,
            0.01116873323917389,
            0.01668258011341095
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_steps32",
          "b": "v_steps32",
          "a_node": "candidate_a13d38e4f8a123120d24",
          "b_node": "candidate_ebc6110c12224055dd06",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.012515746057033539,
          "sd_b_minus_a": 0.026339965591147978,
          "min_b_minus_a": -0.009557895362377167,
          "max_b_minus_a": 0.10295120626688004,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.02851925790309906,
            0.02658560872077942,
            0.016137681901454926,
            -0.009557895362377167,
            0.10295120626688004,
            -0.0030719339847564697,
            0.00424562394618988,
            3.039836883544922e-05,
            0.0031592100858688354,
            0.0024116411805152893,
            0.01671411097049713,
            0.0023763328790664673,
            -0.004727788269519806,
            0.004228450357913971,
            0.0018611177802085876,
            0.008388914167881012
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_steps32",
          "b": "v_steps4",
          "a_node": "candidate_a13d38e4f8a123120d24",
          "b_node": "candidate_5f732b250a89e2f784b6",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ],
            "training.sampling_steps": [
              32,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.017500792164355516,
          "sd_b_minus_a": 0.024859739512644335,
          "min_b_minus_a": -0.007950037717819214,
          "max_b_minus_a": 0.1026996597647667,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.026253126561641693,
            0.03381261229515076,
            0.015365943312644958,
            -0.007950037717819214,
            0.1026996597647667,
            0.003469593822956085,
            0.014433279633522034,
            0.004615679383277893,
            0.010586895048618317,
            0.011414103209972382,
            0.01645796000957489,
            0.005444876849651337,
            -0.002067290246486664,
            0.012311667203903198,
            0.01582244038581848,
            0.017342165112495422
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "v_steps32",
          "b": "v_steps4",
          "a_node": "candidate_ebc6110c12224055dd06",
          "b_node": "candidate_5f732b250a89e2f784b6",
          "changed_fields": {
            "training.sampling_steps": [
              32,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.004985046107321978,
          "sd_b_minus_a": 0.00464610972165619,
          "min_b_minus_a": -0.002266131341457367,
          "max_b_minus_a": 0.013961322605609894,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            -0.002266131341457367,
            0.007227003574371338,
            -0.000771738588809967,
            0.0016078576445579529,
            -0.0002515465021133423,
            0.006541527807712555,
            0.010187655687332153,
            0.004585281014442444,
            0.007427684962749481,
            0.009002462029457092,
            -0.0002561509609222412,
            0.0030685439705848694,
            0.002660498023033142,
            0.008083216845989227,
            0.013961322605609894,
            0.00895325094461441
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_3cee1008424ecdabe0f2": 19489,
            "candidate_a13d38e4f8a123120d24": 19489,
            "candidate_ebc6110c12224055dd06": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_3cee1008424ecdabe0f2": 3000,
            "candidate_a13d38e4f8a123120d24": 3000,
            "candidate_ebc6110c12224055dd06": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_3cee1008424ecdabe0f2": 4,
            "candidate_a13d38e4f8a123120d24": 32,
            "candidate_ebc6110c12224055dd06": 32
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        }
      }
    },
    {
      "instance_id": "sampler_steps_parameterization_s851902",
      "template_id": "sampler_steps_parameterization",
      "admitted": false,
      "pairs": [
        {
          "a": "x0_steps4",
          "b": "x0_steps32",
          "a_node": "candidate_38e3bd76db9e298f97a9",
          "b_node": "candidate_b7ca725c7a35647fc060",
          "changed_fields": {
            "training.sampling_steps": [
              4,
              32
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0003534485585987568,
          "sd_b_minus_a": 0.0019112443289332755,
          "min_b_minus_a": -0.004138782620429993,
          "max_b_minus_a": 0.0023361071944236755,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.0023361071944236755,
            0.001670747995376587,
            -0.004138782620429993,
            0.0016091465950012207,
            -0.0023723244667053223,
            0.0019611790776252747,
            0.0005777925252914429,
            -0.0010459721088409424,
            0.00014337897300720215,
            -0.0009759068489074707,
            -0.003385096788406372,
            -0.0020449385046958923,
            0.000968538224697113,
            -0.0002774447202682495,
            -0.00016618520021438599,
            -0.0005154162645339966
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "x0_steps4",
          "b": "v_steps32",
          "a_node": "candidate_38e3bd76db9e298f97a9",
          "b_node": "candidate_2d0345974c8f19794c5e",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ],
            "training.sampling_steps": [
              4,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.019525221548974514,
          "sd_b_minus_a": 0.03993310884046077,
          "min_b_minus_a": -0.010737337172031403,
          "max_b_minus_a": 0.136641263961792,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.013619698584079742,
            0.018107324838638306,
            0.012008152902126312,
            -0.0019471421837806702,
            0.09335211664438248,
            -0.010248266160488129,
            0.011402137577533722,
            0.0022319331765174866,
            0.0019126534461975098,
            0.03073238581418991,
            0.022959083318710327,
            -0.010737337172031403,
            -0.008579272776842117,
            0.006310328841209412,
            -0.005361516028642654,
            0.136641263961792
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_steps4",
          "b": "v_steps4",
          "a_node": "candidate_38e3bd76db9e298f97a9",
          "b_node": "candidate_55958dc950d53b241d55",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.023606153205037117,
          "sd_b_minus_a": 0.04221722844076757,
          "min_b_minus_a": -0.0060185715556144714,
          "max_b_minus_a": 0.14903584122657776,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.015258081257343292,
            0.01660730689764023,
            0.007189206779003143,
            0.002372540533542633,
            0.10156058520078659,
            -0.00420505553483963,
            0.015930742025375366,
            0.00481647253036499,
            0.0073654428124427795,
            0.03234881907701492,
            0.03204641491174698,
            -0.0060185715556144714,
            -0.00327184796333313,
            0.00911063700914383,
            -0.00244816392660141,
            0.14903584122657776
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_steps32",
          "b": "v_steps32",
          "a_node": "candidate_b7ca725c7a35647fc060",
          "b_node": "candidate_2d0345974c8f19794c5e",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.01987867010757327,
          "sd_b_minus_a": 0.040447532036810105,
          "min_b_minus_a": -0.012209445238113403,
          "max_b_minus_a": 0.137156680226326,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.011283591389656067,
            0.01643657684326172,
            0.016146935522556305,
            -0.003556288778781891,
            0.0957244411110878,
            -0.012209445238113403,
            0.010824345052242279,
            0.003277905285358429,
            0.0017692744731903076,
            0.03170829266309738,
            0.0263441801071167,
            -0.00869239866733551,
            -0.00954781100153923,
            0.006587773561477661,
            -0.005195330828428268,
            0.137156680226326
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_steps32",
          "b": "v_steps4",
          "a_node": "candidate_b7ca725c7a35647fc060",
          "b_node": "candidate_55958dc950d53b241d55",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ],
            "training.sampling_steps": [
              32,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.023959601763635874,
          "sd_b_minus_a": 0.042704346283440185,
          "min_b_minus_a": -0.006166234612464905,
          "max_b_minus_a": 0.14955125749111176,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.012921974062919617,
            0.014936558902263641,
            0.011327989399433136,
            0.0007633939385414124,
            0.10393290966749191,
            -0.006166234612464905,
            0.015352949500083923,
            0.005862444639205933,
            0.007222063839435577,
            0.033324725925922394,
            0.03543151170015335,
            -0.003973633050918579,
            -0.004240386188030243,
            0.009388081729412079,
            -0.002281978726387024,
            0.14955125749111176
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "v_steps32",
          "b": "v_steps4",
          "a_node": "candidate_2d0345974c8f19794c5e",
          "b_node": "candidate_55958dc950d53b241d55",
          "changed_fields": {
            "training.sampling_steps": [
              32,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.004080931656062603,
          "sd_b_minus_a": 0.004055904475074846,
          "min_b_minus_a": -0.004818946123123169,
          "max_b_minus_a": 0.012394577264785767,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.0016383826732635498,
            -0.0015000179409980774,
            -0.004818946123123169,
            0.004319682717323303,
            0.008208468556404114,
            0.0060432106256484985,
            0.004528604447841644,
            0.0025845393538475037,
            0.00545278936624527,
            0.0016164332628250122,
            0.009087331593036652,
            0.004718765616416931,
            0.005307424813508987,
            0.0028003081679344177,
            0.0029133521020412445,
            0.012394577264785767
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_38e3bd76db9e298f97a9": 19489,
            "candidate_b7ca725c7a35647fc060": 19489,
            "candidate_2d0345974c8f19794c5e": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_38e3bd76db9e298f97a9": 3000,
            "candidate_b7ca725c7a35647fc060": 3000,
            "candidate_2d0345974c8f19794c5e": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_38e3bd76db9e298f97a9": 4,
            "candidate_b7ca725c7a35647fc060": 32,
            "candidate_2d0345974c8f19794c5e": 32
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "sampler_steps_parameterization_s851903",
      "template_id": "sampler_steps_parameterization",
      "admitted": false,
      "pairs": [
        {
          "a": "x0_steps4",
          "b": "x0_steps32",
          "a_node": "candidate_558d45bd7a81bf565a1e",
          "b_node": "candidate_7c34ce94e3f14bb1daf6",
          "changed_fields": {
            "training.sampling_steps": [
              4,
              32
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 2.4776440113782883e-05,
          "sd_b_minus_a": 0.001926254100840644,
          "min_b_minus_a": -0.002260614186525345,
          "max_b_minus_a": 0.0037240013480186462,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.001641497015953064,
            -0.0007299371063709259,
            -0.001633521169424057,
            -0.00011890381574630737,
            -0.0018875636160373688,
            0.002731814980506897,
            0.0037240013480186462,
            0.0003686472773551941,
            0.0023073554039001465,
            -0.002260614186525345,
            -0.0014825984835624695,
            -0.0017711445689201355,
            0.0009958893060684204,
            0.0016312077641487122,
            -0.002028234302997589,
            -0.0010914728045463562
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "x0_steps4",
          "b": "v_steps32",
          "a_node": "candidate_558d45bd7a81bf565a1e",
          "b_node": "candidate_42b816c5e6adf232c93c",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ],
            "training.sampling_steps": [
              4,
              32
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.020843508886173368,
          "sd_b_minus_a": 0.0440063031813897,
          "min_b_minus_a": -0.019169341772794724,
          "max_b_minus_a": 0.14010678604245186,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.0016498714685440063,
            0.061494700610637665,
            0.008461613208055496,
            -0.002258121967315674,
            0.10491009056568146,
            0.00030206143856048584,
            -0.00680454820394516,
            -0.001764826476573944,
            -0.009986087679862976,
            0.14010678604245186,
            0.0031992942094802856,
            0.012491263449192047,
            -0.019169341772794724,
            0.004025869071483612,
            0.010518625378608704,
            0.02631889283657074
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_steps4",
          "b": "v_steps4",
          "a_node": "candidate_558d45bd7a81bf565a1e",
          "b_node": "candidate_6aa91456281def01475a",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.025249064667150378,
          "sd_b_minus_a": 0.04724231186340297,
          "min_b_minus_a": -0.016915321350097656,
          "max_b_minus_a": 0.15723908320069313,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.004383891820907593,
            0.061485692858695984,
            0.007650848478078842,
            0.000560365617275238,
            0.110359326004982,
            -0.0011055395007133484,
            -0.0009498968720436096,
            0.0001731179654598236,
            -0.010540463030338287,
            0.15723908320069313,
            0.006289847195148468,
            0.03739229589700699,
            -0.016915321350097656,
            0.006959438323974609,
            0.010760635137557983,
            0.0302417129278183
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_steps32",
          "b": "v_steps32",
          "a_node": "candidate_7c34ce94e3f14bb1daf6",
          "b_node": "candidate_42b816c5e6adf232c93c",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.020818732446059585,
          "sd_b_minus_a": 0.045119684506919784,
          "min_b_minus_a": -0.020165231078863144,
          "max_b_minus_a": 0.1423674002289772,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            8.374452590942383e-06,
            0.06222463771700859,
            0.010095134377479553,
            -0.0021392181515693665,
            0.10679765418171883,
            -0.002429753541946411,
            -0.010528549551963806,
            -0.002133473753929138,
            -0.012293443083763123,
            0.1423674002289772,
            0.004681892693042755,
            0.014262408018112183,
            -0.020165231078863144,
            0.0023946613073349,
            0.012546859681606293,
            0.027410365641117096
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "x0_steps32",
          "b": "v_steps4",
          "a_node": "candidate_7c34ce94e3f14bb1daf6",
          "b_node": "candidate_6aa91456281def01475a",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ],
            "training.sampling_steps": [
              32,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.025224288227036595,
          "sd_b_minus_a": 0.04838363013948456,
          "min_b_minus_a": -0.017911210656166077,
          "max_b_minus_a": 0.15949969738721848,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.002742394804954529,
            0.06221562996506691,
            0.0092843696475029,
            0.0006792694330215454,
            0.11224688962101936,
            -0.0038373544812202454,
            -0.004673898220062256,
            -0.00019552931189537048,
            -0.012847818434238434,
            0.15949969738721848,
            0.0077724456787109375,
            0.039163440465927124,
            -0.017911210656166077,
            0.005328230559825897,
            0.012788869440555573,
            0.031333185732364655
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "v_steps32",
          "b": "v_steps4",
          "a_node": "candidate_42b816c5e6adf232c93c",
          "b_node": "candidate_6aa91456281def01475a",
          "changed_fields": {
            "training.sampling_steps": [
              32,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.004405555780977011,
          "sd_b_minus_a": 0.006965682000370056,
          "min_b_minus_a": -0.0014076009392738342,
          "max_b_minus_a": 0.02490103244781494,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.0027340203523635864,
            -9.007751941680908e-06,
            -0.000810764729976654,
            0.002818487584590912,
            0.005449235439300537,
            -0.0014076009392738342,
            0.00585465133190155,
            0.0019379444420337677,
            -0.0005543753504753113,
            0.017132297158241272,
            0.0030905529856681824,
            0.02490103244781494,
            0.0022540204226970673,
            0.0029335692524909973,
            0.00024200975894927979,
            0.003922820091247559
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_558d45bd7a81bf565a1e": 19489,
            "candidate_7c34ce94e3f14bb1daf6": 19489,
            "candidate_42b816c5e6adf232c93c": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_558d45bd7a81bf565a1e": 3000,
            "candidate_7c34ce94e3f14bb1daf6": 3000,
            "candidate_42b816c5e6adf232c93c": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_558d45bd7a81bf565a1e": 4,
            "candidate_7c34ce94e3f14bb1daf6": 32,
            "candidate_42b816c5e6adf232c93c": 32
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        }
      }
    },
    {
      "instance_id": "sampling_stochasticity_s851901",
      "template_id": "sampling_stochasticity",
      "admitted": false,
      "pairs": [
        {
          "a": "det4",
          "b": "det16",
          "a_node": "candidate_3cee1008424ecdabe0f2",
          "b_node": "candidate_d499a5bfa1436fde7a96",
          "changed_fields": {
            "training.sampling_steps": [
              4,
              16
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0003038595896214247,
          "sd_b_minus_a": 0.002057979078390504,
          "min_b_minus_a": -0.004679597914218903,
          "max_b_minus_a": 0.0030364245176315308,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.0023147091269493103,
            -0.0015769824385643005,
            -0.0002497658133506775,
            -0.0016537681221961975,
            -0.0014780983328819275,
            0.0021522268652915955,
            -0.0006260648369789124,
            0.00022499263286590576,
            -0.0022909902036190033,
            0.0017268061637878418,
            -0.002176225185394287,
            0.00016830116510391235,
            0.0013399645686149597,
            0.0030364245176315308,
            -0.004679597914218903,
            -0.0010936856269836426
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "det4",
          "b": "stoch16",
          "a_node": "candidate_3cee1008424ecdabe0f2",
          "b_node": "candidate_446421d581572cac734d",
          "changed_fields": {
            "training.sampling_eta": [
              0.0,
              1.0
            ],
            "training.sampling_steps": [
              4,
              16
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0018150892574340105,
          "sd_b_minus_a": 0.003205424635108636,
          "min_b_minus_a": -0.0043214112520217896,
          "max_b_minus_a": 0.00768878310918808,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.003901340067386627,
            -0.000840701162815094,
            0.0013255700469017029,
            -0.0005079060792922974,
            9.609013795852661e-05,
            0.00768878310918808,
            0.0006931796669960022,
            0.0030221641063690186,
            -0.0008812472224235535,
            0.007107213139533997,
            -0.000685717910528183,
            0.0026341378688812256,
            0.0030577778816223145,
            0.0056817978620529175,
            -0.0043214112520217896,
            0.001070357859134674
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "det4",
          "b": "stoch4",
          "a_node": "candidate_3cee1008424ecdabe0f2",
          "b_node": "candidate_56b2a16c211895a2c664",
          "changed_fields": {
            "training.sampling_eta": [
              0.0,
              1.0
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.001787708606570959,
          "sd_b_minus_a": 0.0007448539395378994,
          "min_b_minus_a": 0.0007700547575950623,
          "max_b_minus_a": 0.0034348592162132263,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.0013005658984184265,
            0.0011705458164215088,
            0.0018328800797462463,
            0.0015154480934143066,
            0.0016098618507385254,
            0.0034348592162132263,
            0.0011635944247245789,
            0.0023002251982688904,
            0.0018813833594322205,
            0.0032596588134765625,
            0.0013877302408218384,
            0.002311393618583679,
            0.0007700547575950623,
            0.00140371173620224,
            0.00118979811668396,
            0.0020716264843940735
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "det16",
          "b": "stoch16",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_446421d581572cac734d",
          "changed_fields": {
            "training.sampling_eta": [
              0.0,
              1.0
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.002118948847055435,
          "sd_b_minus_a": 0.0014539501063071615,
          "min_b_minus_a": 0.00035818666219711304,
          "max_b_minus_a": 0.005536556243896484,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.001586630940437317,
            0.0007362812757492065,
            0.0015753358602523804,
            0.0011458620429039001,
            0.001574188470840454,
            0.005536556243896484,
            0.0013192445039749146,
            0.002797171473503113,
            0.0014097429811954498,
            0.005380406975746155,
            0.0014905072748661041,
            0.0024658367037773132,
            0.0017178133130073547,
            0.0026453733444213867,
            0.00035818666219711304,
            0.0021640434861183167
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "det16",
          "b": "stoch4",
          "a_node": "candidate_d499a5bfa1436fde7a96",
          "b_node": "candidate_56b2a16c211895a2c664",
          "changed_fields": {
            "training.sampling_eta": [
              0.0,
              1.0
            ],
            "training.sampling_steps": [
              16,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0020915681961923838,
          "sd_b_minus_a": 0.0019350599996504681,
          "min_b_minus_a": -0.0016327127814292908,
          "max_b_minus_a": 0.0058693960309028625,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            -0.0010141432285308838,
            0.0027475282549858093,
            0.002082645893096924,
            0.003169216215610504,
            0.003087960183620453,
            0.0012826323509216309,
            0.0017896592617034912,
            0.0020752325654029846,
            0.004172373563051224,
            0.0015328526496887207,
            0.0035639554262161255,
            0.002143092453479767,
            -0.0005699098110198975,
            -0.0016327127814292908,
            0.0058693960309028625,
            0.003165312111377716
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "stoch16",
          "b": "stoch4",
          "a_node": "candidate_446421d581572cac734d",
          "b_node": "candidate_56b2a16c211895a2c664",
          "changed_fields": {
            "training.sampling_steps": [
              16,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -2.7380650863051414e-05,
          "sd_b_minus_a": 0.00280510426250231,
          "min_b_minus_a": -0.0042780861258506775,
          "max_b_minus_a": 0.0055112093687057495,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.0026007741689682007,
            0.002011246979236603,
            0.0005073100328445435,
            0.002023354172706604,
            0.0015137717127799988,
            -0.0042539238929748535,
            0.00047041475772857666,
            -0.0007219389081001282,
            0.002762630581855774,
            -0.003847554326057434,
            0.0020734481513500214,
            -0.0003227442502975464,
            -0.002287723124027252,
            -0.0042780861258506775,
            0.0055112093687057495,
            0.0010012686252593994
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_3cee1008424ecdabe0f2": 19489,
            "candidate_d499a5bfa1436fde7a96": 19489,
            "candidate_446421d581572cac734d": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_3cee1008424ecdabe0f2": 3000,
            "candidate_d499a5bfa1436fde7a96": 3000,
            "candidate_446421d581572cac734d": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_3cee1008424ecdabe0f2": 4,
            "candidate_d499a5bfa1436fde7a96": 16,
            "candidate_446421d581572cac734d": 16
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        }
      }
    },
    {
      "instance_id": "sampling_stochasticity_s851902",
      "template_id": "sampling_stochasticity",
      "admitted": false,
      "pairs": [
        {
          "a": "det4",
          "b": "det16",
          "a_node": "candidate_38e3bd76db9e298f97a9",
          "b_node": "candidate_850bea5b29f7103f5ff2",
          "changed_fields": {
            "training.sampling_steps": [
              4,
              16
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0007916970644146204,
          "sd_b_minus_a": 0.0017692373186706859,
          "min_b_minus_a": -0.00419514998793602,
          "max_b_minus_a": 0.002055123448371887,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.002055123448371887,
            0.00028490275144577026,
            -0.00419514998793602,
            0.001583784818649292,
            -0.0028939247131347656,
            0.0011816918849945068,
            0.00012989342212677002,
            -0.001681499183177948,
            -0.00017648935317993164,
            -0.0011687874794006348,
            -0.003497794270515442,
            -0.0020122230052948,
            0.0002299472689628601,
            -0.0007034838199615479,
            -0.001124553382396698,
            -0.0006785914301872253
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "det4",
          "b": "stoch16",
          "a_node": "candidate_38e3bd76db9e298f97a9",
          "b_node": "candidate_20f08db9bb0b8723faba",
          "changed_fields": {
            "training.sampling_eta": [
              0.0,
              1.0
            ],
            "training.sampling_steps": [
              4,
              16
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0006486645434051752,
          "sd_b_minus_a": 0.002130988407098155,
          "min_b_minus_a": -0.0035009197890758514,
          "max_b_minus_a": 0.004668883979320526,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.004668883979320526,
            0.002383619546890259,
            -0.0035009197890758514,
            0.003248147666454315,
            -0.0017001703381538391,
            0.0031430646777153015,
            0.0011014342308044434,
            0.0005300939083099365,
            0.0002965107560157776,
            0.0002105310559272766,
            -0.0026083067059516907,
            -0.0005494952201843262,
            0.0011625811457633972,
            0.00025716423988342285,
            0.0006058663129806519,
            0.0011296272277832031
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "det4",
          "b": "stoch4",
          "a_node": "candidate_38e3bd76db9e298f97a9",
          "b_node": "candidate_dbc54198418806f89f55",
          "changed_fields": {
            "training.sampling_eta": [
              0.0,
              1.0
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0016707507893443108,
          "sd_b_minus_a": 0.0004275439868239185,
          "min_b_minus_a": 0.000792190432548523,
          "max_b_minus_a": 0.0024260804057121277,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.0019894391298294067,
            0.0016892552375793457,
            0.0018927082419395447,
            0.0018373355269432068,
            0.0017774030566215515,
            0.001310504972934723,
            0.0014206543564796448,
            0.0024260804057121277,
            0.000792190432548523,
            0.001491360366344452,
            0.0015509575605392456,
            0.0021631047129631042,
            0.001104213297367096,
            0.0013051927089691162,
            0.0018057599663734436,
            0.002175852656364441
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "det16",
          "b": "stoch16",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_20f08db9bb0b8723faba",
          "changed_fields": {
            "training.sampling_eta": [
              0.0,
              1.0
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0014403616078197956,
          "sd_b_minus_a": 0.000606348962760542,
          "min_b_minus_a": 0.00047300010919570923,
          "max_b_minus_a": 0.002613760530948639,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.002613760530948639,
            0.0020987167954444885,
            0.0006942301988601685,
            0.0016643628478050232,
            0.0011937543749809265,
            0.0019613727927207947,
            0.0009715408086776733,
            0.0022115930914878845,
            0.00047300010919570923,
            0.0013793185353279114,
            0.0008894875645637512,
            0.0014627277851104736,
            0.0009326338768005371,
            0.0009606480598449707,
            0.0017304196953773499,
            0.0018082186579704285
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "det16",
          "b": "stoch4",
          "a_node": "candidate_850bea5b29f7103f5ff2",
          "b_node": "candidate_dbc54198418806f89f55",
          "changed_fields": {
            "training.sampling_eta": [
              0.0,
              1.0
            ],
            "training.sampling_steps": [
              16,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.002462447853758931,
          "sd_b_minus_a": 0.001913675321875691,
          "min_b_minus_a": -6.568431854248047e-05,
          "max_b_minus_a": 0.006087858229875565,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            -6.568431854248047e-05,
            0.0014043524861335754,
            0.006087858229875565,
            0.0002535507082939148,
            0.004671327769756317,
            0.00012881308794021606,
            0.0012907609343528748,
            0.004107579588890076,
            0.0009686797857284546,
            0.0026601478457450867,
            0.0050487518310546875,
            0.004175327718257904,
            0.0008742660284042358,
            0.002008676528930664,
            0.0029303133487701416,
            0.0028544440865516663
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "stoch16",
          "b": "stoch4",
          "a_node": "candidate_20f08db9bb0b8723faba",
          "b_node": "candidate_dbc54198418806f89f55",
          "changed_fields": {
            "training.sampling_steps": [
              16,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0010220862459391356,
          "sd_b_minus_a": 0.002181086528902901,
          "min_b_minus_a": -0.0026794448494911194,
          "max_b_minus_a": 0.005393628031015396,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            -0.0026794448494911194,
            -0.0006943643093109131,
            0.005393628031015396,
            -0.0014108121395111084,
            0.0034775733947753906,
            -0.0018325597047805786,
            0.0003192201256752014,
            0.0018959864974021912,
            0.0004956796765327454,
            0.0012808293104171753,
            0.004159264266490936,
            0.0027125999331474304,
            -5.836784839630127e-05,
            0.0010480284690856934,
            0.0011998936533927917,
            0.0010462254285812378
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_38e3bd76db9e298f97a9": 19489,
            "candidate_850bea5b29f7103f5ff2": 19489,
            "candidate_20f08db9bb0b8723faba": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_38e3bd76db9e298f97a9": 3000,
            "candidate_850bea5b29f7103f5ff2": 3000,
            "candidate_20f08db9bb0b8723faba": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_38e3bd76db9e298f97a9": 4,
            "candidate_850bea5b29f7103f5ff2": 16,
            "candidate_20f08db9bb0b8723faba": 16
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        }
      }
    },
    {
      "instance_id": "sampling_stochasticity_s851903",
      "template_id": "sampling_stochasticity",
      "admitted": false,
      "pairs": [
        {
          "a": "det4",
          "b": "det16",
          "a_node": "candidate_558d45bd7a81bf565a1e",
          "b_node": "candidate_94cb1dc2031dcbb007c1",
          "changed_fields": {
            "training.sampling_steps": [
              4,
              16
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00042667053639888763,
          "sd_b_minus_a": 0.0017165984390443544,
          "min_b_minus_a": -0.002367507666349411,
          "max_b_minus_a": 0.00253894180059433,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.00027811527252197266,
            -0.0012111663818359375,
            -0.0018275827169418335,
            -0.0005920901894569397,
            -0.0019527040421962738,
            0.00253894180059433,
            0.0021441951394081116,
            -8.26716423034668e-05,
            0.002322770655155182,
            -0.002367507666349411,
            -0.0018433332443237305,
            -0.002134360373020172,
            0.0006708577275276184,
            0.0008292645215988159,
            -0.002271600067615509,
            -0.0013278573751449585
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "det4",
          "b": "stoch16",
          "a_node": "candidate_558d45bd7a81bf565a1e",
          "b_node": "candidate_42c347b0f57ce4f833be",
          "changed_fields": {
            "training.sampling_eta": [
              0.0,
              1.0
            ],
            "training.sampling_steps": [
              4,
              16
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0022930565755814314,
          "sd_b_minus_a": 0.0022168190784860914,
          "min_b_minus_a": -0.0008943118155002594,
          "max_b_minus_a": 0.006529375910758972,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.0037574321031570435,
            0.0007620081305503845,
            0.0007557384669780731,
            0.001526959240436554,
            0.000584721565246582,
            0.006529375910758972,
            0.006521925330162048,
            0.002780396491289139,
            0.003903329372406006,
            0.0004008673131465912,
            0.0004244670271873474,
            0.001280520111322403,
            0.0029746070504188538,
            0.004372701048851013,
            -0.0008943118155002594,
            0.0010081678628921509
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "det4",
          "b": "stoch4",
          "a_node": "candidate_558d45bd7a81bf565a1e",
          "b_node": "candidate_12166e5653658eabdd7e",
          "changed_fields": {
            "training.sampling_eta": [
              0.0,
              1.0
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0024567365180701017,
          "sd_b_minus_a": 0.0005148076164938003,
          "min_b_minus_a": 0.0015005841851234436,
          "max_b_minus_a": 0.003063678741455078,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.002976655960083008,
            0.0017603486776351929,
            0.0024659521877765656,
            0.0019737854599952698,
            0.002886541187763214,
            0.003063678741455078,
            0.003054387867450714,
            0.0023810379207134247,
            0.0015005841851234436,
            0.0029882825911045074,
            0.002254769206047058,
            0.002965472638607025,
            0.0018033906817436218,
            0.0024789348244667053,
            0.0021178200840950012,
            0.002636142075061798
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "det16",
          "b": "stoch16",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_42c347b0f57ce4f833be",
          "changed_fields": {
            "training.sampling_eta": [
              0.0,
              1.0
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.002719727111980319,
          "sd_b_minus_a": 0.0008453653971421091,
          "min_b_minus_a": 0.0013772882521152496,
          "max_b_minus_a": 0.004377730190753937,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.003479316830635071,
            0.001973174512386322,
            0.0025833211839199066,
            0.0021190494298934937,
            0.002537425607442856,
            0.003990434110164642,
            0.004377730190753937,
            0.0028630681335926056,
            0.001580558717250824,
            0.002768374979496002,
            0.002267800271511078,
            0.003414880484342575,
            0.0023037493228912354,
            0.0035434365272521973,
            0.0013772882521152496,
            0.0023360252380371094
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "det16",
          "b": "stoch4",
          "a_node": "candidate_94cb1dc2031dcbb007c1",
          "b_node": "candidate_12166e5653658eabdd7e",
          "changed_fields": {
            "training.sampling_eta": [
              0.0,
              1.0
            ],
            "training.sampling_steps": [
              16,
              4
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0028834070544689894,
          "sd_b_minus_a": 0.0018229120775808336,
          "min_b_minus_a": -0.0008221864700317383,
          "max_b_minus_a": 0.0053557902574539185,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.002698540687561035,
            0.0029715150594711304,
            0.004293534904718399,
            0.0025658756494522095,
            0.004839245229959488,
            0.0005247369408607483,
            0.0009101927280426025,
            0.0024637095630168915,
            -0.0008221864700317383,
            0.0053557902574539185,
            0.004098102450370789,
            0.005099833011627197,
            0.0011325329542160034,
            0.0016496703028678894,
            0.00438942015171051,
            0.003963999450206757
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "stoch16",
          "b": "stoch4",
          "a_node": "candidate_42c347b0f57ce4f833be",
          "b_node": "candidate_12166e5653658eabdd7e",
          "changed_fields": {
            "training.sampling_steps": [
              16,
              4
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.00016367994248867035,
          "sd_b_minus_a": 0.0021468296923055946,
          "min_b_minus_a": -0.0034675374627113342,
          "max_b_minus_a": 0.0030121318995952606,
          "a_better_seeds": 9,
          "b_better_seeds": 7,
          "ties": 0,
          "paired_gaps": [
            -0.0007807761430740356,
            0.0009983405470848083,
            0.0017102137207984924,
            0.0004468262195587158,
            0.002301819622516632,
            -0.003465697169303894,
            -0.0034675374627113342,
            -0.0003993585705757141,
            -0.0024027451872825623,
            0.0025874152779579163,
            0.0018303021788597107,
            0.0016849525272846222,
            -0.001171216368675232,
            -0.0018937662243843079,
            0.0030121318995952606,
            0.0016279742121696472
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16,
            "final_state_sha256": 16
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_558d45bd7a81bf565a1e": 19489,
            "candidate_94cb1dc2031dcbb007c1": 19489,
            "candidate_42c347b0f57ce4f833be": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_558d45bd7a81bf565a1e": 3000,
            "candidate_94cb1dc2031dcbb007c1": 3000,
            "candidate_42c347b0f57ce4f833be": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_558d45bd7a81bf565a1e": 4,
            "candidate_94cb1dc2031dcbb007c1": 16,
            "candidate_42c347b0f57ce4f833be": 16
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 1
        }
      }
    },
    {
      "instance_id": "texture_condition_bridge_s851901",
      "template_id": "texture_condition_bridge",
      "admitted": false,
      "pairs": [
        {
          "a": "conv_absolute",
          "b": "conv_relative",
          "a_node": "candidate_d9218ae033e14da7b206",
          "b_node": "candidate_c015683e256d7ca5f5a6",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00037857238203287125,
          "sd_b_minus_a": 0.008569196687059053,
          "min_b_minus_a": -0.013425320386886597,
          "max_b_minus_a": 0.021919649094343185,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.0036915838718414307,
            0.0027334392070770264,
            0.006624642759561539,
            -0.002891629934310913,
            -0.0007638111710548401,
            -0.013425320386886597,
            -0.006823655217885971,
            -0.004768289625644684,
            0.0005318261682987213,
            -0.013206839561462402,
            0.021919649094343185,
            0.0011687055230140686,
            0.004804596304893494,
            -0.007857568562030792,
            -0.0031688734889030457,
            0.00537438690662384
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "unet",
          "a_node": "candidate_d9218ae033e14da7b206",
          "b_node": "candidate_ce460cf37065425d144d",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.006368458271026611,
          "sd_b_minus_a": 0.008440844349431292,
          "min_b_minus_a": -0.007393740117549896,
          "max_b_minus_a": 0.016781751066446304,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.009847097098827362,
            0.010110624134540558,
            0.01579159125685692,
            -0.003971993923187256,
            0.008602142333984375,
            -0.007393740117549896,
            0.0031115934252738953,
            -0.0008982717990875244,
            0.0115523561835289,
            -0.0050340816378593445,
            0.016781751066446304,
            0.00928846001625061,
            0.008011974394321442,
            -0.005353473126888275,
            0.01555527001619339,
            0.015894033014774323
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "unet_relative",
          "a_node": "candidate_d9218ae033e14da7b206",
          "b_node": "candidate_d4a6ba4cf4b49fc6d875",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ],
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.006119096651673317,
          "sd_b_minus_a": 0.007850276737601237,
          "min_b_minus_a": -0.007223114371299744,
          "max_b_minus_a": 0.01787703111767769,
          "a_better_seeds": 11,
          "b_better_seeds": 5,
          "ties": 0,
          "paired_gaps": [
            0.01003263145685196,
            0.01101367175579071,
            0.011407595127820969,
            -0.002140820026397705,
            0.005324140191078186,
            -0.0003955736756324768,
            0.00016479194164276123,
            -0.0007706731557846069,
            0.013119220733642578,
            -0.0031659677624702454,
            0.01787703111767769,
            0.0023269951343536377,
            0.013475902378559113,
            -0.007223114371299744,
            0.009183377027511597,
            0.01767633855342865
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "unet",
          "a_node": "candidate_c015683e256d7ca5f5a6",
          "b_node": "candidate_ce460cf37065425d144d",
          "changed_fields": {
            "model.coordinates": [
              "relative",
              "absolute"
            ],
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.006747030653059483,
          "sd_b_minus_a": 0.005448734129190883,
          "min_b_minus_a": -0.005137898027896881,
          "max_b_minus_a": 0.018724143505096436,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.006155513226985931,
            0.0073771849274635315,
            0.00916694849729538,
            -0.0010803639888763428,
            0.009365953505039215,
            0.0060315802693367004,
            0.009935248643159866,
            0.0038700178265571594,
            0.011020530015230179,
            0.008172757923603058,
            -0.005137898027896881,
            0.008119754493236542,
            0.003207378089427948,
            0.002504095435142517,
            0.018724143505096436,
            0.010519646108150482
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "unet_relative",
          "a_node": "candidate_c015683e256d7ca5f5a6",
          "b_node": "candidate_d4a6ba4cf4b49fc6d875",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.006497669033706188,
          "sd_b_minus_a": 0.005064972605353809,
          "min_b_minus_a": -0.004042617976665497,
          "max_b_minus_a": 0.01302974671125412,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.0063410475850105286,
            0.008280232548713684,
            0.00478295236825943,
            0.000750809907913208,
            0.006087951362133026,
            0.01302974671125412,
            0.006988447159528732,
            0.003997616469860077,
            0.012587394565343857,
            0.010040871798992157,
            -0.004042617976665497,
            0.001158289611339569,
            0.008671306073665619,
            0.0006344541907310486,
            0.012352250516414642,
            0.01230195164680481
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "unet",
          "b": "unet_relative",
          "a_node": "candidate_ce460cf37065425d144d",
          "b_node": "candidate_d4a6ba4cf4b49fc6d875",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00024936161935329437,
          "sd_b_minus_a": 0.003860754993335021,
          "min_b_minus_a": -0.006961464881896973,
          "max_b_minus_a": 0.006998166441917419,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            0.00018553435802459717,
            0.0009030476212501526,
            -0.00438399612903595,
            0.0018311738967895508,
            -0.003278002142906189,
            0.006998166441917419,
            -0.002946801483631134,
            0.00012759864330291748,
            0.001566864550113678,
            0.0018681138753890991,
            0.0010952800512313843,
            -0.006961464881896973,
            0.005463927984237671,
            -0.0018696412444114685,
            -0.006371892988681793,
            0.0017823055386543274
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_d9218ae033e14da7b206": 19489,
            "candidate_c015683e256d7ca5f5a6": 19489,
            "candidate_ce460cf37065425d144d": 35089
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_d9218ae033e14da7b206": 3000,
            "candidate_c015683e256d7ca5f5a6": 3000,
            "candidate_ce460cf37065425d144d": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_d9218ae033e14da7b206": 16,
            "candidate_c015683e256d7ca5f5a6": 16,
            "candidate_ce460cf37065425d144d": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "texture_condition_bridge_s851902",
      "template_id": "texture_condition_bridge",
      "admitted": false,
      "pairs": [
        {
          "a": "conv_absolute",
          "b": "conv_relative",
          "a_node": "candidate_e727cb0c3fdbbe7b2e2b",
          "b_node": "candidate_82f4331380b4f6e01e1f",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0012909267097711563,
          "sd_b_minus_a": 0.006860275205709387,
          "min_b_minus_a": -0.014947198331356049,
          "max_b_minus_a": 0.006812877953052521,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.00555400550365448,
            0.004249043762683868,
            0.00539804995059967,
            -0.00385400652885437,
            -0.0008219927549362183,
            -0.014947198331356049,
            -0.002473939210176468,
            -0.005824785679578781,
            -0.013461034744977951,
            0.0017159059643745422,
            0.00643535703420639,
            -0.007604267448186874,
            0.006812877953052521,
            0.0051877424120903015,
            0.004336521029472351,
            -0.00024909526109695435
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "unet",
          "a_node": "candidate_e727cb0c3fdbbe7b2e2b",
          "b_node": "candidate_9c2daf736b4f07af6539",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.008189298445358872,
          "sd_b_minus_a": 0.008342767934927232,
          "min_b_minus_a": -0.010073058307170868,
          "max_b_minus_a": 0.019413992762565613,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.0012206882238388062,
            -0.00311201810836792,
            0.012410350143909454,
            0.010733678936958313,
            0.011889580637216568,
            -0.010073058307170868,
            0.009030915796756744,
            -0.0038331374526023865,
            0.003565467894077301,
            0.014199256896972656,
            0.013930611312389374,
            0.010347254574298859,
            0.014171265065670013,
            0.019413992762565613,
            0.009308673441410065,
            0.017825253307819366
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "unet_relative",
          "a_node": "candidate_e727cb0c3fdbbe7b2e2b",
          "b_node": "candidate_76480f8f3faa7736baf9",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ],
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.005909610306844115,
          "sd_b_minus_a": 0.007030401496313999,
          "min_b_minus_a": -0.008599884808063507,
          "max_b_minus_a": 0.015071369707584381,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.004957042634487152,
            -0.0012172162532806396,
            0.014020629227161407,
            0.003774777054786682,
            0.012043412774801254,
            -0.008599884808063507,
            0.0075782909989356995,
            -0.0023372694849967957,
            -0.004697240889072418,
            0.009688839316368103,
            0.013198740780353546,
            0.005481190979480743,
            0.011248402297496796,
            0.005641438066959381,
            0.015071369707584381,
            0.008701242506504059
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "unet",
          "a_node": "candidate_82f4331380b4f6e01e1f",
          "b_node": "candidate_9c2daf736b4f07af6539",
          "changed_fields": {
            "model.coordinates": [
              "relative",
              "absolute"
            ],
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.009480225155130029,
          "sd_b_minus_a": 0.0067222906452803245,
          "min_b_minus_a": -0.007361061871051788,
          "max_b_minus_a": 0.01807434856891632,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.006774693727493286,
            -0.007361061871051788,
            0.007012300193309784,
            0.014587685465812683,
            0.012711573392152786,
            0.004874140024185181,
            0.011504855006933212,
            0.0019916482269763947,
            0.017026502639055252,
            0.012483350932598114,
            0.007495254278182983,
            0.017951522022485733,
            0.007358387112617493,
            0.014226250350475311,
            0.004972152411937714,
            0.01807434856891632
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "unet_relative",
          "a_node": "candidate_82f4331380b4f6e01e1f",
          "b_node": "candidate_76480f8f3faa7736baf9",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.007200537016615272,
          "sd_b_minus_a": 0.004725338292075226,
          "min_b_minus_a": -0.005466260015964508,
          "max_b_minus_a": 0.013085458427667618,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.010511048138141632,
            -0.005466260015964508,
            0.008622579276561737,
            0.007628783583641052,
            0.012865405529737473,
            0.0063473135232925415,
            0.010052230209112167,
            0.0034875161945819855,
            0.008763793855905533,
            0.00797293335199356,
            0.006763383746147156,
            0.013085458427667618,
            0.004435524344444275,
            0.0004536956548690796,
            0.01073484867811203,
            0.008950337767601013
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "unet",
          "b": "unet_relative",
          "a_node": "candidate_9c2daf736b4f07af6539",
          "b_node": "candidate_76480f8f3faa7736baf9",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.002279688138514757,
          "sd_b_minus_a": 0.005288181742597131,
          "min_b_minus_a": -0.013772554695606232,
          "max_b_minus_a": 0.005762696266174316,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.003736354410648346,
            0.0018948018550872803,
            0.0016102790832519531,
            -0.006958901882171631,
            0.00015383213758468628,
            0.0014731734991073608,
            -0.001452624797821045,
            0.0014958679676055908,
            -0.00826270878314972,
            -0.004510417580604553,
            -0.0007318705320358276,
            -0.004866063594818115,
            -0.0029228627681732178,
            -0.013772554695606232,
            0.005762696266174316,
            -0.009124010801315308
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_e727cb0c3fdbbe7b2e2b": 19489,
            "candidate_82f4331380b4f6e01e1f": 19489,
            "candidate_9c2daf736b4f07af6539": 35089
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_e727cb0c3fdbbe7b2e2b": 3000,
            "candidate_82f4331380b4f6e01e1f": 3000,
            "candidate_9c2daf736b4f07af6539": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_e727cb0c3fdbbe7b2e2b": 16,
            "candidate_82f4331380b4f6e01e1f": 16,
            "candidate_9c2daf736b4f07af6539": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "texture_condition_bridge_s851903",
      "template_id": "texture_condition_bridge",
      "admitted": false,
      "pairs": [
        {
          "a": "conv_absolute",
          "b": "conv_relative",
          "a_node": "candidate_a38f03b2af2b5d4c5a96",
          "b_node": "candidate_f63f9d410ef0c09358f3",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0007898120675235987,
          "sd_b_minus_a": 0.006282916988634988,
          "min_b_minus_a": -0.013109780848026276,
          "max_b_minus_a": 0.010362010449171066,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            -0.0004886090755462646,
            0.0001848377287387848,
            0.0043858811259269714,
            0.006307091563940048,
            0.010362010449171066,
            0.00047159940004348755,
            -0.013109780848026276,
            -0.0009248852729797363,
            -0.012291498482227325,
            0.0002598799765110016,
            -0.0012720301747322083,
            0.00206577405333519,
            -0.0009952634572982788,
            0.006306514143943787,
            0.005740351974964142,
            0.00563511997461319
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "unet",
          "a_node": "candidate_a38f03b2af2b5d4c5a96",
          "b_node": "candidate_7395c7c7ff2cd97d34d5",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.009444629307836294,
          "sd_b_minus_a": 0.00530882371344039,
          "min_b_minus_a": -0.004798047244548798,
          "max_b_minus_a": 0.01549234613776207,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.009498700499534607,
            0.011920087039470673,
            0.012686610221862793,
            0.008116606622934341,
            0.01549234613776207,
            0.01064920425415039,
            -0.004798047244548798,
            0.004316046833992004,
            0.0028331056237220764,
            0.014220301061868668,
            0.011973738670349121,
            0.013133697211742401,
            0.006232723593711853,
            0.012917712330818176,
            0.01440061628818512,
            0.007520619779825211
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "unet_relative",
          "a_node": "candidate_a38f03b2af2b5d4c5a96",
          "b_node": "candidate_2ba8cfa6510fab11cab5",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ],
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.007707893382757902,
          "sd_b_minus_a": 0.00627952150311651,
          "min_b_minus_a": -0.004912808537483215,
          "max_b_minus_a": 0.017384205013513565,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.010440893471240997,
            0.014723479747772217,
            0.013910800218582153,
            0.009059753268957138,
            0.017384205013513565,
            0.006544724106788635,
            -0.004912808537483215,
            0.0016037598252296448,
            -0.0032941028475761414,
            0.006354864686727524,
            0.0055365189909935,
            0.009589478373527527,
            0.0033975616097450256,
            0.010330811142921448,
            0.0145035982131958,
            0.008152756839990616
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "unet",
          "a_node": "candidate_f63f9d410ef0c09358f3",
          "b_node": "candidate_7395c7c7ff2cd97d34d5",
          "changed_fields": {
            "model.coordinates": [
              "relative",
              "absolute"
            ],
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.008654817240312696,
          "sd_b_minus_a": 0.003947190653531784,
          "min_b_minus_a": 0.0018095150589942932,
          "max_b_minus_a": 0.015124604105949402,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.009987309575080872,
            0.011735249310731888,
            0.008300729095935822,
            0.0018095150589942932,
            0.005130335688591003,
            0.010177604854106903,
            0.008311733603477478,
            0.005240932106971741,
            0.015124604105949402,
            0.013960421085357666,
            0.01324576884508133,
            0.011067923158407211,
            0.007227987051010132,
            0.00661119818687439,
            0.008660264313220978,
            0.0018854998052120209
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "unet_relative",
          "a_node": "candidate_f63f9d410ef0c09358f3",
          "b_node": "candidate_2ba8cfa6510fab11cab5",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0069180813152343035,
          "sd_b_minus_a": 0.003294819544858304,
          "min_b_minus_a": 0.002517636865377426,
          "max_b_minus_a": 0.014538642019033432,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.010929502546787262,
            0.014538642019033432,
            0.009524919092655182,
            0.00275266170501709,
            0.007022194564342499,
            0.006073124706745148,
            0.00819697231054306,
            0.002528645098209381,
            0.008997395634651184,
            0.006094984710216522,
            0.006808549165725708,
            0.007523704320192337,
            0.0043928250670433044,
            0.004024296998977661,
            0.008763246238231659,
            0.002517636865377426
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "unet",
          "b": "unet_relative",
          "a_node": "candidate_7395c7c7ff2cd97d34d5",
          "b_node": "candidate_2ba8cfa6510fab11cab5",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.001736735925078392,
          "sd_b_minus_a": 0.0032579942466309793,
          "min_b_minus_a": -0.007865436375141144,
          "max_b_minus_a": 0.002803392708301544,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            0.0009421929717063904,
            0.002803392708301544,
            0.0012241899967193604,
            0.0009431466460227966,
            0.0018918588757514954,
            -0.004104480147361755,
            -0.00011476129293441772,
            -0.0027122870087623596,
            -0.006127208471298218,
            -0.007865436375141144,
            -0.006437219679355621,
            -0.0035442188382148743,
            -0.0028351619839668274,
            -0.0025869011878967285,
            0.00010298192501068115,
            0.0006321370601654053
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_a38f03b2af2b5d4c5a96": 19489,
            "candidate_f63f9d410ef0c09358f3": 19489,
            "candidate_7395c7c7ff2cd97d34d5": 35089
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_a38f03b2af2b5d4c5a96": 3000,
            "candidate_f63f9d410ef0c09358f3": 3000,
            "candidate_7395c7c7ff2cd97d34d5": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_a38f03b2af2b5d4c5a96": 16,
            "candidate_f63f9d410ef0c09358f3": 16,
            "candidate_7395c7c7ff2cd97d34d5": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "position_condition_bridge_s851901",
      "template_id": "position_condition_bridge",
      "admitted": false,
      "pairs": [
        {
          "a": "conv_absolute",
          "b": "conv_relative",
          "a_node": "candidate_a8ea7b249ccf2179224e",
          "b_node": "candidate_43a3d4b5ba20508b98f2",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 7.764622569084167e-05,
          "sd_b_minus_a": 0.006085295034450369,
          "min_b_minus_a": -0.00948072224855423,
          "max_b_minus_a": 0.013145804405212402,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.00263388454914093,
            0.0037777870893478394,
            0.005614824593067169,
            -0.006266281008720398,
            -0.003582283854484558,
            -0.0037405118346214294,
            -0.005581602454185486,
            -0.0031843259930610657,
            0.0023228079080581665,
            -0.00948072224855423,
            0.013145804405212402,
            0.0030933991074562073,
            0.003254339098930359,
            -0.006897181272506714,
            -0.001451149582862854,
            0.007583551108837128
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "unet",
          "a_node": "candidate_a8ea7b249ccf2179224e",
          "b_node": "candidate_be713bc3b89f37e06862",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.009627971332520247,
          "sd_b_minus_a": 0.006710374925666591,
          "min_b_minus_a": -0.004694849252700806,
          "max_b_minus_a": 0.020175449550151825,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.009628906846046448,
            0.010621555149555206,
            0.017264753580093384,
            -0.004694849252700806,
            0.011709675192832947,
            0.0048197731375694275,
            0.005404271185398102,
            0.0026985108852386475,
            0.013095401227474213,
            0.0068007707595825195,
            0.020175449550151825,
            0.011983998119831085,
            0.009127743542194366,
            0.001278020441532135,
            0.017396055161952972,
            0.016737505793571472
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "unet_relative",
          "a_node": "candidate_a8ea7b249ccf2179224e",
          "b_node": "candidate_35812b482373f70f3a74",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ],
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.009720820002257824,
          "sd_b_minus_a": 0.006383173607405671,
          "min_b_minus_a": -0.002518601715564728,
          "max_b_minus_a": 0.01977815479040146,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.010423369705677032,
            0.014153704047203064,
            0.015373662114143372,
            -0.002518601715564728,
            0.00960763543844223,
            0.007382728159427643,
            0.004209287464618683,
            0.004486992955207825,
            0.015954740345478058,
            0.005494832992553711,
            0.01977815479040146,
            0.008245408535003662,
            0.011230982840061188,
            -0.00010543316602706909,
            0.013607770204544067,
            0.018207885324954987
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "unet",
          "a_node": "candidate_43a3d4b5ba20508b98f2",
          "b_node": "candidate_be713bc3b89f37e06862",
          "changed_fields": {
            "model.coordinates": [
              "relative",
              "absolute"
            ],
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.009550325106829405,
          "sd_b_minus_a": 0.004373978552307999,
          "min_b_minus_a": 0.0015714317560195923,
          "max_b_minus_a": 0.018847204744815826,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.006995022296905518,
            0.006843768060207367,
            0.011649928987026215,
            0.0015714317560195923,
            0.015291959047317505,
            0.008560284972190857,
            0.010985873639583588,
            0.005882836878299713,
            0.010772593319416046,
            0.01628149300813675,
            0.007029645144939423,
            0.008890599012374878,
            0.005873404443264008,
            0.008175201714038849,
            0.018847204744815826,
            0.009153954684734344
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "unet_relative",
          "a_node": "candidate_43a3d4b5ba20508b98f2",
          "b_node": "candidate_35812b482373f70f3a74",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.009643173776566982,
          "sd_b_minus_a": 0.0033882578854920646,
          "min_b_minus_a": 0.00374767929315567,
          "max_b_minus_a": 0.015058919787406921,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.007789485156536102,
            0.010375916957855225,
            0.009758837521076202,
            0.00374767929315567,
            0.013189919292926788,
            0.011123239994049072,
            0.009790889918804169,
            0.00767131894826889,
            0.013631932437419891,
            0.01497555524110794,
            0.006632350385189056,
            0.005152009427547455,
            0.007976643741130829,
            0.006791748106479645,
            0.015058919787406921,
            0.010624334216117859
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "unet",
          "b": "unet_relative",
          "a_node": "candidate_be713bc3b89f37e06862",
          "b_node": "candidate_35812b482373f70f3a74",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 9.284866973757744e-05,
          "sd_b_minus_a": 0.002363083074929266,
          "min_b_minus_a": -0.003788284957408905,
          "max_b_minus_a": 0.0035321488976478577,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.0007944628596305847,
            0.0035321488976478577,
            -0.0018910914659500122,
            0.002176247537136078,
            -0.0021020397543907166,
            0.0025629550218582153,
            -0.001194983720779419,
            0.0017884820699691772,
            0.002859339118003845,
            -0.0013059377670288086,
            -0.0003972947597503662,
            -0.003738589584827423,
            0.0021032392978668213,
            -0.001383453607559204,
            -0.003788284957408905,
            0.0014703795313835144
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_a8ea7b249ccf2179224e": 19489,
            "candidate_43a3d4b5ba20508b98f2": 19489,
            "candidate_be713bc3b89f37e06862": 35089
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_a8ea7b249ccf2179224e": 3000,
            "candidate_43a3d4b5ba20508b98f2": 3000,
            "candidate_be713bc3b89f37e06862": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_a8ea7b249ccf2179224e": 16,
            "candidate_43a3d4b5ba20508b98f2": 16,
            "candidate_be713bc3b89f37e06862": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "position_condition_bridge_s851902",
      "template_id": "position_condition_bridge",
      "admitted": false,
      "pairs": [
        {
          "a": "conv_absolute",
          "b": "conv_relative",
          "a_node": "candidate_65e18a98b3072d489a19",
          "b_node": "candidate_3838a3f939a029fb46a0",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00031011318787932396,
          "sd_b_minus_a": 0.007451310257809633,
          "min_b_minus_a": -0.015408046543598175,
          "max_b_minus_a": 0.008421197533607483,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            -0.015408046543598175,
            0.007854439318180084,
            0.00757221132516861,
            -0.0038336962461471558,
            -0.001272447407245636,
            -0.008774295449256897,
            -0.0028163716197013855,
            0.0010713711380958557,
            -0.00560760498046875,
            0.003622308373451233,
            0.008421197533607483,
            -0.012337490916252136,
            0.006319679319858551,
            0.007898077368736267,
            -2.2970139980316162e-05,
            0.002351827919483185
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "unet",
          "a_node": "candidate_65e18a98b3072d489a19",
          "b_node": "candidate_93aa70603faa0af33623",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.011729103978723288,
          "sd_b_minus_a": 0.008506874390435543,
          "min_b_minus_a": -0.006520412862300873,
          "max_b_minus_a": 0.02195381373167038,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            -0.005438745021820068,
            0.005724914371967316,
            0.01833406090736389,
            0.016129441559314728,
            0.0151420459151268,
            -0.006520412862300873,
            0.012229867279529572,
            0.007981136441230774,
            0.012561313807964325,
            0.01725906878709793,
            0.02195381373167038,
            0.006394311785697937,
            0.01582074910402298,
            0.02065213769674301,
            0.009515389800071716,
            0.01992657035589218
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "unet_relative",
          "a_node": "candidate_65e18a98b3072d489a19",
          "b_node": "candidate_28e3729ae316b096a6d0",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ],
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.01104554533958435,
          "sd_b_minus_a": 0.006927213145341188,
          "min_b_minus_a": -0.0015864074230194092,
          "max_b_minus_a": 0.021004177629947662,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            -0.0005730539560317993,
            0.008606620132923126,
            0.02094319462776184,
            0.0068042948842048645,
            0.015667274594306946,
            -0.0015864074230194092,
            0.013397425413131714,
            0.009910456836223602,
            0.0065469518303871155,
            0.013986736536026001,
            0.021004177629947662,
            0.002861708402633667,
            0.0147133469581604,
            0.010950349271297455,
            0.017649121582508087,
            0.015846528112888336
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "unet",
          "a_node": "candidate_3838a3f939a029fb46a0",
          "b_node": "candidate_93aa70603faa0af33623",
          "changed_fields": {
            "model.coordinates": [
              "relative",
              "absolute"
            ],
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.012039217166602612,
          "sd_b_minus_a": 0.006059169956588628,
          "min_b_minus_a": -0.0021295249462127686,
          "max_b_minus_a": 0.019963137805461884,
          "a_better_seeds": 15,
          "b_better_seeds": 1,
          "ties": 0,
          "paired_gaps": [
            0.009969301521778107,
            -0.0021295249462127686,
            0.010761849582195282,
            0.019963137805461884,
            0.016414493322372437,
            0.002253882586956024,
            0.015046238899230957,
            0.006909765303134918,
            0.018168918788433075,
            0.013636760413646698,
            0.013532616198062897,
            0.018731802701950073,
            0.009501069784164429,
            0.012754060328006744,
            0.009538359940052032,
            0.017574742436408997
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "unet_relative",
          "a_node": "candidate_3838a3f939a029fb46a0",
          "b_node": "candidate_28e3729ae316b096a6d0",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.011355658527463675,
          "sd_b_minus_a": 0.004814527717249832,
          "min_b_minus_a": 0.000752180814743042,
          "max_b_minus_a": 0.017672091722488403,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.014834992587566376,
            0.000752180814743042,
            0.013370983302593231,
            0.01063799113035202,
            0.016939722001552582,
            0.007187888026237488,
            0.0162137970328331,
            0.008839085698127747,
            0.012154556810855865,
            0.010364428162574768,
            0.01258298009634018,
            0.015199199318885803,
            0.00839366763830185,
            0.0030522719025611877,
            0.017672091722488403,
            0.013494700193405151
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "unet",
          "b": "unet_relative",
          "a_node": "candidate_93aa70603faa0af33623",
          "b_node": "candidate_28e3729ae316b096a6d0",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.000683558639138937,
          "sd_b_minus_a": 0.00507537848611706,
          "min_b_minus_a": -0.009701788425445557,
          "max_b_minus_a": 0.00813373178243637,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.004865691065788269,
            0.0028817057609558105,
            0.0026091337203979492,
            -0.009325146675109863,
            0.0005252286791801453,
            0.004934005439281464,
            0.0011675581336021423,
            0.0019293203949928284,
            -0.0060143619775772095,
            -0.00327233225107193,
            -0.0009496361017227173,
            -0.00353260338306427,
            -0.0011074021458625793,
            -0.009701788425445557,
            0.00813373178243637,
            -0.004080042243003845
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_65e18a98b3072d489a19": 19489,
            "candidate_3838a3f939a029fb46a0": 19489,
            "candidate_93aa70603faa0af33623": 35089
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_65e18a98b3072d489a19": 3000,
            "candidate_3838a3f939a029fb46a0": 3000,
            "candidate_93aa70603faa0af33623": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_65e18a98b3072d489a19": 16,
            "candidate_3838a3f939a029fb46a0": 16,
            "candidate_93aa70603faa0af33623": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "position_condition_bridge_s851903",
      "template_id": "position_condition_bridge",
      "admitted": false,
      "pairs": [
        {
          "a": "conv_absolute",
          "b": "conv_relative",
          "a_node": "candidate_66a41c972575f0951bb6",
          "b_node": "candidate_6d25bd2f9f23c6982573",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0013722721487283707,
          "sd_b_minus_a": 0.005242074247828514,
          "min_b_minus_a": -0.00973125547170639,
          "max_b_minus_a": 0.00786096602678299,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.002498522400856018,
            0.001527532935142517,
            0.0067391060292720795,
            0.005228295922279358,
            0.000857032835483551,
            -0.00046055763959884644,
            -0.009717226028442383,
            0.0051871612668037415,
            -0.00973125547170639,
            0.0030005350708961487,
            0.004255086183547974,
            0.002264082431793213,
            -0.003946326673030853,
            0.0005530789494514465,
            0.005840320140123367,
            0.00786096602678299
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "unet",
          "a_node": "candidate_66a41c972575f0951bb6",
          "b_node": "candidate_c77c2a51bc5db74bd916",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.014309280551970005,
          "sd_b_minus_a": 0.005892100272967859,
          "min_b_minus_a": 0.0024437978863716125,
          "max_b_minus_a": 0.02110709249973297,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.01950431615114212,
            0.015887700021266937,
            0.018910545855760574,
            0.012385062873363495,
            0.016272306442260742,
            0.012438774108886719,
            0.0024437978863716125,
            0.013792626559734344,
            0.007974088191986084,
            0.02036084234714508,
            0.016939982771873474,
            0.02110709249973297,
            0.002956077456474304,
            0.02028179168701172,
            0.01724592223763466,
            0.010447561740875244
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_absolute",
          "b": "unet_relative",
          "a_node": "candidate_66a41c972575f0951bb6",
          "b_node": "candidate_60947f82512377817a2b",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ],
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.015002932399511337,
          "sd_b_minus_a": 0.0066175948311614705,
          "min_b_minus_a": 0.002592034637928009,
          "max_b_minus_a": 0.025090448558330536,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.01705688238143921,
            0.025090448558330536,
            0.02104124054312706,
            0.01571870595216751,
            0.019617334008216858,
            0.013291798532009125,
            0.00439848005771637,
            0.013666488230228424,
            0.002592034637928009,
            0.015898048877716064,
            0.017301462590694427,
            0.02059512585401535,
            0.0030205249786376953,
            0.018678665161132812,
            0.019564758986234665,
            0.01251491904258728
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "unet",
          "a_node": "candidate_6d25bd2f9f23c6982573",
          "b_node": "candidate_c77c2a51bc5db74bd916",
          "changed_fields": {
            "model.coordinates": [
              "relative",
              "absolute"
            ],
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.012937008403241634,
          "sd_b_minus_a": 0.004812153167699827,
          "min_b_minus_a": 0.0025865957140922546,
          "max_b_minus_a": 0.019728712737560272,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.017005793750286102,
            0.01436016708612442,
            0.012171439826488495,
            0.007156766951084137,
            0.015415273606777191,
            0.012899331748485565,
            0.012161023914813995,
            0.008605465292930603,
            0.017705343663692474,
            0.017360307276248932,
            0.0126848965883255,
            0.01884301006793976,
            0.0069024041295051575,
            0.019728712737560272,
            0.011405602097511292,
            0.0025865957140922546
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "conv_relative",
          "b": "unet_relative",
          "a_node": "candidate_6d25bd2f9f23c6982573",
          "b_node": "candidate_60947f82512377817a2b",
          "changed_fields": {
            "model.mode": [
              "conv",
              "unet"
            ],
            "model.skip": [
              null,
              true
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.013630660250782967,
          "sd_b_minus_a": 0.0047103034884664495,
          "min_b_minus_a": 0.004653953015804291,
          "max_b_minus_a": 0.02356291562318802,
          "a_better_seeds": 16,
          "b_better_seeds": 0,
          "ties": 0,
          "paired_gaps": [
            0.014558359980583191,
            0.02356291562318802,
            0.01430213451385498,
            0.010490410029888153,
            0.018760301172733307,
            0.013752356171607971,
            0.014115706086158752,
            0.008479326963424683,
            0.0123232901096344,
            0.012897513806819916,
            0.013046376407146454,
            0.018331043422222137,
            0.006966851651668549,
            0.018125586211681366,
            0.013724438846111298,
            0.004653953015804291
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 0,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "unet",
          "b": "unet_relative",
          "a_node": "candidate_c77c2a51bc5db74bd916",
          "b_node": "candidate_60947f82512377817a2b",
          "changed_fields": {
            "model.coordinates": [
              "absolute",
              "relative"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0006936518475413322,
          "sd_b_minus_a": 0.0034243208342689927,
          "min_b_minus_a": -0.005382053554058075,
          "max_b_minus_a": 0.009202748537063599,
          "a_better_seeds": 10,
          "b_better_seeds": 6,
          "ties": 0,
          "paired_gaps": [
            -0.0024474337697029114,
            0.009202748537063599,
            0.0021306946873664856,
            0.003333643078804016,
            0.0033450275659561157,
            0.000853024423122406,
            0.001954682171344757,
            -0.0001261383295059204,
            -0.005382053554058075,
            -0.004462793469429016,
            0.00036147981882095337,
            -0.0005119666457176208,
            6.444752216339111e-05,
            -0.0016031265258789062,
            0.002318836748600006,
            0.002067357301712036
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_66a41c972575f0951bb6": 19489,
            "candidate_6d25bd2f9f23c6982573": 19489,
            "candidate_c77c2a51bc5db74bd916": 35089
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_66a41c972575f0951bb6": 3000,
            "candidate_6d25bd2f9f23c6982573": 3000,
            "candidate_c77c2a51bc5db74bd916": 3000
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_66a41c972575f0951bb6": 16,
            "candidate_6d25bd2f9f23c6982573": 16,
            "candidate_c77c2a51bc5db74bd916": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "budget_parameterization_s851901",
      "template_id": "budget_parameterization",
      "admitted": false,
      "pairs": [
        {
          "a": "relative_x0_3000",
          "b": "relative_v3000",
          "a_node": "candidate_d215941560baca0a71f6",
          "b_node": "candidate_d3b3d9981629da00dd3e",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00010314164683222771,
          "sd_b_minus_a": 0.009183548491824938,
          "min_b_minus_a": -0.014565356075763702,
          "max_b_minus_a": 0.01643611490726471,
          "a_better_seeds": 8,
          "b_better_seeds": 8,
          "ties": 0,
          "paired_gaps": [
            0.008691683411598206,
            -0.005262516438961029,
            0.005930721759796143,
            -0.010728083550930023,
            0.01109769195318222,
            -0.00559408962726593,
            0.004485085606575012,
            -0.008866190910339355,
            0.011289075016975403,
            0.01643611490726471,
            -0.014565356075763702,
            -0.0074644386768341064,
            -0.0024718716740608215,
            0.002399034798145294,
            -0.008830457925796509,
            0.0018033310770988464
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "relative_x0_3000",
          "b": "relative_v6000",
          "a_node": "candidate_d215941560baca0a71f6",
          "b_node": "candidate_08aa0bf696cb77cab67e",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ],
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.013336019357666373,
          "sd_b_minus_a": 0.009705229869267985,
          "min_b_minus_a": -0.027076952159404755,
          "max_b_minus_a": 0.011086657643318176,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.020164404064416885,
            -0.01901167258620262,
            -0.01264989748597145,
            -0.020807862281799316,
            -0.004777982831001282,
            -0.015631861984729767,
            -0.013132400810718536,
            -0.014791931957006454,
            0.011086657643318176,
            0.0049113929271698,
            -0.027076952159404755,
            -0.0188322514295578,
            -0.017085891216993332,
            -0.014817073941230774,
            -0.01880832388997078,
            -0.011785853654146194
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "relative_x0_3000",
          "b": "relative_x0_6000",
          "a_node": "candidate_d215941560baca0a71f6",
          "b_node": "candidate_7dc6f96b43c66a57b376",
          "changed_fields": {
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.007904942845925689,
          "sd_b_minus_a": 0.0062305952291934145,
          "min_b_minus_a": -0.02031758800148964,
          "max_b_minus_a": 0.0037323907017707825,
          "a_better_seeds": 2,
          "b_better_seeds": 14,
          "ties": 0,
          "paired_gaps": [
            -0.008142229169607162,
            -0.007986743003129959,
            -0.005978226661682129,
            -0.008998759090900421,
            0.000690855085849762,
            -0.010650303214788437,
            -0.003002859652042389,
            -0.010196089744567871,
            0.0037323907017707825,
            -0.0003732144832611084,
            -0.015728522092103958,
            -0.02031758800148964,
            -0.007204338908195496,
            -0.015230223536491394,
            -0.009998835623264313,
            -0.007094398140907288
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "relative_v3000",
          "b": "relative_v6000",
          "a_node": "candidate_d3b3d9981629da00dd3e",
          "b_node": "candidate_08aa0bf696cb77cab67e",
          "changed_fields": {
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.013232877710834146,
          "sd_b_minus_a": 0.006207032888876729,
          "min_b_minus_a": -0.02885608747601509,
          "max_b_minus_a": -0.00020241737365722656,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.02885608747601509,
            -0.013749156147241592,
            -0.018580619245767593,
            -0.010079778730869293,
            -0.015875674784183502,
            -0.010037772357463837,
            -0.01761748641729355,
            -0.005925741046667099,
            -0.00020241737365722656,
            -0.01152472198009491,
            -0.012511596083641052,
            -0.011367812752723694,
            -0.01461401954293251,
            -0.017216108739376068,
            -0.00997786596417427,
            -0.013589184731245041
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "relative_v3000",
          "b": "relative_x0_6000",
          "a_node": "candidate_d3b3d9981629da00dd3e",
          "b_node": "candidate_7dc6f96b43c66a57b376",
          "changed_fields": {
            "training.prediction_type": [
              "v",
              "x0"
            ],
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.007801801199093461,
          "sd_b_minus_a": 0.006182591875372003,
          "min_b_minus_a": -0.017629258334636688,
          "max_b_minus_a": 0.001729324460029602,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.016833912581205368,
            -0.00272422656416893,
            -0.011908948421478271,
            0.001729324460029602,
            -0.010406836867332458,
            -0.005056213587522507,
            -0.007487945258617401,
            -0.0013298988342285156,
            -0.00755668431520462,
            -0.016809329390525818,
            -0.0011631660163402557,
            -0.012853149324655533,
            -0.004732467234134674,
            -0.017629258334636688,
            -0.001168377697467804,
            -0.008897729218006134
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "relative_v6000",
          "b": "relative_x0_6000",
          "a_node": "candidate_08aa0bf696cb77cab67e",
          "b_node": "candidate_7dc6f96b43c66a57b376",
          "changed_fields": {
            "training.prediction_type": [
              "v",
              "x0"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.0054310765117406845,
          "sd_b_minus_a": 0.0061481373772650375,
          "min_b_minus_a": -0.007354266941547394,
          "max_b_minus_a": 0.012022174894809723,
          "a_better_seeds": 12,
          "b_better_seeds": 4,
          "ties": 0,
          "paired_gaps": [
            0.012022174894809723,
            0.011024929583072662,
            0.006671670824289322,
            0.011809103190898895,
            0.005468837916851044,
            0.00498155876994133,
            0.010129541158676147,
            0.004595842212438583,
            -0.007354266941547394,
            -0.005284607410430908,
            0.011348430067300797,
            -0.001485336571931839,
            0.009881552308797836,
            -0.0004131495952606201,
            0.008809488266706467,
            0.004691455513238907
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_d215941560baca0a71f6": 19489,
            "candidate_d3b3d9981629da00dd3e": 19489,
            "candidate_08aa0bf696cb77cab67e": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_d215941560baca0a71f6": 3000,
            "candidate_d3b3d9981629da00dd3e": 3000,
            "candidate_08aa0bf696cb77cab67e": 6000
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_d215941560baca0a71f6": 16,
            "candidate_d3b3d9981629da00dd3e": 16,
            "candidate_08aa0bf696cb77cab67e": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "budget_parameterization_s851902",
      "template_id": "budget_parameterization",
      "admitted": false,
      "pairs": [
        {
          "a": "relative_x0_3000",
          "b": "relative_v3000",
          "a_node": "candidate_f999023f80f58d88dd34",
          "b_node": "candidate_c4b1609c1784a2b1a5a1",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.0017559342086315155,
          "sd_b_minus_a": 0.008962107796005245,
          "min_b_minus_a": -0.015477754175662994,
          "max_b_minus_a": 0.013010285794734955,
          "a_better_seeds": 6,
          "b_better_seeds": 10,
          "ties": 0,
          "paired_gaps": [
            0.008427590131759644,
            -0.013179473578929901,
            0.012567967176437378,
            -0.009386863559484482,
            0.010714501142501831,
            -0.0026233121752738953,
            0.00021697580814361572,
            -0.006770707666873932,
            -0.0034354962408542633,
            0.013010285794734955,
            -0.0038212835788726807,
            -0.004765152931213379,
            -0.015477754175662994,
            0.002594172954559326,
            -0.007627129554748535,
            -0.008539266884326935
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "relative_x0_3000",
          "b": "relative_v6000",
          "a_node": "candidate_f999023f80f58d88dd34",
          "b_node": "candidate_7cff0d6db2ff649cbe06",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ],
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.013084838399663568,
          "sd_b_minus_a": 0.006835599911429951,
          "min_b_minus_a": -0.022843744605779648,
          "max_b_minus_a": 0.0032007545232772827,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.013552013784646988,
            -0.01956428587436676,
            -0.011956002563238144,
            -0.012911844998598099,
            -0.002408839762210846,
            -0.02135300263762474,
            -0.007254857569932938,
            -0.013947863131761551,
            0.0032007545232772827,
            -0.013247605413198471,
            -0.022843744605779648,
            -0.010474659502506256,
            -0.020315397530794144,
            -0.01196124404668808,
            -0.013274356722831726,
            -0.017492450773715973
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "relative_x0_3000",
          "b": "relative_x0_6000",
          "a_node": "candidate_f999023f80f58d88dd34",
          "b_node": "candidate_ac1164015d2565115284",
          "changed_fields": {
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.007643520599231124,
          "sd_b_minus_a": 0.005861001381393771,
          "min_b_minus_a": -0.01633027195930481,
          "max_b_minus_a": 0.0054206326603889465,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.009915858507156372,
            -0.01317741721868515,
            -0.010155096650123596,
            -0.00402793288230896,
            0.0054206326603889465,
            -0.009874463081359863,
            -0.0019348859786987305,
            -0.006161414086818695,
            -0.007123712450265884,
            -0.004287049174308777,
            -0.015064224600791931,
            -0.005506955087184906,
            -0.01633027195930481,
            -0.015504874289035797,
            -0.007427431643009186,
            -0.0012253746390342712
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "relative_v3000",
          "b": "relative_v6000",
          "a_node": "candidate_c4b1609c1784a2b1a5a1",
          "b_node": "candidate_7cff0d6db2ff649cbe06",
          "changed_fields": {
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.011328904191032052,
          "sd_b_minus_a": 0.00890640336299593,
          "min_b_minus_a": -0.026257891207933426,
          "max_b_minus_a": 0.006636250764131546,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.02197960391640663,
            -0.006384812295436859,
            -0.024523969739675522,
            -0.003524981439113617,
            -0.013123340904712677,
            -0.018729690462350845,
            -0.007471833378076553,
            -0.007177155464887619,
            0.006636250764131546,
            -0.026257891207933426,
            -0.019022461026906967,
            -0.005709506571292877,
            -0.004837643355131149,
            -0.014555417001247406,
            -0.005647227168083191,
            -0.008953183889389038
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "relative_v3000",
          "b": "relative_x0_6000",
          "a_node": "candidate_c4b1609c1784a2b1a5a1",
          "b_node": "candidate_ac1164015d2565115284",
          "changed_fields": {
            "training.prediction_type": [
              "v",
              "x0"
            ],
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.005887586390599608,
          "sd_b_minus_a": 0.00907052005260735,
          "min_b_minus_a": -0.022723063826560974,
          "max_b_minus_a": 0.007313892245292664,
          "a_better_seeds": 5,
          "b_better_seeds": 11,
          "ties": 0,
          "paired_gaps": [
            -0.018343448638916016,
            2.0563602447509766e-06,
            -0.022723063826560974,
            0.005358930677175522,
            -0.0052938684821128845,
            -0.007251150906085968,
            -0.002151861786842346,
            0.0006092935800552368,
            -0.003688216209411621,
            -0.01729733496904373,
            -0.01124294102191925,
            -0.0007418021559715271,
            -0.0008525177836418152,
            -0.018099047243595123,
            0.00019969791173934937,
            0.007313892245292664
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "relative_v6000",
          "b": "relative_x0_6000",
          "a_node": "candidate_7cff0d6db2ff649cbe06",
          "b_node": "candidate_ac1164015d2565115284",
          "changed_fields": {
            "training.prediction_type": [
              "v",
              "x0"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.005441317800432444,
          "sd_b_minus_a": 0.006020909581348799,
          "min_b_minus_a": -0.010324466973543167,
          "max_b_minus_a": 0.0162670761346817,
          "a_better_seeds": 14,
          "b_better_seeds": 2,
          "ties": 0,
          "paired_gaps": [
            0.003636155277490616,
            0.00638686865568161,
            0.0018009059131145477,
            0.008883912116289139,
            0.007829472422599792,
            0.011478539556264877,
            0.005319971591234207,
            0.007786449044942856,
            -0.010324466973543167,
            0.008960556238889694,
            0.007779520004987717,
            0.00496770441532135,
            0.003985125571489334,
            -0.0035436302423477173,
            0.00584692507982254,
            0.0162670761346817
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_f999023f80f58d88dd34": 19489,
            "candidate_c4b1609c1784a2b1a5a1": 19489,
            "candidate_7cff0d6db2ff649cbe06": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_f999023f80f58d88dd34": 3000,
            "candidate_c4b1609c1784a2b1a5a1": 3000,
            "candidate_7cff0d6db2ff649cbe06": 6000
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_f999023f80f58d88dd34": 16,
            "candidate_c4b1609c1784a2b1a5a1": 16,
            "candidate_7cff0d6db2ff649cbe06": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    },
    {
      "instance_id": "budget_parameterization_s851903",
      "template_id": "budget_parameterization",
      "admitted": false,
      "pairs": [
        {
          "a": "relative_x0_3000",
          "b": "relative_v3000",
          "a_node": "candidate_f321bca2775ac46e1906",
          "b_node": "candidate_64c588462420f11f6f6e",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.002165441866964102,
          "sd_b_minus_a": 0.010434292701237566,
          "min_b_minus_a": -0.01527145504951477,
          "max_b_minus_a": 0.020931445062160492,
          "a_better_seeds": 7,
          "b_better_seeds": 9,
          "ties": 0,
          "paired_gaps": [
            -0.007868386805057526,
            -0.004286874085664749,
            0.01493043452501297,
            -0.011311113834381104,
            0.0034022554755210876,
            0.005201078951358795,
            -0.00455867126584053,
            -0.012700468301773071,
            0.00021826475858688354,
            0.020931445062160492,
            -0.014406319707632065,
            0.0027117133140563965,
            -0.01527145504951477,
            -0.009153082966804504,
            0.005204174667596817,
            -0.007690064609050751
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        },
        {
          "a": "relative_x0_3000",
          "b": "relative_v6000",
          "a_node": "candidate_f321bca2775ac46e1906",
          "b_node": "candidate_d8d359a437e6c6737d65",
          "changed_fields": {
            "training.prediction_type": [
              "x0",
              "v"
            ],
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.014718718593940139,
          "sd_b_minus_a": 0.00615947760161336,
          "min_b_minus_a": -0.02656152844429016,
          "max_b_minus_a": -0.004337824881076813,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.018836822360754013,
            -0.011299267411231995,
            -0.012151207774877548,
            -0.021924450993537903,
            -0.004337824881076813,
            -0.01718980073928833,
            -0.008137695491313934,
            -0.01761927828192711,
            -0.01672467589378357,
            -0.006076321005821228,
            -0.021985352039337158,
            -0.011579155921936035,
            -0.02656152844429016,
            -0.011995792388916016,
            -0.010850779712200165,
            -0.018229544162750244
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "relative_x0_3000",
          "b": "relative_x0_6000",
          "a_node": "candidate_f321bca2775ac46e1906",
          "b_node": "candidate_e152f3ae9857d3176e80",
          "changed_fields": {
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.007981413509696722,
          "sd_b_minus_a": 0.00443762792601877,
          "min_b_minus_a": -0.01760900765657425,
          "max_b_minus_a": 0.00026813894510269165,
          "a_better_seeds": 1,
          "b_better_seeds": 15,
          "ties": 0,
          "paired_gaps": [
            -0.009116049855947495,
            -0.005089811980724335,
            -0.003746636211872101,
            -0.012398716062307358,
            -0.004597209393978119,
            -0.010406069457530975,
            -0.00993715226650238,
            -0.007280807942152023,
            -0.006555184721946716,
            -0.008718743920326233,
            -0.012682020664215088,
            0.00026813894510269165,
            -0.01760900765657425,
            -0.008200213313102722,
            -0.0018287263810634613,
            -0.009804405272006989
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "relative_v3000",
          "b": "relative_v6000",
          "a_node": "candidate_64c588462420f11f6f6e",
          "b_node": "candidate_d8d359a437e6c6737d65",
          "changed_fields": {
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.012553276726976037,
          "sd_b_minus_a": 0.007637578743692338,
          "min_b_minus_a": -0.027081642299890518,
          "max_b_minus_a": -0.0028427094221115112,
          "a_better_seeds": 0,
          "b_better_seeds": 16,
          "ties": 0,
          "paired_gaps": [
            -0.010968435555696487,
            -0.0070123933255672455,
            -0.027081642299890518,
            -0.0106133371591568,
            -0.0077400803565979,
            -0.022390879690647125,
            -0.003579024225473404,
            -0.0049188099801540375,
            -0.016942940652370453,
            -0.02700776606798172,
            -0.007579032331705093,
            -0.014290869235992432,
            -0.01129007339477539,
            -0.0028427094221115112,
            -0.016054954379796982,
            -0.010539479553699493
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": {
            "exactly_matching_seeds": 16,
            "max_absolute_loss_difference": 0.0,
            "scope": "Actual shared training-loss prefix; bitwise match is reported only when measured."
          }
        },
        {
          "a": "relative_v3000",
          "b": "relative_x0_6000",
          "a_node": "candidate_64c588462420f11f6f6e",
          "b_node": "candidate_e152f3ae9857d3176e80",
          "changed_fields": {
            "training.prediction_type": [
              "v",
              "x0"
            ],
            "training.training_steps": [
              3000,
              6000
            ]
          },
          "single_factor": false,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": -0.00581597164273262,
          "sd_b_minus_a": 0.008836084855652591,
          "min_b_minus_a": -0.029650188982486725,
          "max_b_minus_a": 0.005419660359621048,
          "a_better_seeds": 3,
          "b_better_seeds": 13,
          "ties": 0,
          "paired_gaps": [
            -0.0012476630508899689,
            -0.0008029378950595856,
            -0.01867707073688507,
            -0.0010876022279262543,
            -0.007999464869499207,
            -0.01560714840888977,
            -0.00537848100066185,
            0.005419660359621048,
            -0.0067734494805336,
            -0.029650188982486725,
            0.001724299043416977,
            -0.002443574368953705,
            -0.0023375526070594788,
            0.0009528696537017822,
            -0.007032901048660278,
            -0.002114340662956238
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 0,
            "diffusion_noise_stream_sha256": 0
          },
          "training_prefix": null
        },
        {
          "a": "relative_v6000",
          "b": "relative_x0_6000",
          "a_node": "candidate_d8d359a437e6c6737d65",
          "b_node": "candidate_e152f3ae9857d3176e80",
          "changed_fields": {
            "training.prediction_type": [
              "v",
              "x0"
            ]
          },
          "single_factor": true,
          "status": "measured",
          "n": 16,
          "mean_b_minus_a": 0.006737305084243417,
          "sd_b_minus_a": 0.004535936594133192,
          "min_b_minus_a": -0.002642422914505005,
          "max_b_minus_a": 0.011847294867038727,
          "a_better_seeds": 13,
          "b_better_seeds": 3,
          "ties": 0,
          "paired_gaps": [
            0.009720772504806519,
            0.00620945543050766,
            0.008404571563005447,
            0.009525734931230545,
            -0.00025938451290130615,
            0.006783731281757355,
            -0.001799456775188446,
            0.010338470339775085,
            0.010169491171836853,
            -0.002642422914505005,
            0.00930333137512207,
            0.011847294867038727,
            0.008952520787715912,
            0.0037955790758132935,
            0.009022053331136703,
            0.008425138890743256
          ],
          "matching_hash_seeds": {
            "initial_state_sha256": 16,
            "batch_stream_sha256": 16,
            "diffusion_noise_stream_sha256": 16
          },
          "training_prefix": null
        }
      ],
      "heuristics": {
        "more_parameters": {
          "status": "tie",
          "values": {
            "candidate_f321bca2775ac46e1906": 19489,
            "candidate_64c588462420f11f6f6e": 19489,
            "candidate_d8d359a437e6c6737d65": 19489
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        },
        "more_training_steps": {
          "status": "tie",
          "values": {
            "candidate_f321bca2775ac46e1906": 3000,
            "candidate_64c588462420f11f6f6e": 3000,
            "candidate_d8d359a437e6c6737d65": 6000
          },
          "exact_correct": null,
          "comparable_pairs": 2,
          "correct_pairs": 2
        },
        "more_sampling_steps": {
          "status": "tie",
          "values": {
            "candidate_f321bca2775ac46e1906": 16,
            "candidate_64c588462420f11f6f6e": 16,
            "candidate_d8d359a437e6c6737d65": 16
          },
          "exact_correct": null,
          "comparable_pairs": 0,
          "correct_pairs": 0
        }
      }
    }
  ],
  "heuristic_summary": {
    "more_parameters": {
      "admitted": 2,
      "ordered": 0,
      "tie": 2,
      "not_applicable": 0,
      "correct": 0,
      "comparable_pairs": 2,
      "correct_pairs": 2,
      "accuracy_when_ordered": null,
      "accuracy_on_comparable_pairs": 1.0
    },
    "more_training_steps": {
      "admitted": 2,
      "ordered": 1,
      "tie": 1,
      "not_applicable": 0,
      "correct": 1,
      "comparable_pairs": 3,
      "correct_pairs": 3,
      "accuracy_when_ordered": 1.0,
      "accuracy_on_comparable_pairs": 1.0
    },
    "more_sampling_steps": {
      "admitted": 2,
      "ordered": 0,
      "tie": 2,
      "not_applicable": 0,
      "correct": 0,
      "comparable_pairs": 0,
      "correct_pairs": 0,
      "accuracy_when_ordered": null,
      "accuracy_on_comparable_pairs": null
    }
  },
  "interpretation": "Paired differences describe local interventions on fixed data. Bundled recipe differences do not isolate one cause. Tied heuristics do not produce a full ranking and are not counted as errors."
}