{
  "production": "Original W4A16 rl1b adapter checkpoints; separate from strict native INT4 pilot",
  "evaluation_steps": {
    "30": {
      "_all": {
        "n": 580,
        "exact_count": 96,
        "exact": 0.16551724137931034,
        "reward": 0.2668394225506294,
        "unparsed_count": 1,
        "unparsed": 0.0017241379310344827,
        "trunc_count": 0,
        "trunc": 0.0,
        "tok_median": 2310.5,
        "tok_mean": 2523.060344827586,
        "tok_max": 8191,
        "tokens_sum": 1463375,
        "status_counts": {
          "wrong": 483,
          "exact": 96,
          "unparsed": 1
        },
        "finish_counts": {
          "stop": 580
        }
      },
      "_mcq": {
        "n": 260,
        "exact_count": 79,
        "exact": 0.3038461538461538,
        "reward": 0.3038461538461538,
        "unparsed_count": 0,
        "unparsed": 0.0,
        "trunc_count": 0,
        "trunc": 0.0,
        "tok_median": 1731.5,
        "tok_mean": 1873.8307692307692,
        "tok_max": 4237,
        "tokens_sum": 487196,
        "status_counts": {
          "wrong": 181,
          "exact": 79
        },
        "finish_counts": {
          "stop": 260
        }
      },
      "_ranking": {
        "n": 320,
        "exact_count": 17,
        "exact": 0.053125,
        "reward": 0.23677145337301586,
        "unparsed_count": 1,
        "unparsed": 0.003125,
        "trunc_count": 0,
        "trunc": 0.0,
        "tok_median": 2858.5,
        "tok_mean": 3050.559375,
        "tok_max": 8191,
        "tokens_sum": 976179,
        "status_counts": {
          "wrong": 302,
          "exact": 17,
          "unparsed": 1
        },
        "finish_counts": {
          "stop": 320
        }
      },
      "n_questions": 290,
      "mcq_always_A_accuracy": 0.38461538461538464
    },
    "40": {
      "_all": {
        "n": 580,
        "exact_count": 96,
        "exact": 0.16551724137931034,
        "reward": 0.27235187465790917,
        "unparsed_count": 0,
        "unparsed": 0.0,
        "trunc_count": 0,
        "trunc": 0.0,
        "tok_median": 2426.5,
        "tok_mean": 2567.293103448276,
        "tok_max": 7416,
        "tokens_sum": 1489030,
        "status_counts": {
          "wrong": 484,
          "exact": 96
        },
        "finish_counts": {
          "stop": 580
        }
      },
      "_mcq": {
        "n": 260,
        "exact_count": 79,
        "exact": 0.3038461538461538,
        "reward": 0.3038461538461538,
        "unparsed_count": 0,
        "unparsed": 0.0,
        "trunc_count": 0,
        "trunc": 0.0,
        "tok_median": 1738.0,
        "tok_mean": 1921.6923076923076,
        "tok_max": 5710,
        "tokens_sum": 499640,
        "status_counts": {
          "wrong": 181,
          "exact": 79
        },
        "finish_counts": {
          "stop": 260
        }
      },
      "_ranking": {
        "n": 320,
        "exact_count": 17,
        "exact": 0.053125,
        "reward": 0.2467627728174603,
        "unparsed_count": 0,
        "unparsed": 0.0,
        "trunc_count": 0,
        "trunc": 0.0,
        "tok_median": 2877.5,
        "tok_mean": 3091.84375,
        "tok_max": 7416,
        "tokens_sum": 989390,
        "status_counts": {
          "wrong": 303,
          "exact": 17
        },
        "finish_counts": {
          "stop": 320
        }
      },
      "n_questions": 290,
      "mcq_always_A_accuracy": 0.38461538461538464
    },
    "50": {
      "_all": {
        "n": 580,
        "exact_count": 98,
        "exact": 0.16896551724137931,
        "reward": 0.2727897509578544,
        "unparsed_count": 0,
        "unparsed": 0.0,
        "trunc_count": 0,
        "trunc": 0.0,
        "tok_median": 2351.0,
        "tok_mean": 2517.151724137931,
        "tok_max": 6581,
        "tokens_sum": 1459948,
        "status_counts": {
          "wrong": 482,
          "exact": 98
        },
        "finish_counts": {
          "stop": 580
        }
      },
      "_mcq": {
        "n": 260,
        "exact_count": 79,
        "exact": 0.3038461538461538,
        "reward": 0.3038461538461538,
        "unparsed_count": 0,
        "unparsed": 0.0,
        "trunc_count": 0,
        "trunc": 0.0,
        "tok_median": 1784.5,
        "tok_mean": 1870.0961538461538,
        "tok_max": 4816,
        "tokens_sum": 486225,
        "status_counts": {
          "wrong": 181,
          "exact": 79
        },
        "finish_counts": {
          "stop": 260
        }
      },
      "_ranking": {
        "n": 320,
        "exact_count": 19,
        "exact": 0.059375,
        "reward": 0.2475564236111111,
        "unparsed_count": 0,
        "unparsed": 0.0,
        "trunc_count": 0,
        "trunc": 0.0,
        "tok_median": 2832.0,
        "tok_mean": 3042.884375,
        "tok_max": 6581,
        "tokens_sum": 973723,
        "status_counts": {
          "wrong": 301,
          "exact": 19
        },
        "finish_counts": {
          "stop": 320
        }
      },
      "n_questions": 290,
      "mcq_always_A_accuracy": 0.38461538461538464
    }
  },
  "paired_40_50": {
    "_all": {
      "n": 580,
      "exact40": 96,
      "exact50": 98,
      "both_exact": 73,
      "became_exact": 25,
      "became_nonexact": 23,
      "both_nonexact": 459,
      "accuracy_delta_percentage_points": 0.3448275862068966,
      "mean_reward_delta": 0.00043787629994526564,
      "same_prediction": 323,
      "same_token_sequence": 0
    },
    "_mcq": {
      "n": 260,
      "exact40": 79,
      "exact50": 79,
      "both_exact": 65,
      "became_exact": 14,
      "became_nonexact": 14,
      "both_nonexact": 167,
      "accuracy_delta_percentage_points": 0.0,
      "mean_reward_delta": 0.0,
      "same_prediction": 206,
      "same_token_sequence": 0
    },
    "_ranking": {
      "n": 320,
      "exact40": 17,
      "exact50": 19,
      "both_exact": 8,
      "became_exact": 11,
      "became_nonexact": 9,
      "both_nonexact": 292,
      "accuracy_delta_percentage_points": 0.625,
      "mean_reward_delta": 0.000793650793650794,
      "same_prediction": 117,
      "same_token_sequence": 0
    }
  },
  "steps_49_50": {
    "49": {
      "groups": 32,
      "completions": 1024,
      "group_accuracy_mean": 0.3466796875,
      "group_accuracy_std_population": 0.43120183261064343,
      "group_correct_count_histogram_0_to_32": [
        14,
        1,
        2,
        1,
        0,
        0,
        0,
        0,
        2,
        0,
        1,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        9
      ],
      "group_accuracy_classes": {
        "zero_correct": 14,
        "mixed": 9,
        "all_correct": 9
      },
      "active_reward_groups": 20,
      "zero_reward_variance_groups": 12,
      "signed_surrogate_clip_count": 16,
      "signed_surrogate_clip_fraction": 0.015625,
      "phase_times_s": {
        "step_s": 1770.917,
        "rollout_wait_s": 0.354,
        "bcast_s": 0.148,
        "fwdbwd_s_max": 1769.317,
        "ref_s_max": 320.909,
        "opt_s": 0.048,
        "sync_s": 0.882
      },
      "samples_per_s": 0.5782315037915385,
      "kl_ref": 0.001751338262806712,
      "train_fwd_tokens": 6037566,
      "train_unshared_tokens": 6037566,
      "forward_mode": "fn_train"
    },
    "50": {
      "groups": 32,
      "completions": 1024,
      "group_accuracy_mean": 0.2919921875,
      "group_accuracy_std_population": 0.3664894774046587,
      "group_correct_count_histogram_0_to_32": [
        12,
        3,
        4,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        2,
        1,
        0,
        1,
        2,
        0,
        0,
        0,
        0,
        0,
        3
      ],
      "group_accuracy_classes": {
        "zero_correct": 12,
        "mixed": 17,
        "all_correct": 3
      },
      "active_reward_groups": 24,
      "zero_reward_variance_groups": 8,
      "signed_surrogate_clip_count": 12,
      "signed_surrogate_clip_fraction": 0.01171875,
      "phase_times_s": {
        "step_s": 1734.62,
        "rollout_wait_s": 0.36,
        "bcast_s": 0.15,
        "fwdbwd_s_max": 1732.988,
        "ref_s_max": 315.859,
        "opt_s": 0.066,
        "sync_s": 0.875
      },
      "samples_per_s": 0.5903310235094719,
      "kl_ref": 0.0017532142372829185,
      "train_fwd_tokens": 6055749,
      "train_unshared_tokens": 6055749,
      "forward_mode": "fn_train"
    }
  },
  "missing": [
    "step0 evaluation",
    "full training pool manifest in inspected archive",
    "decoded training text review"
  ],
  "source_sha256": {
    "production_eval40_50_1628_summary.json": "34fbbe61a911a54ed3fa3b4f021e64291e6d3b243b954dcb8e19f3034f3aed21",
    "production_health_1552_summary.json": "025d99d192064acd50f6c370cadef1de7466085210fb7bebfb33a1458cdce785"
  }
}