{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9983085886111633,
  "eval_steps": 500,
  "global_step": 166,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006013907160308213,
      "grad_norm": 377.7148132324219,
      "learning_rate": 1.987951807228916e-06,
      "logits/chosen": -0.431640625,
      "logits/rejected": -0.49609375,
      "logps/chosen": -104.0,
      "logps/rejected": -262.0,
      "loss": 0.6923,
      "rewards/accuracies": 0.0,
      "rewards/chosen": -0.00156402587890625,
      "rewards/margins": -0.00156402587890625,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.012027814320616425,
      "grad_norm": 392.3589782714844,
      "learning_rate": 1.9759036144578312e-06,
      "logits/chosen": -0.423828125,
      "logits/rejected": -0.52734375,
      "logps/chosen": -112.5,
      "logps/rejected": -272.0,
      "loss": 0.6819,
      "rewards/accuracies": 0.375,
      "rewards/chosen": 0.0011749267578125,
      "rewards/margins": 0.034912109375,
      "rewards/rejected": -0.03369140625,
      "step": 2
    },
    {
      "epoch": 0.018041721480924637,
      "grad_norm": 349.6138610839844,
      "learning_rate": 1.9638554216867467e-06,
      "logits/chosen": -0.375,
      "logits/rejected": -0.41015625,
      "logps/chosen": -96.5,
      "logps/rejected": -169.0,
      "loss": 0.6914,
      "rewards/accuracies": 0.4375,
      "rewards/chosen": -0.01251220703125,
      "rewards/margins": 0.006256103515625,
      "rewards/rejected": -0.018798828125,
      "step": 3
    },
    {
      "epoch": 0.02405562864123285,
      "grad_norm": 340.177978515625,
      "learning_rate": 1.9518072289156626e-06,
      "logits/chosen": -0.404296875,
      "logits/rejected": -0.46875,
      "logps/chosen": -107.0,
      "logps/rejected": -184.0,
      "loss": 0.6687,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -0.00860595703125,
      "rewards/margins": 0.051513671875,
      "rewards/rejected": -0.060302734375,
      "step": 4
    },
    {
      "epoch": 0.030069535801541064,
      "grad_norm": 473.08245849609375,
      "learning_rate": 1.939759036144578e-06,
      "logits/chosen": -0.42578125,
      "logits/rejected": -0.46875,
      "logps/chosen": -150.0,
      "logps/rejected": -308.0,
      "loss": 0.6768,
      "rewards/accuracies": 0.40625,
      "rewards/chosen": -0.0242919921875,
      "rewards/margins": 0.02734375,
      "rewards/rejected": -0.051513671875,
      "step": 5
    },
    {
      "epoch": 0.036083442961849274,
      "grad_norm": 384.4259948730469,
      "learning_rate": 1.927710843373494e-06,
      "logits/chosen": -0.396484375,
      "logits/rejected": -0.474609375,
      "logps/chosen": -105.5,
      "logps/rejected": -234.0,
      "loss": 0.6449,
      "rewards/accuracies": 0.625,
      "rewards/chosen": -0.0093994140625,
      "rewards/margins": 0.10791015625,
      "rewards/rejected": -0.1171875,
      "step": 6
    },
    {
      "epoch": 0.04209735012215749,
      "grad_norm": 303.1757507324219,
      "learning_rate": 1.91566265060241e-06,
      "logits/chosen": -0.43359375,
      "logits/rejected": -0.419921875,
      "logps/chosen": -124.5,
      "logps/rejected": -256.0,
      "loss": 0.6547,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.042236328125,
      "rewards/margins": 0.10888671875,
      "rewards/rejected": -0.1513671875,
      "step": 7
    },
    {
      "epoch": 0.0481112572824657,
      "grad_norm": 345.4574279785156,
      "learning_rate": 1.903614457831325e-06,
      "logits/chosen": -0.39453125,
      "logits/rejected": -0.494140625,
      "logps/chosen": -104.5,
      "logps/rejected": -253.0,
      "loss": 0.6316,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": -0.03271484375,
      "rewards/margins": 0.166015625,
      "rewards/rejected": -0.1982421875,
      "step": 8
    },
    {
      "epoch": 0.05412516444277392,
      "grad_norm": 282.7143859863281,
      "learning_rate": 1.891566265060241e-06,
      "logits/chosen": -0.41015625,
      "logits/rejected": -0.44140625,
      "logps/chosen": -110.0,
      "logps/rejected": -248.0,
      "loss": 0.6458,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": -0.051513671875,
      "rewards/margins": 0.12451171875,
      "rewards/rejected": -0.17578125,
      "step": 9
    },
    {
      "epoch": 0.06013907160308213,
      "grad_norm": 302.9914245605469,
      "learning_rate": 1.8795180722891566e-06,
      "logits/chosen": -0.439453125,
      "logits/rejected": -0.423828125,
      "logps/chosen": -133.0,
      "logps/rejected": -266.0,
      "loss": 0.639,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": -0.0908203125,
      "rewards/margins": 0.1328125,
      "rewards/rejected": -0.2236328125,
      "step": 10
    },
    {
      "epoch": 0.06615297876339034,
      "grad_norm": 319.670654296875,
      "learning_rate": 1.867469879518072e-06,
      "logits/chosen": -0.421875,
      "logits/rejected": -0.419921875,
      "logps/chosen": -111.5,
      "logps/rejected": -138.0,
      "loss": 0.6676,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.07666015625,
      "rewards/margins": 0.0625,
      "rewards/rejected": -0.1396484375,
      "step": 11
    },
    {
      "epoch": 0.07216688592369855,
      "grad_norm": 316.607421875,
      "learning_rate": 1.855421686746988e-06,
      "logits/chosen": -0.44140625,
      "logits/rejected": -0.49609375,
      "logps/chosen": -137.0,
      "logps/rejected": -174.0,
      "loss": 0.6723,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -0.11328125,
      "rewards/margins": 0.0771484375,
      "rewards/rejected": -0.1904296875,
      "step": 12
    },
    {
      "epoch": 0.07818079308400677,
      "grad_norm": 271.7364807128906,
      "learning_rate": 1.8433734939759036e-06,
      "logits/chosen": -0.369140625,
      "logits/rejected": -0.337890625,
      "logps/chosen": -123.5,
      "logps/rejected": -234.0,
      "loss": 0.6286,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": -0.06982421875,
      "rewards/margins": 0.2109375,
      "rewards/rejected": -0.28125,
      "step": 13
    },
    {
      "epoch": 0.08419470024431498,
      "grad_norm": 277.53265380859375,
      "learning_rate": 1.831325301204819e-06,
      "logits/chosen": -0.400390625,
      "logits/rejected": -0.36328125,
      "logps/chosen": -111.5,
      "logps/rejected": -312.0,
      "loss": 0.6189,
      "rewards/accuracies": 0.53125,
      "rewards/chosen": -0.10009765625,
      "rewards/margins": 0.275390625,
      "rewards/rejected": -0.375,
      "step": 14
    },
    {
      "epoch": 0.09020860740462319,
      "grad_norm": 280.93609619140625,
      "learning_rate": 1.819277108433735e-06,
      "logits/chosen": -0.39453125,
      "logits/rejected": -0.5078125,
      "logps/chosen": -87.5,
      "logps/rejected": -204.0,
      "loss": 0.5991,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.051513671875,
      "rewards/margins": 0.255859375,
      "rewards/rejected": -0.30859375,
      "step": 15
    },
    {
      "epoch": 0.0962225145649314,
      "grad_norm": 310.5050354003906,
      "learning_rate": 1.8072289156626506e-06,
      "logits/chosen": -0.380859375,
      "logits/rejected": -0.486328125,
      "logps/chosen": -107.5,
      "logps/rejected": -147.0,
      "loss": 0.6182,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": -0.07666015625,
      "rewards/margins": 0.1630859375,
      "rewards/rejected": -0.240234375,
      "step": 16
    },
    {
      "epoch": 0.10223642172523961,
      "grad_norm": 307.0276184082031,
      "learning_rate": 1.795180722891566e-06,
      "logits/chosen": -0.431640625,
      "logits/rejected": -0.478515625,
      "logps/chosen": -111.0,
      "logps/rejected": -119.0,
      "loss": 0.6783,
      "rewards/accuracies": 0.53125,
      "rewards/chosen": -0.111328125,
      "rewards/margins": 0.044677734375,
      "rewards/rejected": -0.1552734375,
      "step": 17
    },
    {
      "epoch": 0.10825032888554784,
      "grad_norm": 301.8216857910156,
      "learning_rate": 1.7831325301204817e-06,
      "logits/chosen": -0.390625,
      "logits/rejected": -0.462890625,
      "logps/chosen": -115.5,
      "logps/rejected": -182.0,
      "loss": 0.632,
      "rewards/accuracies": 0.625,
      "rewards/chosen": -0.06787109375,
      "rewards/margins": 0.181640625,
      "rewards/rejected": -0.25,
      "step": 18
    },
    {
      "epoch": 0.11426423604585605,
      "grad_norm": 313.78900146484375,
      "learning_rate": 1.7710843373493976e-06,
      "logits/chosen": -0.4296875,
      "logits/rejected": -0.41796875,
      "logps/chosen": -102.5,
      "logps/rejected": -178.0,
      "loss": 0.6268,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": -0.05322265625,
      "rewards/margins": 0.185546875,
      "rewards/rejected": -0.23828125,
      "step": 19
    },
    {
      "epoch": 0.12027814320616426,
      "grad_norm": 265.4908142089844,
      "learning_rate": 1.759036144578313e-06,
      "logits/chosen": -0.375,
      "logits/rejected": -0.40625,
      "logps/chosen": -126.5,
      "logps/rejected": -247.0,
      "loss": 0.5998,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.1396484375,
      "rewards/margins": 0.28125,
      "rewards/rejected": -0.419921875,
      "step": 20
    },
    {
      "epoch": 0.12629205036647248,
      "grad_norm": 313.7916564941406,
      "learning_rate": 1.7469879518072287e-06,
      "logits/chosen": -0.388671875,
      "logits/rejected": -0.44921875,
      "logps/chosen": -135.0,
      "logps/rejected": -149.0,
      "loss": 0.6603,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.126953125,
      "rewards/margins": 0.119140625,
      "rewards/rejected": -0.24609375,
      "step": 21
    },
    {
      "epoch": 0.13230595752678068,
      "grad_norm": 306.4281005859375,
      "learning_rate": 1.7349397590361446e-06,
      "logits/chosen": -0.400390625,
      "logits/rejected": -0.47265625,
      "logps/chosen": -90.0,
      "logps/rejected": -159.0,
      "loss": 0.584,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -0.057861328125,
      "rewards/margins": 0.26953125,
      "rewards/rejected": -0.328125,
      "step": 22
    },
    {
      "epoch": 0.1383198646870889,
      "grad_norm": 289.54681396484375,
      "learning_rate": 1.7228915662650603e-06,
      "logits/chosen": -0.3828125,
      "logits/rejected": -0.427734375,
      "logps/chosen": -113.0,
      "logps/rejected": -245.0,
      "loss": 0.6133,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -0.111328125,
      "rewards/margins": 0.39453125,
      "rewards/rejected": -0.5078125,
      "step": 23
    },
    {
      "epoch": 0.1443337718473971,
      "grad_norm": 267.3782043457031,
      "learning_rate": 1.7108433734939757e-06,
      "logits/chosen": -0.361328125,
      "logits/rejected": -0.4375,
      "logps/chosen": -112.5,
      "logps/rejected": -264.0,
      "loss": 0.5785,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -0.126953125,
      "rewards/margins": 0.4140625,
      "rewards/rejected": -0.5390625,
      "step": 24
    },
    {
      "epoch": 0.15034767900770532,
      "grad_norm": 311.4928894042969,
      "learning_rate": 1.6987951807228916e-06,
      "logits/chosen": -0.345703125,
      "logits/rejected": -0.462890625,
      "logps/chosen": -98.0,
      "logps/rejected": -145.0,
      "loss": 0.5959,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.07568359375,
      "rewards/margins": 0.234375,
      "rewards/rejected": -0.310546875,
      "step": 25
    },
    {
      "epoch": 0.15636158616801354,
      "grad_norm": 243.26734924316406,
      "learning_rate": 1.6867469879518073e-06,
      "logits/chosen": -0.392578125,
      "logits/rejected": -0.466796875,
      "logps/chosen": -111.5,
      "logps/rejected": -218.0,
      "loss": 0.5627,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.09912109375,
      "rewards/margins": 0.494140625,
      "rewards/rejected": -0.59375,
      "step": 26
    },
    {
      "epoch": 0.16237549332832174,
      "grad_norm": 268.80718994140625,
      "learning_rate": 1.6746987951807227e-06,
      "logits/chosen": -0.373046875,
      "logits/rejected": -0.5078125,
      "logps/chosen": -111.5,
      "logps/rejected": -214.0,
      "loss": 0.5754,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -0.0986328125,
      "rewards/margins": 0.380859375,
      "rewards/rejected": -0.478515625,
      "step": 27
    },
    {
      "epoch": 0.16838940048862996,
      "grad_norm": 249.78408813476562,
      "learning_rate": 1.6626506024096384e-06,
      "logits/chosen": -0.376953125,
      "logits/rejected": -0.4609375,
      "logps/chosen": -97.5,
      "logps/rejected": -242.0,
      "loss": 0.5413,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": -0.0927734375,
      "rewards/margins": 0.5859375,
      "rewards/rejected": -0.6796875,
      "step": 28
    },
    {
      "epoch": 0.17440330764893816,
      "grad_norm": 273.41900634765625,
      "learning_rate": 1.6506024096385543e-06,
      "logits/chosen": -0.341796875,
      "logits/rejected": -0.46875,
      "logps/chosen": -106.5,
      "logps/rejected": -163.0,
      "loss": 0.5634,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": -0.1220703125,
      "rewards/margins": 0.3359375,
      "rewards/rejected": -0.458984375,
      "step": 29
    },
    {
      "epoch": 0.18041721480924638,
      "grad_norm": 285.3711242675781,
      "learning_rate": 1.6385542168674697e-06,
      "logits/chosen": -0.388671875,
      "logits/rejected": -0.46484375,
      "logps/chosen": -126.0,
      "logps/rejected": -177.0,
      "loss": 0.6114,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.109375,
      "rewards/margins": 0.33203125,
      "rewards/rejected": -0.44140625,
      "step": 30
    },
    {
      "epoch": 0.1864311219695546,
      "grad_norm": 260.67926025390625,
      "learning_rate": 1.6265060240963854e-06,
      "logits/chosen": -0.400390625,
      "logits/rejected": -0.4140625,
      "logps/chosen": -105.0,
      "logps/rejected": -332.0,
      "loss": 0.5145,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -0.039794921875,
      "rewards/margins": 1.0390625,
      "rewards/rejected": -1.078125,
      "step": 31
    },
    {
      "epoch": 0.1924450291298628,
      "grad_norm": 318.768798828125,
      "learning_rate": 1.6144578313253013e-06,
      "logits/chosen": -0.384765625,
      "logits/rejected": -0.51953125,
      "logps/chosen": -131.0,
      "logps/rejected": -251.0,
      "loss": 0.5726,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": -0.1435546875,
      "rewards/margins": 0.51171875,
      "rewards/rejected": -0.65625,
      "step": 32
    },
    {
      "epoch": 0.19845893629017103,
      "grad_norm": 255.85812377929688,
      "learning_rate": 1.6024096385542168e-06,
      "logits/chosen": -0.388671875,
      "logits/rejected": -0.43359375,
      "logps/chosen": -108.0,
      "logps/rejected": -219.0,
      "loss": 0.5453,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": -0.08349609375,
      "rewards/margins": 0.5546875,
      "rewards/rejected": -0.63671875,
      "step": 33
    },
    {
      "epoch": 0.20447284345047922,
      "grad_norm": 265.9646911621094,
      "learning_rate": 1.5903614457831324e-06,
      "logits/chosen": -0.36328125,
      "logits/rejected": -0.44140625,
      "logps/chosen": -113.5,
      "logps/rejected": -184.0,
      "loss": 0.5854,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.09619140625,
      "rewards/margins": 0.4453125,
      "rewards/rejected": -0.54296875,
      "step": 34
    },
    {
      "epoch": 0.21048675061078745,
      "grad_norm": 269.4471130371094,
      "learning_rate": 1.5783132530120483e-06,
      "logits/chosen": -0.400390625,
      "logits/rejected": -0.53125,
      "logps/chosen": -96.0,
      "logps/rejected": -226.0,
      "loss": 0.5241,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": -0.10498046875,
      "rewards/margins": 0.71875,
      "rewards/rejected": -0.82421875,
      "step": 35
    },
    {
      "epoch": 0.21650065777109567,
      "grad_norm": 274.5318603515625,
      "learning_rate": 1.5662650602409638e-06,
      "logits/chosen": -0.392578125,
      "logits/rejected": -0.408203125,
      "logps/chosen": -118.5,
      "logps/rejected": -288.0,
      "loss": 0.5407,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.12451171875,
      "rewards/margins": 0.859375,
      "rewards/rejected": -0.984375,
      "step": 36
    },
    {
      "epoch": 0.22251456493140387,
      "grad_norm": 263.2684326171875,
      "learning_rate": 1.5542168674698794e-06,
      "logits/chosen": -0.408203125,
      "logits/rejected": -0.38671875,
      "logps/chosen": -113.0,
      "logps/rejected": -252.0,
      "loss": 0.5905,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.1669921875,
      "rewards/margins": 0.462890625,
      "rewards/rejected": -0.62890625,
      "step": 37
    },
    {
      "epoch": 0.2285284720917121,
      "grad_norm": 278.0225830078125,
      "learning_rate": 1.542168674698795e-06,
      "logits/chosen": -0.400390625,
      "logits/rejected": -0.50390625,
      "logps/chosen": -98.5,
      "logps/rejected": -158.0,
      "loss": 0.5706,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.078125,
      "rewards/margins": 0.4609375,
      "rewards/rejected": -0.5390625,
      "step": 38
    },
    {
      "epoch": 0.2345423792520203,
      "grad_norm": 263.7051696777344,
      "learning_rate": 1.5301204819277108e-06,
      "logits/chosen": -0.333984375,
      "logits/rejected": -0.388671875,
      "logps/chosen": -103.5,
      "logps/rejected": -109.0,
      "loss": 0.6201,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -0.1796875,
      "rewards/margins": 0.2119140625,
      "rewards/rejected": -0.390625,
      "step": 39
    },
    {
      "epoch": 0.2405562864123285,
      "grad_norm": 264.47296142578125,
      "learning_rate": 1.5180722891566264e-06,
      "logits/chosen": -0.37890625,
      "logits/rejected": -0.455078125,
      "logps/chosen": -108.5,
      "logps/rejected": -210.0,
      "loss": 0.5346,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": -0.1142578125,
      "rewards/margins": 0.6484375,
      "rewards/rejected": -0.76171875,
      "step": 40
    },
    {
      "epoch": 0.2465701935726367,
      "grad_norm": 244.33009338378906,
      "learning_rate": 1.506024096385542e-06,
      "logits/chosen": -0.373046875,
      "logits/rejected": -0.4609375,
      "logps/chosen": -119.0,
      "logps/rejected": -442.0,
      "loss": 0.5117,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.18359375,
      "rewards/margins": 1.5625,
      "rewards/rejected": -1.7421875,
      "step": 41
    },
    {
      "epoch": 0.25258410073294496,
      "grad_norm": 214.7119903564453,
      "learning_rate": 1.4939759036144578e-06,
      "logits/chosen": -0.345703125,
      "logits/rejected": -0.392578125,
      "logps/chosen": -104.5,
      "logps/rejected": -292.0,
      "loss": 0.4996,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.11279296875,
      "rewards/margins": 1.28125,
      "rewards/rejected": -1.390625,
      "step": 42
    },
    {
      "epoch": 0.25859800789325316,
      "grad_norm": 239.4780731201172,
      "learning_rate": 1.4819277108433734e-06,
      "logits/chosen": -0.34765625,
      "logits/rejected": -0.359375,
      "logps/chosen": -103.5,
      "logps/rejected": -105.0,
      "loss": 0.6097,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -0.0986328125,
      "rewards/margins": 0.193359375,
      "rewards/rejected": -0.291015625,
      "step": 43
    },
    {
      "epoch": 0.26461191505356135,
      "grad_norm": 265.1504211425781,
      "learning_rate": 1.469879518072289e-06,
      "logits/chosen": -0.3984375,
      "logits/rejected": -0.453125,
      "logps/chosen": -108.0,
      "logps/rejected": -306.0,
      "loss": 0.459,
      "rewards/accuracies": 0.875,
      "rewards/chosen": -0.10302734375,
      "rewards/margins": 1.296875,
      "rewards/rejected": -1.40625,
      "step": 44
    },
    {
      "epoch": 0.27062582221386955,
      "grad_norm": 275.4329833984375,
      "learning_rate": 1.4578313253012048e-06,
      "logits/chosen": -0.375,
      "logits/rejected": -0.52734375,
      "logps/chosen": -111.0,
      "logps/rejected": -147.0,
      "loss": 0.5954,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.203125,
      "rewards/margins": 0.3515625,
      "rewards/rejected": -0.5546875,
      "step": 45
    },
    {
      "epoch": 0.2766397293741778,
      "grad_norm": 280.93096923828125,
      "learning_rate": 1.4457831325301204e-06,
      "logits/chosen": -0.39453125,
      "logits/rejected": -0.466796875,
      "logps/chosen": -130.0,
      "logps/rejected": -164.0,
      "loss": 0.5715,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.173828125,
      "rewards/margins": 0.44140625,
      "rewards/rejected": -0.61328125,
      "step": 46
    },
    {
      "epoch": 0.282653636534486,
      "grad_norm": 293.0682373046875,
      "learning_rate": 1.4337349397590361e-06,
      "logits/chosen": -0.38671875,
      "logits/rejected": -0.453125,
      "logps/chosen": -106.0,
      "logps/rejected": -118.0,
      "loss": 0.6142,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.11962890625,
      "rewards/margins": 0.2177734375,
      "rewards/rejected": -0.337890625,
      "step": 47
    },
    {
      "epoch": 0.2886675436947942,
      "grad_norm": 281.6995849609375,
      "learning_rate": 1.4216867469879516e-06,
      "logits/chosen": -0.435546875,
      "logits/rejected": -0.59765625,
      "logps/chosen": -116.5,
      "logps/rejected": -264.0,
      "loss": 0.4878,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.2041015625,
      "rewards/margins": 1.296875,
      "rewards/rejected": -1.5,
      "step": 48
    },
    {
      "epoch": 0.29468145085510244,
      "grad_norm": 282.7778625488281,
      "learning_rate": 1.4096385542168674e-06,
      "logits/chosen": -0.361328125,
      "logits/rejected": -0.373046875,
      "logps/chosen": -107.5,
      "logps/rejected": -121.5,
      "loss": 0.6745,
      "rewards/accuracies": 0.625,
      "rewards/chosen": -0.1611328125,
      "rewards/margins": 0.107421875,
      "rewards/rejected": -0.267578125,
      "step": 49
    },
    {
      "epoch": 0.30069535801541064,
      "grad_norm": 259.68695068359375,
      "learning_rate": 1.3975903614457831e-06,
      "logits/chosen": -0.388671875,
      "logits/rejected": -0.326171875,
      "logps/chosen": -103.0,
      "logps/rejected": -220.0,
      "loss": 0.5107,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": -0.0859375,
      "rewards/margins": 0.875,
      "rewards/rejected": -0.9609375,
      "step": 50
    },
    {
      "epoch": 0.30670926517571884,
      "grad_norm": 288.7806396484375,
      "learning_rate": 1.3855421686746986e-06,
      "logits/chosen": -0.373046875,
      "logits/rejected": -0.486328125,
      "logps/chosen": -127.5,
      "logps/rejected": -173.0,
      "loss": 0.5734,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.220703125,
      "rewards/margins": 0.52734375,
      "rewards/rejected": -0.74609375,
      "step": 51
    },
    {
      "epoch": 0.3127231723360271,
      "grad_norm": 261.309326171875,
      "learning_rate": 1.3734939759036144e-06,
      "logits/chosen": -0.34765625,
      "logits/rejected": -0.515625,
      "logps/chosen": -103.0,
      "logps/rejected": -312.0,
      "loss": 0.4106,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": -0.08740234375,
      "rewards/margins": 1.3125,
      "rewards/rejected": -1.3984375,
      "step": 52
    },
    {
      "epoch": 0.3187370794963353,
      "grad_norm": 229.73008728027344,
      "learning_rate": 1.3614457831325301e-06,
      "logits/chosen": -0.361328125,
      "logits/rejected": -0.4609375,
      "logps/chosen": -96.0,
      "logps/rejected": -178.0,
      "loss": 0.4894,
      "rewards/accuracies": 0.875,
      "rewards/chosen": -0.1025390625,
      "rewards/margins": 0.7890625,
      "rewards/rejected": -0.890625,
      "step": 53
    },
    {
      "epoch": 0.3247509866566435,
      "grad_norm": 319.8819580078125,
      "learning_rate": 1.3493975903614456e-06,
      "logits/chosen": -0.341796875,
      "logits/rejected": -0.439453125,
      "logps/chosen": -128.0,
      "logps/rejected": -231.0,
      "loss": 0.541,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -0.1669921875,
      "rewards/margins": 0.90625,
      "rewards/rejected": -1.078125,
      "step": 54
    },
    {
      "epoch": 0.3307648938169517,
      "grad_norm": 318.5726623535156,
      "learning_rate": 1.3373493975903615e-06,
      "logits/chosen": -0.40234375,
      "logits/rejected": -0.443359375,
      "logps/chosen": -120.0,
      "logps/rejected": -181.0,
      "loss": 0.584,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -0.12255859375,
      "rewards/margins": 0.62890625,
      "rewards/rejected": -0.75,
      "step": 55
    },
    {
      "epoch": 0.33677880097725993,
      "grad_norm": 245.59225463867188,
      "learning_rate": 1.3253012048192771e-06,
      "logits/chosen": -0.408203125,
      "logits/rejected": -0.384765625,
      "logps/chosen": -105.0,
      "logps/rejected": -286.0,
      "loss": 0.5166,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": -0.0625,
      "rewards/margins": 1.0078125,
      "rewards/rejected": -1.0703125,
      "step": 56
    },
    {
      "epoch": 0.3427927081375681,
      "grad_norm": 258.2247619628906,
      "learning_rate": 1.3132530120481926e-06,
      "logits/chosen": -0.361328125,
      "logits/rejected": -0.4296875,
      "logps/chosen": -102.0,
      "logps/rejected": -145.0,
      "loss": 0.5615,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.1728515625,
      "rewards/margins": 0.50390625,
      "rewards/rejected": -0.6796875,
      "step": 57
    },
    {
      "epoch": 0.3488066152978763,
      "grad_norm": 357.8437194824219,
      "learning_rate": 1.3012048192771082e-06,
      "logits/chosen": -0.380859375,
      "logits/rejected": -0.46484375,
      "logps/chosen": -115.0,
      "logps/rejected": -223.0,
      "loss": 0.4979,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": -0.1640625,
      "rewards/margins": 1.015625,
      "rewards/rejected": -1.1796875,
      "step": 58
    },
    {
      "epoch": 0.3548205224581846,
      "grad_norm": 231.1439208984375,
      "learning_rate": 1.2891566265060241e-06,
      "logits/chosen": -0.369140625,
      "logits/rejected": -0.421875,
      "logps/chosen": -110.0,
      "logps/rejected": -246.0,
      "loss": 0.4801,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.1025390625,
      "rewards/margins": 0.99609375,
      "rewards/rejected": -1.1015625,
      "step": 59
    },
    {
      "epoch": 0.36083442961849277,
      "grad_norm": 250.88848876953125,
      "learning_rate": 1.2771084337349396e-06,
      "logits/chosen": -0.380859375,
      "logits/rejected": -0.41796875,
      "logps/chosen": -99.5,
      "logps/rejected": -390.0,
      "loss": 0.5524,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": -0.1123046875,
      "rewards/margins": 1.7265625,
      "rewards/rejected": -1.8359375,
      "step": 60
    },
    {
      "epoch": 0.36684833677880097,
      "grad_norm": 284.9194641113281,
      "learning_rate": 1.2650602409638553e-06,
      "logits/chosen": -0.412109375,
      "logits/rejected": -0.435546875,
      "logps/chosen": -123.0,
      "logps/rejected": -316.0,
      "loss": 0.5463,
      "rewards/accuracies": 0.875,
      "rewards/chosen": -0.228515625,
      "rewards/margins": 1.3359375,
      "rewards/rejected": -1.5703125,
      "step": 61
    },
    {
      "epoch": 0.3728622439391092,
      "grad_norm": 262.8919677734375,
      "learning_rate": 1.2530120481927711e-06,
      "logits/chosen": -0.43359375,
      "logits/rejected": -0.50390625,
      "logps/chosen": -126.0,
      "logps/rejected": -173.0,
      "loss": 0.5716,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.1533203125,
      "rewards/margins": 0.53515625,
      "rewards/rejected": -0.6875,
      "step": 62
    },
    {
      "epoch": 0.3788761510994174,
      "grad_norm": 242.4674072265625,
      "learning_rate": 1.2409638554216868e-06,
      "logits/chosen": -0.353515625,
      "logits/rejected": -0.419921875,
      "logps/chosen": -92.0,
      "logps/rejected": -288.0,
      "loss": 0.4611,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": -0.09228515625,
      "rewards/margins": 1.7421875,
      "rewards/rejected": -1.8359375,
      "step": 63
    },
    {
      "epoch": 0.3848900582597256,
      "grad_norm": 271.04833984375,
      "learning_rate": 1.2289156626506023e-06,
      "logits/chosen": -0.375,
      "logits/rejected": -0.45703125,
      "logps/chosen": -100.5,
      "logps/rejected": -149.0,
      "loss": 0.496,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.09423828125,
      "rewards/margins": 0.671875,
      "rewards/rejected": -0.765625,
      "step": 64
    },
    {
      "epoch": 0.3909039654200338,
      "grad_norm": 254.13592529296875,
      "learning_rate": 1.2168674698795181e-06,
      "logits/chosen": -0.35546875,
      "logits/rejected": -0.421875,
      "logps/chosen": -97.5,
      "logps/rejected": -141.0,
      "loss": 0.5668,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": -0.06787109375,
      "rewards/margins": 0.474609375,
      "rewards/rejected": -0.54296875,
      "step": 65
    },
    {
      "epoch": 0.39691787258034206,
      "grad_norm": 219.56719970703125,
      "learning_rate": 1.2048192771084338e-06,
      "logits/chosen": -0.427734375,
      "logits/rejected": -0.498046875,
      "logps/chosen": -117.0,
      "logps/rejected": -222.0,
      "loss": 0.4641,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": -0.0634765625,
      "rewards/margins": 0.93359375,
      "rewards/rejected": -0.99609375,
      "step": 66
    },
    {
      "epoch": 0.40293177974065025,
      "grad_norm": 229.5357208251953,
      "learning_rate": 1.1927710843373493e-06,
      "logits/chosen": -0.388671875,
      "logits/rejected": -0.486328125,
      "logps/chosen": -106.0,
      "logps/rejected": -358.0,
      "loss": 0.4216,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.0322265625,
      "rewards/margins": 1.9375,
      "rewards/rejected": -1.90625,
      "step": 67
    },
    {
      "epoch": 0.40894568690095845,
      "grad_norm": 206.42672729492188,
      "learning_rate": 1.180722891566265e-06,
      "logits/chosen": -0.40625,
      "logits/rejected": -0.42578125,
      "logps/chosen": -106.0,
      "logps/rejected": -370.0,
      "loss": 0.4336,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": -0.109375,
      "rewards/margins": 1.65625,
      "rewards/rejected": -1.7734375,
      "step": 68
    },
    {
      "epoch": 0.4149595940612667,
      "grad_norm": 286.4124755859375,
      "learning_rate": 1.1686746987951808e-06,
      "logits/chosen": -0.345703125,
      "logits/rejected": -0.421875,
      "logps/chosen": -96.0,
      "logps/rejected": -119.5,
      "loss": 0.59,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": -0.06005859375,
      "rewards/margins": 0.431640625,
      "rewards/rejected": -0.4921875,
      "step": 69
    },
    {
      "epoch": 0.4209735012215749,
      "grad_norm": 262.9278564453125,
      "learning_rate": 1.1566265060240963e-06,
      "logits/chosen": -0.427734375,
      "logits/rejected": -0.58984375,
      "logps/chosen": -105.5,
      "logps/rejected": -180.0,
      "loss": 0.4427,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.00872802734375,
      "rewards/margins": 1.0078125,
      "rewards/rejected": -1.0,
      "step": 70
    },
    {
      "epoch": 0.4269874083818831,
      "grad_norm": 271.1284484863281,
      "learning_rate": 1.144578313253012e-06,
      "logits/chosen": -0.40234375,
      "logits/rejected": -0.53125,
      "logps/chosen": -108.0,
      "logps/rejected": -176.0,
      "loss": 0.469,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.02099609375,
      "rewards/margins": 0.84765625,
      "rewards/rejected": -0.828125,
      "step": 71
    },
    {
      "epoch": 0.43300131554219135,
      "grad_norm": 308.2073669433594,
      "learning_rate": 1.1325301204819278e-06,
      "logits/chosen": -0.466796875,
      "logits/rejected": -0.4921875,
      "logps/chosen": -117.5,
      "logps/rejected": -302.0,
      "loss": 0.5148,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": -0.2080078125,
      "rewards/margins": 1.0859375,
      "rewards/rejected": -1.296875,
      "step": 72
    },
    {
      "epoch": 0.43901522270249954,
      "grad_norm": 319.52972412109375,
      "learning_rate": 1.1204819277108433e-06,
      "logits/chosen": -0.41796875,
      "logits/rejected": -0.486328125,
      "logps/chosen": -128.0,
      "logps/rejected": -148.0,
      "loss": 0.5506,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.12890625,
      "rewards/margins": 0.51171875,
      "rewards/rejected": -0.640625,
      "step": 73
    },
    {
      "epoch": 0.44502912986280774,
      "grad_norm": 251.3998260498047,
      "learning_rate": 1.108433734939759e-06,
      "logits/chosen": -0.376953125,
      "logits/rejected": -0.4453125,
      "logps/chosen": -112.5,
      "logps/rejected": -213.0,
      "loss": 0.4367,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.006256103515625,
      "rewards/margins": 1.1484375,
      "rewards/rejected": -1.140625,
      "step": 74
    },
    {
      "epoch": 0.45104303702311593,
      "grad_norm": 232.8633575439453,
      "learning_rate": 1.0963855421686748e-06,
      "logits/chosen": -0.390625,
      "logits/rejected": -0.5234375,
      "logps/chosen": -109.5,
      "logps/rejected": -217.0,
      "loss": 0.4213,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": -0.061767578125,
      "rewards/margins": 1.125,
      "rewards/rejected": -1.1875,
      "step": 75
    },
    {
      "epoch": 0.4570569441834242,
      "grad_norm": 252.51695251464844,
      "learning_rate": 1.0843373493975903e-06,
      "logits/chosen": -0.396484375,
      "logits/rejected": -0.5234375,
      "logps/chosen": -99.5,
      "logps/rejected": -268.0,
      "loss": 0.3662,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": 0.06640625,
      "rewards/margins": 1.2890625,
      "rewards/rejected": -1.2265625,
      "step": 76
    },
    {
      "epoch": 0.4630708513437324,
      "grad_norm": 332.1448974609375,
      "learning_rate": 1.072289156626506e-06,
      "logits/chosen": -0.455078125,
      "logits/rejected": -0.546875,
      "logps/chosen": -160.0,
      "logps/rejected": -188.0,
      "loss": 0.6061,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": -0.2890625,
      "rewards/margins": 0.546875,
      "rewards/rejected": -0.8359375,
      "step": 77
    },
    {
      "epoch": 0.4690847585040406,
      "grad_norm": 258.5538330078125,
      "learning_rate": 1.0602409638554218e-06,
      "logits/chosen": -0.439453125,
      "logits/rejected": -0.470703125,
      "logps/chosen": -97.0,
      "logps/rejected": -268.0,
      "loss": 0.5121,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": -0.017333984375,
      "rewards/margins": 1.2890625,
      "rewards/rejected": -1.3125,
      "step": 78
    },
    {
      "epoch": 0.47509866566434883,
      "grad_norm": 421.4195556640625,
      "learning_rate": 1.0481927710843373e-06,
      "logits/chosen": -0.482421875,
      "logits/rejected": -0.52734375,
      "logps/chosen": -153.0,
      "logps/rejected": -187.0,
      "loss": 0.6198,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": -0.2294921875,
      "rewards/margins": 0.5859375,
      "rewards/rejected": -0.81640625,
      "step": 79
    },
    {
      "epoch": 0.481112572824657,
      "grad_norm": 265.65936279296875,
      "learning_rate": 1.036144578313253e-06,
      "logits/chosen": -0.421875,
      "logits/rejected": -0.486328125,
      "logps/chosen": -121.5,
      "logps/rejected": -176.0,
      "loss": 0.5069,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.083984375,
      "rewards/margins": 0.62109375,
      "rewards/rejected": -0.70703125,
      "step": 80
    },
    {
      "epoch": 0.4871264799849652,
      "grad_norm": 266.9336853027344,
      "learning_rate": 1.0240963855421686e-06,
      "logits/chosen": -0.443359375,
      "logits/rejected": -0.486328125,
      "logps/chosen": -116.5,
      "logps/rejected": -166.0,
      "loss": 0.5339,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.051513671875,
      "rewards/margins": 0.75,
      "rewards/rejected": -0.80078125,
      "step": 81
    },
    {
      "epoch": 0.4931403871452734,
      "grad_norm": 272.1908264160156,
      "learning_rate": 1.0120481927710843e-06,
      "logits/chosen": -0.447265625,
      "logits/rejected": -0.50390625,
      "logps/chosen": -129.0,
      "logps/rejected": -336.0,
      "loss": 0.48,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": -0.045166015625,
      "rewards/margins": 1.5078125,
      "rewards/rejected": -1.546875,
      "step": 82
    },
    {
      "epoch": 0.49915429430558167,
      "grad_norm": 279.3056945800781,
      "learning_rate": 1e-06,
      "logits/chosen": -0.373046875,
      "logits/rejected": -0.4453125,
      "logps/chosen": -116.0,
      "logps/rejected": -132.0,
      "loss": 0.5499,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.0546875,
      "rewards/margins": 0.45703125,
      "rewards/rejected": -0.51171875,
      "step": 83
    },
    {
      "epoch": 0.5051682014658899,
      "grad_norm": 339.18701171875,
      "learning_rate": 9.879518072289156e-07,
      "logits/chosen": -0.41796875,
      "logits/rejected": -0.53515625,
      "logps/chosen": -125.5,
      "logps/rejected": -155.0,
      "loss": 0.5568,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": -0.1435546875,
      "rewards/margins": 0.59375,
      "rewards/rejected": -0.734375,
      "step": 84
    },
    {
      "epoch": 0.5111821086261981,
      "grad_norm": 298.8028259277344,
      "learning_rate": 9.759036144578313e-07,
      "logits/chosen": -0.380859375,
      "logits/rejected": -0.408203125,
      "logps/chosen": -128.0,
      "logps/rejected": -191.0,
      "loss": 0.502,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.05078125,
      "rewards/margins": 0.7578125,
      "rewards/rejected": -0.80859375,
      "step": 85
    },
    {
      "epoch": 0.5171960157865063,
      "grad_norm": 265.65692138671875,
      "learning_rate": 9.63855421686747e-07,
      "logits/chosen": -0.361328125,
      "logits/rejected": -0.47265625,
      "logps/chosen": -100.0,
      "logps/rejected": -258.0,
      "loss": 0.4698,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.1025390625,
      "rewards/margins": 1.1640625,
      "rewards/rejected": -1.0625,
      "step": 86
    },
    {
      "epoch": 0.5232099229468145,
      "grad_norm": 255.52943420410156,
      "learning_rate": 9.518072289156625e-07,
      "logits/chosen": -0.423828125,
      "logits/rejected": -0.5078125,
      "logps/chosen": -103.0,
      "logps/rejected": -130.0,
      "loss": 0.5104,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.080078125,
      "rewards/margins": 0.64453125,
      "rewards/rejected": -0.56640625,
      "step": 87
    },
    {
      "epoch": 0.5292238301071227,
      "grad_norm": 264.28515625,
      "learning_rate": 9.397590361445783e-07,
      "logits/chosen": -0.369140625,
      "logits/rejected": -0.466796875,
      "logps/chosen": -88.5,
      "logps/rejected": -171.0,
      "loss": 0.4939,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.09130859375,
      "rewards/margins": 0.7890625,
      "rewards/rejected": -0.69921875,
      "step": 88
    },
    {
      "epoch": 0.535237737267431,
      "grad_norm": 266.115234375,
      "learning_rate": 9.27710843373494e-07,
      "logits/chosen": -0.451171875,
      "logits/rejected": -0.490234375,
      "logps/chosen": -113.5,
      "logps/rejected": -159.0,
      "loss": 0.4712,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.046142578125,
      "rewards/margins": 0.7578125,
      "rewards/rejected": -0.7109375,
      "step": 89
    },
    {
      "epoch": 0.5412516444277391,
      "grad_norm": 273.0828857421875,
      "learning_rate": 9.156626506024095e-07,
      "logits/chosen": -0.427734375,
      "logits/rejected": -0.44921875,
      "logps/chosen": -111.5,
      "logps/rejected": -223.0,
      "loss": 0.5128,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.140625,
      "rewards/margins": 0.97265625,
      "rewards/rejected": -0.83203125,
      "step": 90
    },
    {
      "epoch": 0.5472655515880473,
      "grad_norm": 269.46038818359375,
      "learning_rate": 9.036144578313253e-07,
      "logits/chosen": -0.400390625,
      "logits/rejected": -0.5,
      "logps/chosen": -113.5,
      "logps/rejected": -188.0,
      "loss": 0.4616,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.036865234375,
      "rewards/margins": 0.9140625,
      "rewards/rejected": -0.87890625,
      "step": 91
    },
    {
      "epoch": 0.5532794587483556,
      "grad_norm": 285.5278625488281,
      "learning_rate": 8.915662650602409e-07,
      "logits/chosen": -0.447265625,
      "logits/rejected": -0.52734375,
      "logps/chosen": -112.0,
      "logps/rejected": -250.0,
      "loss": 0.4577,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": -0.0006103515625,
      "rewards/margins": 1.25,
      "rewards/rejected": -1.25,
      "step": 92
    },
    {
      "epoch": 0.5592933659086637,
      "grad_norm": 343.76800537109375,
      "learning_rate": 8.795180722891565e-07,
      "logits/chosen": -0.458984375,
      "logits/rejected": -0.55859375,
      "logps/chosen": -119.0,
      "logps/rejected": -149.0,
      "loss": 0.5788,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.08447265625,
      "rewards/margins": 0.6015625,
      "rewards/rejected": -0.6875,
      "step": 93
    },
    {
      "epoch": 0.565307273068972,
      "grad_norm": 239.9454345703125,
      "learning_rate": 8.674698795180723e-07,
      "logits/chosen": -0.369140625,
      "logits/rejected": -0.455078125,
      "logps/chosen": -107.5,
      "logps/rejected": -278.0,
      "loss": 0.4455,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.126953125,
      "rewards/margins": 1.5234375,
      "rewards/rejected": -1.3984375,
      "step": 94
    },
    {
      "epoch": 0.5713211802292802,
      "grad_norm": 417.3291320800781,
      "learning_rate": 8.554216867469879e-07,
      "logits/chosen": -0.50390625,
      "logits/rejected": -0.51171875,
      "logps/chosen": -138.0,
      "logps/rejected": -129.0,
      "loss": 0.6154,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": -0.119140625,
      "rewards/margins": 0.302734375,
      "rewards/rejected": -0.421875,
      "step": 95
    },
    {
      "epoch": 0.5773350873895884,
      "grad_norm": 271.26318359375,
      "learning_rate": 8.433734939759036e-07,
      "logits/chosen": -0.46484375,
      "logits/rejected": -0.58203125,
      "logps/chosen": -105.0,
      "logps/rejected": -187.0,
      "loss": 0.4968,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": 0.0673828125,
      "rewards/margins": 0.8828125,
      "rewards/rejected": -0.81640625,
      "step": 96
    },
    {
      "epoch": 0.5833489945498966,
      "grad_norm": 249.52308654785156,
      "learning_rate": 8.313253012048192e-07,
      "logits/chosen": -0.4296875,
      "logits/rejected": -0.5,
      "logps/chosen": -126.0,
      "logps/rejected": -316.0,
      "loss": 0.4164,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": -0.01031494140625,
      "rewards/margins": 1.375,
      "rewards/rejected": -1.390625,
      "step": 97
    },
    {
      "epoch": 0.5893629017102049,
      "grad_norm": 269.7474365234375,
      "learning_rate": 8.192771084337349e-07,
      "logits/chosen": -0.46875,
      "logits/rejected": -0.49609375,
      "logps/chosen": -125.5,
      "logps/rejected": -231.0,
      "loss": 0.5331,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.051513671875,
      "rewards/margins": 0.75,
      "rewards/rejected": -0.8046875,
      "step": 98
    },
    {
      "epoch": 0.595376808870513,
      "grad_norm": 251.73117065429688,
      "learning_rate": 8.072289156626506e-07,
      "logits/chosen": -0.41015625,
      "logits/rejected": -0.52734375,
      "logps/chosen": -104.0,
      "logps/rejected": -276.0,
      "loss": 0.4588,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.1494140625,
      "rewards/margins": 1.171875,
      "rewards/rejected": -1.0234375,
      "step": 99
    },
    {
      "epoch": 0.6013907160308213,
      "grad_norm": 236.833740234375,
      "learning_rate": 7.951807228915662e-07,
      "logits/chosen": -0.388671875,
      "logits/rejected": -0.451171875,
      "logps/chosen": -96.0,
      "logps/rejected": -213.0,
      "loss": 0.4929,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.154296875,
      "rewards/margins": 0.9453125,
      "rewards/rejected": -0.79296875,
      "step": 100
    },
    {
      "epoch": 0.6074046231911295,
      "grad_norm": 285.8855895996094,
      "learning_rate": 7.831325301204819e-07,
      "logits/chosen": -0.423828125,
      "logits/rejected": -0.5390625,
      "logps/chosen": -123.0,
      "logps/rejected": -187.0,
      "loss": 0.4904,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": -0.00787353515625,
      "rewards/margins": 0.765625,
      "rewards/rejected": -0.7734375,
      "step": 101
    },
    {
      "epoch": 0.6134185303514377,
      "grad_norm": 276.9566650390625,
      "learning_rate": 7.710843373493975e-07,
      "logits/chosen": -0.451171875,
      "logits/rejected": -0.482421875,
      "logps/chosen": -111.0,
      "logps/rejected": -118.5,
      "loss": 0.4938,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.10791015625,
      "rewards/margins": 0.6953125,
      "rewards/rejected": -0.5859375,
      "step": 102
    },
    {
      "epoch": 0.6194324375117459,
      "grad_norm": 278.2148742675781,
      "learning_rate": 7.590361445783132e-07,
      "logits/chosen": -0.400390625,
      "logits/rejected": -0.515625,
      "logps/chosen": -107.0,
      "logps/rejected": -222.0,
      "loss": 0.4458,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.1826171875,
      "rewards/margins": 1.140625,
      "rewards/rejected": -0.953125,
      "step": 103
    },
    {
      "epoch": 0.6254463446720542,
      "grad_norm": 328.2848815917969,
      "learning_rate": 7.469879518072289e-07,
      "logits/chosen": -0.43359375,
      "logits/rejected": -0.578125,
      "logps/chosen": -113.0,
      "logps/rejected": -248.0,
      "loss": 0.4524,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": 0.0194091796875,
      "rewards/margins": 1.203125,
      "rewards/rejected": -1.1875,
      "step": 104
    },
    {
      "epoch": 0.6314602518323623,
      "grad_norm": 291.2049255371094,
      "learning_rate": 7.349397590361446e-07,
      "logits/chosen": -0.4140625,
      "logits/rejected": -0.53125,
      "logps/chosen": -114.5,
      "logps/rejected": -126.0,
      "loss": 0.5129,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.1796875,
      "rewards/margins": 0.53515625,
      "rewards/rejected": -0.357421875,
      "step": 105
    },
    {
      "epoch": 0.6374741589926706,
      "grad_norm": 298.2510681152344,
      "learning_rate": 7.228915662650602e-07,
      "logits/chosen": -0.435546875,
      "logits/rejected": -0.51171875,
      "logps/chosen": -118.0,
      "logps/rejected": -217.0,
      "loss": 0.4781,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.058349609375,
      "rewards/margins": 1.109375,
      "rewards/rejected": -1.046875,
      "step": 106
    },
    {
      "epoch": 0.6434880661529787,
      "grad_norm": 254.64874267578125,
      "learning_rate": 7.108433734939758e-07,
      "logits/chosen": -0.4296875,
      "logits/rejected": -0.40625,
      "logps/chosen": -94.5,
      "logps/rejected": -198.0,
      "loss": 0.4594,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": 0.26171875,
      "rewards/margins": 0.94921875,
      "rewards/rejected": -0.6875,
      "step": 107
    },
    {
      "epoch": 0.649501973313287,
      "grad_norm": 222.17579650878906,
      "learning_rate": 6.987951807228916e-07,
      "logits/chosen": -0.37890625,
      "logits/rejected": -0.474609375,
      "logps/chosen": -83.5,
      "logps/rejected": -190.0,
      "loss": 0.3897,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 0.33984375,
      "rewards/margins": 1.0703125,
      "rewards/rejected": -0.7265625,
      "step": 108
    },
    {
      "epoch": 0.6555158804735952,
      "grad_norm": 243.65850830078125,
      "learning_rate": 6.867469879518072e-07,
      "logits/chosen": -0.435546875,
      "logits/rejected": -0.515625,
      "logps/chosen": -116.0,
      "logps/rejected": -212.0,
      "loss": 0.4147,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.2421875,
      "rewards/margins": 1.09375,
      "rewards/rejected": -0.84765625,
      "step": 109
    },
    {
      "epoch": 0.6615297876339034,
      "grad_norm": 272.6917419433594,
      "learning_rate": 6.746987951807228e-07,
      "logits/chosen": -0.412109375,
      "logits/rejected": -0.546875,
      "logps/chosen": -122.0,
      "logps/rejected": -209.0,
      "loss": 0.4353,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.2109375,
      "rewards/margins": 1.109375,
      "rewards/rejected": -0.8984375,
      "step": 110
    },
    {
      "epoch": 0.6675436947942116,
      "grad_norm": 236.61846923828125,
      "learning_rate": 6.626506024096386e-07,
      "logits/chosen": -0.42578125,
      "logits/rejected": -0.5234375,
      "logps/chosen": -99.0,
      "logps/rejected": -175.0,
      "loss": 0.3778,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.287109375,
      "rewards/margins": 1.0234375,
      "rewards/rejected": -0.73828125,
      "step": 111
    },
    {
      "epoch": 0.6735576019545199,
      "grad_norm": 265.7792053222656,
      "learning_rate": 6.506024096385541e-07,
      "logits/chosen": -0.419921875,
      "logits/rejected": -0.44140625,
      "logps/chosen": -97.0,
      "logps/rejected": -199.0,
      "loss": 0.4971,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.23828125,
      "rewards/margins": 0.828125,
      "rewards/rejected": -0.58984375,
      "step": 112
    },
    {
      "epoch": 0.679571509114828,
      "grad_norm": 245.48919677734375,
      "learning_rate": 6.385542168674698e-07,
      "logits/chosen": -0.42578125,
      "logits/rejected": -0.49609375,
      "logps/chosen": -106.5,
      "logps/rejected": -294.0,
      "loss": 0.4282,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": 0.279296875,
      "rewards/margins": 1.4453125,
      "rewards/rejected": -1.1640625,
      "step": 113
    },
    {
      "epoch": 0.6855854162751363,
      "grad_norm": 259.8760681152344,
      "learning_rate": 6.265060240963856e-07,
      "logits/chosen": -0.37890625,
      "logits/rejected": -0.455078125,
      "logps/chosen": -80.5,
      "logps/rejected": -132.0,
      "loss": 0.4378,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.47265625,
      "rewards/margins": 0.71484375,
      "rewards/rejected": -0.244140625,
      "step": 114
    },
    {
      "epoch": 0.6915993234354445,
      "grad_norm": 371.01751708984375,
      "learning_rate": 6.144578313253011e-07,
      "logits/chosen": -0.451171875,
      "logits/rejected": -0.5546875,
      "logps/chosen": -132.0,
      "logps/rejected": -149.0,
      "loss": 0.5464,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": 0.12109375,
      "rewards/margins": 0.609375,
      "rewards/rejected": -0.486328125,
      "step": 115
    },
    {
      "epoch": 0.6976132305957526,
      "grad_norm": 294.2635192871094,
      "learning_rate": 6.024096385542169e-07,
      "logits/chosen": -0.458984375,
      "logits/rejected": -0.50390625,
      "logps/chosen": -102.0,
      "logps/rejected": -126.0,
      "loss": 0.564,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": 0.31640625,
      "rewards/margins": 0.478515625,
      "rewards/rejected": -0.1640625,
      "step": 116
    },
    {
      "epoch": 0.7036271377560609,
      "grad_norm": 276.7936706542969,
      "learning_rate": 5.903614457831325e-07,
      "logits/chosen": -0.435546875,
      "logits/rejected": -0.609375,
      "logps/chosen": -90.5,
      "logps/rejected": -229.0,
      "loss": 0.4787,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": 0.2314453125,
      "rewards/margins": 0.97265625,
      "rewards/rejected": -0.73828125,
      "step": 117
    },
    {
      "epoch": 0.7096410449163691,
      "grad_norm": 270.37188720703125,
      "learning_rate": 5.783132530120481e-07,
      "logits/chosen": -0.419921875,
      "logits/rejected": -0.4453125,
      "logps/chosen": -109.5,
      "logps/rejected": -237.0,
      "loss": 0.474,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.244140625,
      "rewards/margins": 0.9765625,
      "rewards/rejected": -0.734375,
      "step": 118
    },
    {
      "epoch": 0.7156549520766773,
      "grad_norm": 278.0899658203125,
      "learning_rate": 5.662650602409639e-07,
      "logits/chosen": -0.455078125,
      "logits/rejected": -0.5390625,
      "logps/chosen": -104.5,
      "logps/rejected": -276.0,
      "loss": 0.477,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": 0.35546875,
      "rewards/margins": 1.265625,
      "rewards/rejected": -0.91015625,
      "step": 119
    },
    {
      "epoch": 0.7216688592369855,
      "grad_norm": 243.4812469482422,
      "learning_rate": 5.542168674698795e-07,
      "logits/chosen": -0.400390625,
      "logits/rejected": -0.55859375,
      "logps/chosen": -107.0,
      "logps/rejected": -270.0,
      "loss": 0.3869,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.1611328125,
      "rewards/margins": 1.5078125,
      "rewards/rejected": -1.34375,
      "step": 120
    },
    {
      "epoch": 0.7276827663972938,
      "grad_norm": 242.4250946044922,
      "learning_rate": 5.421686746987951e-07,
      "logits/chosen": -0.3984375,
      "logits/rejected": -0.47265625,
      "logps/chosen": -109.5,
      "logps/rejected": -220.0,
      "loss": 0.4653,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.357421875,
      "rewards/margins": 1.1875,
      "rewards/rejected": -0.83203125,
      "step": 121
    },
    {
      "epoch": 0.7336966735576019,
      "grad_norm": 280.1282958984375,
      "learning_rate": 5.301204819277109e-07,
      "logits/chosen": -0.439453125,
      "logits/rejected": -0.53515625,
      "logps/chosen": -113.0,
      "logps/rejected": -193.0,
      "loss": 0.4691,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.267578125,
      "rewards/margins": 0.890625,
      "rewards/rejected": -0.62109375,
      "step": 122
    },
    {
      "epoch": 0.7397105807179102,
      "grad_norm": 325.79547119140625,
      "learning_rate": 5.180722891566265e-07,
      "logits/chosen": -0.412109375,
      "logits/rejected": -0.478515625,
      "logps/chosen": -81.0,
      "logps/rejected": -111.5,
      "loss": 0.5739,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.322265625,
      "rewards/margins": 0.5078125,
      "rewards/rejected": -0.185546875,
      "step": 123
    },
    {
      "epoch": 0.7457244878782184,
      "grad_norm": 263.2071228027344,
      "learning_rate": 5.060240963855421e-07,
      "logits/chosen": -0.412109375,
      "logits/rejected": -0.55078125,
      "logps/chosen": -103.5,
      "logps/rejected": -260.0,
      "loss": 0.4147,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.259765625,
      "rewards/margins": 1.3203125,
      "rewards/rejected": -1.0625,
      "step": 124
    },
    {
      "epoch": 0.7517383950385266,
      "grad_norm": 312.6040954589844,
      "learning_rate": 4.939759036144578e-07,
      "logits/chosen": -0.4375,
      "logits/rejected": -0.490234375,
      "logps/chosen": -102.5,
      "logps/rejected": -216.0,
      "loss": 0.5077,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.375,
      "rewards/margins": 1.0078125,
      "rewards/rejected": -0.62890625,
      "step": 125
    },
    {
      "epoch": 0.7577523021988348,
      "grad_norm": 287.39208984375,
      "learning_rate": 4.819277108433735e-07,
      "logits/chosen": -0.4140625,
      "logits/rejected": -0.474609375,
      "logps/chosen": -100.0,
      "logps/rejected": -141.0,
      "loss": 0.5194,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": 0.37109375,
      "rewards/margins": 0.7578125,
      "rewards/rejected": -0.38671875,
      "step": 126
    },
    {
      "epoch": 0.763766209359143,
      "grad_norm": 288.0968322753906,
      "learning_rate": 4.6987951807228915e-07,
      "logits/chosen": -0.447265625,
      "logits/rejected": -0.5390625,
      "logps/chosen": -98.0,
      "logps/rejected": -179.0,
      "loss": 0.479,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.3515625,
      "rewards/margins": 0.94921875,
      "rewards/rejected": -0.59765625,
      "step": 127
    },
    {
      "epoch": 0.7697801165194512,
      "grad_norm": 405.55316162109375,
      "learning_rate": 4.5783132530120476e-07,
      "logits/chosen": -0.4765625,
      "logits/rejected": -0.462890625,
      "logps/chosen": -122.5,
      "logps/rejected": -190.0,
      "loss": 0.4872,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": 0.1953125,
      "rewards/margins": 1.0703125,
      "rewards/rejected": -0.87109375,
      "step": 128
    },
    {
      "epoch": 0.7757940236797595,
      "grad_norm": 254.2957305908203,
      "learning_rate": 4.4578313253012043e-07,
      "logits/chosen": -0.443359375,
      "logits/rejected": -0.5234375,
      "logps/chosen": -122.5,
      "logps/rejected": -179.0,
      "loss": 0.476,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.236328125,
      "rewards/margins": 0.859375,
      "rewards/rejected": -0.625,
      "step": 129
    },
    {
      "epoch": 0.7818079308400676,
      "grad_norm": 241.5126495361328,
      "learning_rate": 4.3373493975903615e-07,
      "logits/chosen": -0.408203125,
      "logits/rejected": -0.55859375,
      "logps/chosen": -106.0,
      "logps/rejected": -199.0,
      "loss": 0.3817,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.376953125,
      "rewards/margins": 1.296875,
      "rewards/rejected": -0.91796875,
      "step": 130
    },
    {
      "epoch": 0.7878218380003759,
      "grad_norm": 251.69554138183594,
      "learning_rate": 4.216867469879518e-07,
      "logits/chosen": -0.466796875,
      "logits/rejected": -0.5859375,
      "logps/chosen": -102.5,
      "logps/rejected": -199.0,
      "loss": 0.3922,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.408203125,
      "rewards/margins": 1.1953125,
      "rewards/rejected": -0.78515625,
      "step": 131
    },
    {
      "epoch": 0.7938357451606841,
      "grad_norm": 245.64979553222656,
      "learning_rate": 4.0963855421686744e-07,
      "logits/chosen": -0.384765625,
      "logits/rejected": -0.43359375,
      "logps/chosen": -90.0,
      "logps/rejected": -180.0,
      "loss": 0.5105,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.46875,
      "rewards/margins": 0.84765625,
      "rewards/rejected": -0.380859375,
      "step": 132
    },
    {
      "epoch": 0.7998496523209923,
      "grad_norm": 277.114990234375,
      "learning_rate": 3.975903614457831e-07,
      "logits/chosen": -0.474609375,
      "logits/rejected": -0.5078125,
      "logps/chosen": -106.5,
      "logps/rejected": -209.0,
      "loss": 0.4788,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.318359375,
      "rewards/margins": 0.953125,
      "rewards/rejected": -0.6328125,
      "step": 133
    },
    {
      "epoch": 0.8058635594813005,
      "grad_norm": 398.5269470214844,
      "learning_rate": 3.8554216867469877e-07,
      "logits/chosen": -0.453125,
      "logits/rejected": -0.490234375,
      "logps/chosen": -133.0,
      "logps/rejected": -201.0,
      "loss": 0.5886,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.2392578125,
      "rewards/margins": 0.77734375,
      "rewards/rejected": -0.5390625,
      "step": 134
    },
    {
      "epoch": 0.8118774666416088,
      "grad_norm": 289.6326599121094,
      "learning_rate": 3.7349397590361444e-07,
      "logits/chosen": -0.421875,
      "logits/rejected": -0.5234375,
      "logps/chosen": -84.5,
      "logps/rejected": -134.0,
      "loss": 0.4325,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.466796875,
      "rewards/margins": 0.765625,
      "rewards/rejected": -0.30078125,
      "step": 135
    },
    {
      "epoch": 0.8178913738019169,
      "grad_norm": 352.7359313964844,
      "learning_rate": 3.614457831325301e-07,
      "logits/chosen": -0.380859375,
      "logits/rejected": -0.48828125,
      "logps/chosen": -107.5,
      "logps/rejected": -189.0,
      "loss": 0.456,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.41015625,
      "rewards/margins": 1.125,
      "rewards/rejected": -0.71484375,
      "step": 136
    },
    {
      "epoch": 0.8239052809622252,
      "grad_norm": 274.6744384765625,
      "learning_rate": 3.493975903614458e-07,
      "logits/chosen": -0.443359375,
      "logits/rejected": -0.53125,
      "logps/chosen": -102.0,
      "logps/rejected": -251.0,
      "loss": 0.4037,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.421875,
      "rewards/margins": 1.375,
      "rewards/rejected": -0.94921875,
      "step": 137
    },
    {
      "epoch": 0.8299191881225334,
      "grad_norm": 261.1674499511719,
      "learning_rate": 3.373493975903614e-07,
      "logits/chosen": -0.416015625,
      "logits/rejected": -0.498046875,
      "logps/chosen": -99.5,
      "logps/rejected": -212.0,
      "loss": 0.4658,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": 0.435546875,
      "rewards/margins": 1.1171875,
      "rewards/rejected": -0.6796875,
      "step": 138
    },
    {
      "epoch": 0.8359330952828415,
      "grad_norm": 293.85211181640625,
      "learning_rate": 3.2530120481927706e-07,
      "logits/chosen": -0.4453125,
      "logits/rejected": -0.46484375,
      "logps/chosen": -115.0,
      "logps/rejected": -218.0,
      "loss": 0.5309,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.34765625,
      "rewards/margins": 0.9296875,
      "rewards/rejected": -0.5859375,
      "step": 139
    },
    {
      "epoch": 0.8419470024431498,
      "grad_norm": 238.14749145507812,
      "learning_rate": 3.132530120481928e-07,
      "logits/chosen": -0.400390625,
      "logits/rejected": -0.52734375,
      "logps/chosen": -125.5,
      "logps/rejected": -302.0,
      "loss": 0.3288,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.27734375,
      "rewards/margins": 1.7734375,
      "rewards/rejected": -1.4921875,
      "step": 140
    },
    {
      "epoch": 0.847960909603458,
      "grad_norm": 290.33966064453125,
      "learning_rate": 3.0120481927710845e-07,
      "logits/chosen": -0.423828125,
      "logits/rejected": -0.5078125,
      "logps/chosen": -96.5,
      "logps/rejected": -213.0,
      "loss": 0.4187,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.427734375,
      "rewards/margins": 1.109375,
      "rewards/rejected": -0.6796875,
      "step": 141
    },
    {
      "epoch": 0.8539748167637662,
      "grad_norm": 284.4346618652344,
      "learning_rate": 2.8915662650602407e-07,
      "logits/chosen": -0.423828125,
      "logits/rejected": -0.48828125,
      "logps/chosen": -106.5,
      "logps/rejected": -181.0,
      "loss": 0.491,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.328125,
      "rewards/margins": 0.85546875,
      "rewards/rejected": -0.52734375,
      "step": 142
    },
    {
      "epoch": 0.8599887239240744,
      "grad_norm": 334.9393615722656,
      "learning_rate": 2.7710843373493974e-07,
      "logits/chosen": -0.4296875,
      "logits/rejected": -0.51171875,
      "logps/chosen": -108.5,
      "logps/rejected": -145.0,
      "loss": 0.5719,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.1640625,
      "rewards/margins": 0.400390625,
      "rewards/rejected": -0.2373046875,
      "step": 143
    },
    {
      "epoch": 0.8660026310843827,
      "grad_norm": 255.82093811035156,
      "learning_rate": 2.6506024096385546e-07,
      "logits/chosen": -0.4375,
      "logits/rejected": -0.435546875,
      "logps/chosen": -129.0,
      "logps/rejected": -174.0,
      "loss": 0.406,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 0.37109375,
      "rewards/margins": 0.96484375,
      "rewards/rejected": -0.59375,
      "step": 144
    },
    {
      "epoch": 0.8720165382446908,
      "grad_norm": 271.4079284667969,
      "learning_rate": 2.5301204819277107e-07,
      "logits/chosen": -0.41015625,
      "logits/rejected": -0.50390625,
      "logps/chosen": -105.0,
      "logps/rejected": -161.0,
      "loss": 0.3898,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.447265625,
      "rewards/margins": 1.171875,
      "rewards/rejected": -0.7265625,
      "step": 145
    },
    {
      "epoch": 0.8780304454049991,
      "grad_norm": 379.1340026855469,
      "learning_rate": 2.4096385542168674e-07,
      "logits/chosen": -0.5390625,
      "logits/rejected": -0.52734375,
      "logps/chosen": -128.0,
      "logps/rejected": -232.0,
      "loss": 0.5769,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.1669921875,
      "rewards/margins": 0.8828125,
      "rewards/rejected": -0.71484375,
      "step": 146
    },
    {
      "epoch": 0.8840443525653072,
      "grad_norm": 265.0701904296875,
      "learning_rate": 2.2891566265060238e-07,
      "logits/chosen": -0.458984375,
      "logits/rejected": -0.60546875,
      "logps/chosen": -119.5,
      "logps/rejected": -264.0,
      "loss": 0.3163,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 0.4140625,
      "rewards/margins": 1.6953125,
      "rewards/rejected": -1.28125,
      "step": 147
    },
    {
      "epoch": 0.8900582597256155,
      "grad_norm": 227.06869506835938,
      "learning_rate": 2.1686746987951808e-07,
      "logits/chosen": -0.4375,
      "logits/rejected": -0.55859375,
      "logps/chosen": -88.0,
      "logps/rejected": -163.0,
      "loss": 0.384,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 0.47265625,
      "rewards/margins": 1.1328125,
      "rewards/rejected": -0.66015625,
      "step": 148
    },
    {
      "epoch": 0.8960721668859237,
      "grad_norm": 326.3630065917969,
      "learning_rate": 2.0481927710843372e-07,
      "logits/chosen": -0.412109375,
      "logits/rejected": -0.515625,
      "logps/chosen": -118.0,
      "logps/rejected": -209.0,
      "loss": 0.4714,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.30078125,
      "rewards/margins": 1.0703125,
      "rewards/rejected": -0.76953125,
      "step": 149
    },
    {
      "epoch": 0.9020860740462319,
      "grad_norm": 217.55227661132812,
      "learning_rate": 1.9277108433734939e-07,
      "logits/chosen": -0.443359375,
      "logits/rejected": -0.5546875,
      "logps/chosen": -86.0,
      "logps/rejected": -318.0,
      "loss": 0.3677,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.54296875,
      "rewards/margins": 1.8828125,
      "rewards/rejected": -1.34375,
      "step": 150
    },
    {
      "epoch": 0.9080999812065401,
      "grad_norm": 262.9061584472656,
      "learning_rate": 1.8072289156626505e-07,
      "logits/chosen": -0.455078125,
      "logits/rejected": -0.49609375,
      "logps/chosen": -111.5,
      "logps/rejected": -255.0,
      "loss": 0.4396,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.45703125,
      "rewards/margins": 1.4296875,
      "rewards/rejected": -0.96875,
      "step": 151
    },
    {
      "epoch": 0.9141138883668484,
      "grad_norm": 321.67608642578125,
      "learning_rate": 1.686746987951807e-07,
      "logits/chosen": -0.486328125,
      "logits/rejected": -0.51953125,
      "logps/chosen": -136.0,
      "logps/rejected": -154.0,
      "loss": 0.4974,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": 0.203125,
      "rewards/margins": 0.6328125,
      "rewards/rejected": -0.431640625,
      "step": 152
    },
    {
      "epoch": 0.9201277955271565,
      "grad_norm": 295.3406982421875,
      "learning_rate": 1.566265060240964e-07,
      "logits/chosen": -0.447265625,
      "logits/rejected": -0.494140625,
      "logps/chosen": -103.0,
      "logps/rejected": -190.0,
      "loss": 0.4802,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.427734375,
      "rewards/margins": 0.92578125,
      "rewards/rejected": -0.5,
      "step": 153
    },
    {
      "epoch": 0.9261417026874648,
      "grad_norm": 273.76885986328125,
      "learning_rate": 1.4457831325301203e-07,
      "logits/chosen": -0.443359375,
      "logits/rejected": -0.5234375,
      "logps/chosen": -103.5,
      "logps/rejected": -162.0,
      "loss": 0.4517,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.392578125,
      "rewards/margins": 0.91796875,
      "rewards/rejected": -0.52734375,
      "step": 154
    },
    {
      "epoch": 0.932155609847773,
      "grad_norm": 241.58734130859375,
      "learning_rate": 1.3253012048192773e-07,
      "logits/chosen": -0.451171875,
      "logits/rejected": -0.5390625,
      "logps/chosen": -96.0,
      "logps/rejected": -243.0,
      "loss": 0.3704,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.53125,
      "rewards/margins": 1.6328125,
      "rewards/rejected": -1.1015625,
      "step": 155
    },
    {
      "epoch": 0.9381695170080812,
      "grad_norm": 300.19537353515625,
      "learning_rate": 1.2048192771084337e-07,
      "logits/chosen": -0.412109375,
      "logits/rejected": -0.5078125,
      "logps/chosen": -100.5,
      "logps/rejected": -150.0,
      "loss": 0.4868,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.380859375,
      "rewards/margins": 0.90625,
      "rewards/rejected": -0.5234375,
      "step": 156
    },
    {
      "epoch": 0.9441834241683894,
      "grad_norm": 223.55764770507812,
      "learning_rate": 1.0843373493975904e-07,
      "logits/chosen": -0.404296875,
      "logits/rejected": -0.5390625,
      "logps/chosen": -95.0,
      "logps/rejected": -242.0,
      "loss": 0.3586,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.50390625,
      "rewards/margins": 1.5234375,
      "rewards/rejected": -1.015625,
      "step": 157
    },
    {
      "epoch": 0.9501973313286977,
      "grad_norm": 234.83135986328125,
      "learning_rate": 9.638554216867469e-08,
      "logits/chosen": -0.45703125,
      "logits/rejected": -0.5078125,
      "logps/chosen": -123.5,
      "logps/rejected": -170.0,
      "loss": 0.3816,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.427734375,
      "rewards/margins": 1.2109375,
      "rewards/rejected": -0.78125,
      "step": 158
    },
    {
      "epoch": 0.9562112384890058,
      "grad_norm": 260.3042297363281,
      "learning_rate": 8.433734939759035e-08,
      "logits/chosen": -0.4609375,
      "logits/rejected": -0.474609375,
      "logps/chosen": -112.0,
      "logps/rejected": -364.0,
      "loss": 0.3736,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.4921875,
      "rewards/margins": 1.8984375,
      "rewards/rejected": -1.40625,
      "step": 159
    },
    {
      "epoch": 0.962225145649314,
      "grad_norm": 232.1436767578125,
      "learning_rate": 7.228915662650602e-08,
      "logits/chosen": -0.41796875,
      "logits/rejected": -0.45703125,
      "logps/chosen": -102.5,
      "logps/rejected": -128.0,
      "loss": 0.4795,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.470703125,
      "rewards/margins": 0.6953125,
      "rewards/rejected": -0.2255859375,
      "step": 160
    },
    {
      "epoch": 0.9682390528096223,
      "grad_norm": 244.1478729248047,
      "learning_rate": 6.024096385542168e-08,
      "logits/chosen": -0.447265625,
      "logits/rejected": -0.396484375,
      "logps/chosen": -97.5,
      "logps/rejected": -274.0,
      "loss": 0.4498,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.49609375,
      "rewards/margins": 1.2734375,
      "rewards/rejected": -0.77734375,
      "step": 161
    },
    {
      "epoch": 0.9742529599699304,
      "grad_norm": 252.07601928710938,
      "learning_rate": 4.8192771084337347e-08,
      "logits/chosen": -0.462890625,
      "logits/rejected": -0.50390625,
      "logps/chosen": -111.0,
      "logps/rejected": -204.0,
      "loss": 0.4441,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.4453125,
      "rewards/margins": 0.97265625,
      "rewards/rejected": -0.5234375,
      "step": 162
    },
    {
      "epoch": 0.9802668671302387,
      "grad_norm": 277.1539001464844,
      "learning_rate": 3.614457831325301e-08,
      "logits/chosen": -0.404296875,
      "logits/rejected": -0.46484375,
      "logps/chosen": -93.5,
      "logps/rejected": -120.5,
      "loss": 0.4321,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.59375,
      "rewards/margins": 0.875,
      "rewards/rejected": -0.283203125,
      "step": 163
    },
    {
      "epoch": 0.9862807742905468,
      "grad_norm": 279.1015319824219,
      "learning_rate": 2.4096385542168673e-08,
      "logits/chosen": -0.4609375,
      "logits/rejected": -0.50390625,
      "logps/chosen": -104.0,
      "logps/rejected": -250.0,
      "loss": 0.4258,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.48828125,
      "rewards/margins": 1.46875,
      "rewards/rejected": -0.9765625,
      "step": 164
    },
    {
      "epoch": 0.9922946814508551,
      "grad_norm": 277.2793884277344,
      "learning_rate": 1.2048192771084337e-08,
      "logits/chosen": -0.4296875,
      "logits/rejected": -0.5,
      "logps/chosen": -103.5,
      "logps/rejected": -218.0,
      "loss": 0.4811,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.46875,
      "rewards/margins": 0.8828125,
      "rewards/rejected": -0.416015625,
      "step": 165
    },
    {
      "epoch": 0.9983085886111633,
      "grad_norm": 257.72601318359375,
      "learning_rate": 0.0,
      "logits/chosen": -0.396484375,
      "logits/rejected": -0.44921875,
      "logps/chosen": -104.5,
      "logps/rejected": -174.0,
      "loss": 0.4768,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": 0.373046875,
      "rewards/margins": 0.8828125,
      "rewards/rejected": -0.5078125,
      "step": 166
    }
  ],
  "logging_steps": 1,
  "max_steps": 166,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}