{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5098724044307912,
  "eval_steps": 500,
  "global_step": 10000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "loss_breakdown/lm_loss": 3.621316432952881,
      "loss_breakdown/pointer_loss": 2.2621192932128906,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_breakdown/lm_loss": 4.5013427734375,
      "loss_breakdown/pointer_loss": 0.7167488932609558,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_breakdown/lm_loss": 4.438868522644043,
      "loss_breakdown/pointer_loss": 1.4385939836502075,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_breakdown/lm_loss": 4.881393909454346,
      "loss_breakdown/pointer_loss": 0.7455707788467407,
      "step": 0
    },
    {
      "epoch": 0.0005098724044307912,
      "grad_norm": 251.71652355575014,
      "learning_rate": 2.2935779816513765e-08,
      "loss": 7.1438,
      "step": 10
    },
    {
      "epoch": 0.0005098724044307912,
      "loss_breakdown/lm_loss": 8.14974594116211,
      "loss_breakdown/pointer_loss": 0.9798113107681274,
      "step": 10
    },
    {
      "epoch": 0.0005098724044307912,
      "loss_breakdown/lm_loss": 6.037946701049805,
      "loss_breakdown/pointer_loss": 0.4724232852458954,
      "step": 10
    },
    {
      "epoch": 0.0005098724044307912,
      "loss_breakdown/lm_loss": 11.711841583251953,
      "loss_breakdown/pointer_loss": 0.3161649703979492,
      "step": 10
    },
    {
      "epoch": 0.0005098724044307912,
      "loss_breakdown/lm_loss": 11.697505950927734,
      "loss_breakdown/pointer_loss": 0.11734838038682938,
      "step": 10
    },
    {
      "epoch": 0.0010197448088615825,
      "grad_norm": 239.0032282609107,
      "learning_rate": 4.8419979612640166e-08,
      "loss": 8.2483,
      "step": 20
    },
    {
      "epoch": 0.0010197448088615825,
      "loss_breakdown/lm_loss": 5.112491130828857,
      "loss_breakdown/pointer_loss": 0.539404034614563,
      "step": 20
    },
    {
      "epoch": 0.0010197448088615825,
      "loss_breakdown/lm_loss": 5.13706636428833,
      "loss_breakdown/pointer_loss": 0.614793598651886,
      "step": 20
    },
    {
      "epoch": 0.0010197448088615825,
      "loss_breakdown/lm_loss": 6.51630973815918,
      "loss_breakdown/pointer_loss": 0.6756443977355957,
      "step": 20
    },
    {
      "epoch": 0.0010197448088615825,
      "loss_breakdown/lm_loss": 5.498162746429443,
      "loss_breakdown/pointer_loss": 0.436860054731369,
      "step": 20
    },
    {
      "epoch": 0.0015296172132923736,
      "grad_norm": 458.6902849498962,
      "learning_rate": 7.390417940876657e-08,
      "loss": 7.745,
      "step": 30
    },
    {
      "epoch": 0.0015296172132923736,
      "loss_breakdown/lm_loss": 11.22706127166748,
      "loss_breakdown/pointer_loss": 0.255901575088501,
      "step": 30
    },
    {
      "epoch": 0.0015296172132923736,
      "loss_breakdown/lm_loss": 11.159628868103027,
      "loss_breakdown/pointer_loss": 0.2879261374473572,
      "step": 30
    },
    {
      "epoch": 0.0015296172132923736,
      "loss_breakdown/lm_loss": 11.107046127319336,
      "loss_breakdown/pointer_loss": 0.3149929940700531,
      "step": 30
    },
    {
      "epoch": 0.0015296172132923736,
      "loss_breakdown/lm_loss": 11.11192798614502,
      "loss_breakdown/pointer_loss": 0.35460081696510315,
      "step": 30
    },
    {
      "epoch": 0.002039489617723165,
      "grad_norm": 228.65719125761396,
      "learning_rate": 9.938837920489297e-08,
      "loss": 7.6333,
      "step": 40
    },
    {
      "epoch": 0.002039489617723165,
      "loss_breakdown/lm_loss": 5.436561107635498,
      "loss_breakdown/pointer_loss": 0.5388808250427246,
      "step": 40
    },
    {
      "epoch": 0.002039489617723165,
      "loss_breakdown/lm_loss": 5.124731063842773,
      "loss_breakdown/pointer_loss": 0.7835946083068848,
      "step": 40
    },
    {
      "epoch": 0.002039489617723165,
      "loss_breakdown/lm_loss": 5.565287113189697,
      "loss_breakdown/pointer_loss": 1.5102200508117676,
      "step": 40
    },
    {
      "epoch": 0.002039489617723165,
      "loss_breakdown/lm_loss": 5.379622459411621,
      "loss_breakdown/pointer_loss": 0.5875924229621887,
      "step": 40
    },
    {
      "epoch": 0.002549362022153956,
      "grad_norm": 518.4940996950914,
      "learning_rate": 1.248725790010194e-07,
      "loss": 8.0982,
      "step": 50
    },
    {
      "epoch": 0.002549362022153956,
      "loss_breakdown/lm_loss": 3.6630146503448486,
      "loss_breakdown/pointer_loss": 2.5221312046051025,
      "step": 50
    },
    {
      "epoch": 0.002549362022153956,
      "loss_breakdown/lm_loss": 3.986654281616211,
      "loss_breakdown/pointer_loss": 0.8751438856124878,
      "step": 50
    },
    {
      "epoch": 0.002549362022153956,
      "loss_breakdown/lm_loss": 4.1226325035095215,
      "loss_breakdown/pointer_loss": 1.3151755332946777,
      "step": 50
    },
    {
      "epoch": 0.002549362022153956,
      "loss_breakdown/lm_loss": 4.783292293548584,
      "loss_breakdown/pointer_loss": 0.907798171043396,
      "step": 50
    },
    {
      "epoch": 0.003059234426584747,
      "grad_norm": 206.8699984179465,
      "learning_rate": 1.5035677879714577e-07,
      "loss": 6.6706,
      "step": 60
    },
    {
      "epoch": 0.003059234426584747,
      "loss_breakdown/lm_loss": 7.0531816482543945,
      "loss_breakdown/pointer_loss": 0.6697571277618408,
      "step": 60
    },
    {
      "epoch": 0.003059234426584747,
      "loss_breakdown/lm_loss": 7.926166534423828,
      "loss_breakdown/pointer_loss": 0.17900559306144714,
      "step": 60
    },
    {
      "epoch": 0.003059234426584747,
      "loss_breakdown/lm_loss": 7.648527145385742,
      "loss_breakdown/pointer_loss": 0.7804549336433411,
      "step": 60
    },
    {
      "epoch": 0.003059234426584747,
      "loss_breakdown/lm_loss": 9.550268173217773,
      "loss_breakdown/pointer_loss": 1.4510048627853394,
      "step": 60
    },
    {
      "epoch": 0.0035691068310155383,
      "grad_norm": 129.3989702845378,
      "learning_rate": 1.758409785932722e-07,
      "loss": 7.1903,
      "step": 70
    },
    {
      "epoch": 0.0035691068310155383,
      "loss_breakdown/lm_loss": 4.524560451507568,
      "loss_breakdown/pointer_loss": 1.0270694494247437,
      "step": 70
    },
    {
      "epoch": 0.0035691068310155383,
      "loss_breakdown/lm_loss": 4.354012489318848,
      "loss_breakdown/pointer_loss": 0.6167845726013184,
      "step": 70
    },
    {
      "epoch": 0.0035691068310155383,
      "loss_breakdown/lm_loss": 4.663073539733887,
      "loss_breakdown/pointer_loss": 1.0146220922470093,
      "step": 70
    },
    {
      "epoch": 0.0035691068310155383,
      "loss_breakdown/lm_loss": 4.804169654846191,
      "loss_breakdown/pointer_loss": 1.0365018844604492,
      "step": 70
    },
    {
      "epoch": 0.00407897923544633,
      "grad_norm": 199.3541852483361,
      "learning_rate": 2.013251783893986e-07,
      "loss": 6.2315,
      "step": 80
    },
    {
      "epoch": 0.00407897923544633,
      "loss_breakdown/lm_loss": 8.065377235412598,
      "loss_breakdown/pointer_loss": 0.9555922746658325,
      "step": 80
    },
    {
      "epoch": 0.00407897923544633,
      "loss_breakdown/lm_loss": 8.273536682128906,
      "loss_breakdown/pointer_loss": 0.375091552734375,
      "step": 80
    },
    {
      "epoch": 0.00407897923544633,
      "loss_breakdown/lm_loss": 8.210254669189453,
      "loss_breakdown/pointer_loss": 0.30573779344558716,
      "step": 80
    },
    {
      "epoch": 0.00407897923544633,
      "loss_breakdown/lm_loss": 8.11942195892334,
      "loss_breakdown/pointer_loss": 0.17219328880310059,
      "step": 80
    },
    {
      "epoch": 0.004588851639877121,
      "grad_norm": 131.05145161664197,
      "learning_rate": 2.26809378185525e-07,
      "loss": 5.5224,
      "step": 90
    },
    {
      "epoch": 0.004588851639877121,
      "loss_breakdown/lm_loss": 3.8410675525665283,
      "loss_breakdown/pointer_loss": 1.7826950550079346,
      "step": 90
    },
    {
      "epoch": 0.004588851639877121,
      "loss_breakdown/lm_loss": 5.658997535705566,
      "loss_breakdown/pointer_loss": 0.28125351667404175,
      "step": 90
    },
    {
      "epoch": 0.004588851639877121,
      "loss_breakdown/lm_loss": 3.849513053894043,
      "loss_breakdown/pointer_loss": 0.47539788484573364,
      "step": 90
    },
    {
      "epoch": 0.004588851639877121,
      "loss_breakdown/lm_loss": 3.8343117237091064,
      "loss_breakdown/pointer_loss": 0.7753376364707947,
      "step": 90
    },
    {
      "epoch": 0.005098724044307912,
      "grad_norm": 178.41188844509364,
      "learning_rate": 2.522935779816514e-07,
      "loss": 5.5342,
      "step": 100
    },
    {
      "epoch": 0.005098724044307912,
      "loss_breakdown/lm_loss": 2.74407958984375,
      "loss_breakdown/pointer_loss": 1.6309175491333008,
      "step": 100
    },
    {
      "epoch": 0.005098724044307912,
      "loss_breakdown/lm_loss": 2.848212718963623,
      "loss_breakdown/pointer_loss": 2.4602904319763184,
      "step": 100
    },
    {
      "epoch": 0.005098724044307912,
      "loss_breakdown/lm_loss": 2.976205825805664,
      "loss_breakdown/pointer_loss": 0.6980810165405273,
      "step": 100
    },
    {
      "epoch": 0.005098724044307912,
      "loss_breakdown/lm_loss": 2.9498910903930664,
      "loss_breakdown/pointer_loss": 1.0010886192321777,
      "step": 100
    },
    {
      "epoch": 0.005608596448738703,
      "grad_norm": 77.37458422167103,
      "learning_rate": 2.7777777777777776e-07,
      "loss": 4.2003,
      "step": 110
    },
    {
      "epoch": 0.005608596448738703,
      "loss_breakdown/lm_loss": 3.842040538787842,
      "loss_breakdown/pointer_loss": 0.7606188654899597,
      "step": 110
    },
    {
      "epoch": 0.005608596448738703,
      "loss_breakdown/lm_loss": 3.9633688926696777,
      "loss_breakdown/pointer_loss": 0.9585993885993958,
      "step": 110
    },
    {
      "epoch": 0.005608596448738703,
      "loss_breakdown/lm_loss": 3.260965585708618,
      "loss_breakdown/pointer_loss": 0.587151050567627,
      "step": 110
    },
    {
      "epoch": 0.005608596448738703,
      "loss_breakdown/lm_loss": 5.614814281463623,
      "loss_breakdown/pointer_loss": 0.7009733319282532,
      "step": 110
    },
    {
      "epoch": 0.006118468853169494,
      "grad_norm": 42.365311714845944,
      "learning_rate": 3.032619775739042e-07,
      "loss": 4.1118,
      "step": 120
    },
    {
      "epoch": 0.006118468853169494,
      "loss_breakdown/lm_loss": 2.3756120204925537,
      "loss_breakdown/pointer_loss": 1.0401737689971924,
      "step": 120
    },
    {
      "epoch": 0.006118468853169494,
      "loss_breakdown/lm_loss": 2.370697498321533,
      "loss_breakdown/pointer_loss": 1.0527783632278442,
      "step": 120
    },
    {
      "epoch": 0.006118468853169494,
      "loss_breakdown/lm_loss": 2.464036226272583,
      "loss_breakdown/pointer_loss": 0.40090638399124146,
      "step": 120
    },
    {
      "epoch": 0.006118468853169494,
      "loss_breakdown/lm_loss": 2.4204044342041016,
      "loss_breakdown/pointer_loss": 0.7345420122146606,
      "step": 120
    },
    {
      "epoch": 0.006628341257600285,
      "grad_norm": 95.73442564561051,
      "learning_rate": 3.287461773700306e-07,
      "loss": 3.4112,
      "step": 130
    },
    {
      "epoch": 0.006628341257600285,
      "loss_breakdown/lm_loss": 3.923576593399048,
      "loss_breakdown/pointer_loss": 0.45422351360321045,
      "step": 130
    },
    {
      "epoch": 0.006628341257600285,
      "loss_breakdown/lm_loss": 3.965304136276245,
      "loss_breakdown/pointer_loss": 0.8103882074356079,
      "step": 130
    },
    {
      "epoch": 0.006628341257600285,
      "loss_breakdown/lm_loss": 3.9890263080596924,
      "loss_breakdown/pointer_loss": 0.09808063507080078,
      "step": 130
    },
    {
      "epoch": 0.006628341257600285,
      "loss_breakdown/lm_loss": 3.924280881881714,
      "loss_breakdown/pointer_loss": 0.21738511323928833,
      "step": 130
    },
    {
      "epoch": 0.007138213662031077,
      "grad_norm": 37.924316860124,
      "learning_rate": 3.5423037716615695e-07,
      "loss": 3.1735,
      "step": 140
    },
    {
      "epoch": 0.007138213662031077,
      "loss_breakdown/lm_loss": 2.034562587738037,
      "loss_breakdown/pointer_loss": 1.3230832815170288,
      "step": 140
    },
    {
      "epoch": 0.007138213662031077,
      "loss_breakdown/lm_loss": 2.3718910217285156,
      "loss_breakdown/pointer_loss": 1.1095893383026123,
      "step": 140
    },
    {
      "epoch": 0.007138213662031077,
      "loss_breakdown/lm_loss": 2.1106510162353516,
      "loss_breakdown/pointer_loss": 1.0038573741912842,
      "step": 140
    },
    {
      "epoch": 0.007138213662031077,
      "loss_breakdown/lm_loss": 2.2272167205810547,
      "loss_breakdown/pointer_loss": 1.0230817794799805,
      "step": 140
    },
    {
      "epoch": 0.007648086066461868,
      "grad_norm": 54.89275858417929,
      "learning_rate": 3.797145769622834e-07,
      "loss": 2.9339,
      "step": 150
    },
    {
      "epoch": 0.007648086066461868,
      "loss_breakdown/lm_loss": 1.5357633829116821,
      "loss_breakdown/pointer_loss": 2.003539562225342,
      "step": 150
    },
    {
      "epoch": 0.007648086066461868,
      "loss_breakdown/lm_loss": 1.5149314403533936,
      "loss_breakdown/pointer_loss": 1.5048524141311646,
      "step": 150
    },
    {
      "epoch": 0.007648086066461868,
      "loss_breakdown/lm_loss": 1.5313880443572998,
      "loss_breakdown/pointer_loss": 0.8479446172714233,
      "step": 150
    },
    {
      "epoch": 0.007648086066461868,
      "loss_breakdown/lm_loss": 1.5761460065841675,
      "loss_breakdown/pointer_loss": 0.8796910047531128,
      "step": 150
    },
    {
      "epoch": 0.00815795847089266,
      "grad_norm": 32.47198746950734,
      "learning_rate": 4.051987767584098e-07,
      "loss": 2.2674,
      "step": 160
    },
    {
      "epoch": 0.00815795847089266,
      "loss_breakdown/lm_loss": 1.647525668144226,
      "loss_breakdown/pointer_loss": 0.6500625014305115,
      "step": 160
    },
    {
      "epoch": 0.00815795847089266,
      "loss_breakdown/lm_loss": 1.7188148498535156,
      "loss_breakdown/pointer_loss": 0.5097059011459351,
      "step": 160
    },
    {
      "epoch": 0.00815795847089266,
      "loss_breakdown/lm_loss": 2.785393238067627,
      "loss_breakdown/pointer_loss": 2.226346969604492,
      "step": 160
    },
    {
      "epoch": 0.00815795847089266,
      "loss_breakdown/lm_loss": 2.7556278705596924,
      "loss_breakdown/pointer_loss": 2.4902238845825195,
      "step": 160
    },
    {
      "epoch": 0.00866783087532345,
      "grad_norm": 43.67907862769259,
      "learning_rate": 4.3068297655453626e-07,
      "loss": 2.2911,
      "step": 170
    },
    {
      "epoch": 0.00866783087532345,
      "loss_breakdown/lm_loss": 1.0480680465698242,
      "loss_breakdown/pointer_loss": 0.820544958114624,
      "step": 170
    },
    {
      "epoch": 0.00866783087532345,
      "loss_breakdown/lm_loss": 1.044411540031433,
      "loss_breakdown/pointer_loss": 0.5923142433166504,
      "step": 170
    },
    {
      "epoch": 0.00866783087532345,
      "loss_breakdown/lm_loss": 1.031856656074524,
      "loss_breakdown/pointer_loss": 0.5024290084838867,
      "step": 170
    },
    {
      "epoch": 0.00866783087532345,
      "loss_breakdown/lm_loss": 1.093069076538086,
      "loss_breakdown/pointer_loss": 1.5960028171539307,
      "step": 170
    },
    {
      "epoch": 0.009177703279754241,
      "grad_norm": 55.632119090619504,
      "learning_rate": 4.561671763506626e-07,
      "loss": 1.9096,
      "step": 180
    },
    {
      "epoch": 0.009177703279754241,
      "loss_breakdown/lm_loss": 2.1852729320526123,
      "loss_breakdown/pointer_loss": 0.29912054538726807,
      "step": 180
    },
    {
      "epoch": 0.009177703279754241,
      "loss_breakdown/lm_loss": 2.15576434135437,
      "loss_breakdown/pointer_loss": 1.3109815120697021,
      "step": 180
    },
    {
      "epoch": 0.009177703279754241,
      "loss_breakdown/lm_loss": 2.1359353065490723,
      "loss_breakdown/pointer_loss": 0.8916021585464478,
      "step": 180
    },
    {
      "epoch": 0.009177703279754241,
      "loss_breakdown/lm_loss": 2.155755043029785,
      "loss_breakdown/pointer_loss": 0.9190289974212646,
      "step": 180
    },
    {
      "epoch": 0.009687575684185032,
      "grad_norm": 26.83611375029815,
      "learning_rate": 4.816513761467891e-07,
      "loss": 1.6449,
      "step": 190
    },
    {
      "epoch": 0.009687575684185032,
      "loss_breakdown/lm_loss": 0.7973253726959229,
      "loss_breakdown/pointer_loss": 0.7975833415985107,
      "step": 190
    },
    {
      "epoch": 0.009687575684185032,
      "loss_breakdown/lm_loss": 0.6154892444610596,
      "loss_breakdown/pointer_loss": 0.5201837420463562,
      "step": 190
    },
    {
      "epoch": 0.009687575684185032,
      "loss_breakdown/lm_loss": 0.7248427867889404,
      "loss_breakdown/pointer_loss": 0.34071069955825806,
      "step": 190
    },
    {
      "epoch": 0.009687575684185032,
      "loss_breakdown/lm_loss": 0.8950315713882446,
      "loss_breakdown/pointer_loss": 0.3560897707939148,
      "step": 190
    },
    {
      "epoch": 0.010197448088615824,
      "grad_norm": 62.43727698375898,
      "learning_rate": 5.071355759429155e-07,
      "loss": 1.4225,
      "step": 200
    },
    {
      "epoch": 0.010197448088615824,
      "loss_breakdown/lm_loss": 0.2667824625968933,
      "loss_breakdown/pointer_loss": 1.6506505012512207,
      "step": 200
    },
    {
      "epoch": 0.010197448088615824,
      "loss_breakdown/lm_loss": 0.25543585419654846,
      "loss_breakdown/pointer_loss": 0.8109124898910522,
      "step": 200
    },
    {
      "epoch": 0.010197448088615824,
      "loss_breakdown/lm_loss": 0.2574073374271393,
      "loss_breakdown/pointer_loss": 0.690236508846283,
      "step": 200
    },
    {
      "epoch": 0.010197448088615824,
      "loss_breakdown/lm_loss": 0.2507399618625641,
      "loss_breakdown/pointer_loss": 1.1870965957641602,
      "step": 200
    },
    {
      "epoch": 0.010707320493046615,
      "grad_norm": 23.16853780475907,
      "learning_rate": 5.326197757390418e-07,
      "loss": 0.8827,
      "step": 210
    },
    {
      "epoch": 0.010707320493046615,
      "loss_breakdown/lm_loss": 0.3727453052997589,
      "loss_breakdown/pointer_loss": 0.27187588810920715,
      "step": 210
    },
    {
      "epoch": 0.010707320493046615,
      "loss_breakdown/lm_loss": 0.4426594078540802,
      "loss_breakdown/pointer_loss": 1.1722694635391235,
      "step": 210
    },
    {
      "epoch": 0.010707320493046615,
      "loss_breakdown/lm_loss": 0.5047627687454224,
      "loss_breakdown/pointer_loss": 0.743218719959259,
      "step": 210
    },
    {
      "epoch": 0.010707320493046615,
      "loss_breakdown/lm_loss": 0.516653835773468,
      "loss_breakdown/pointer_loss": 0.5557309985160828,
      "step": 210
    },
    {
      "epoch": 0.011217192897477406,
      "grad_norm": 17.2940128540673,
      "learning_rate": 5.581039755351682e-07,
      "loss": 0.8697,
      "step": 220
    },
    {
      "epoch": 0.011217192897477406,
      "loss_breakdown/lm_loss": 0.07503532618284225,
      "loss_breakdown/pointer_loss": 0.9546585083007812,
      "step": 220
    },
    {
      "epoch": 0.011217192897477406,
      "loss_breakdown/lm_loss": 0.07600302994251251,
      "loss_breakdown/pointer_loss": 0.6464418172836304,
      "step": 220
    },
    {
      "epoch": 0.011217192897477406,
      "loss_breakdown/lm_loss": 0.11600204557180405,
      "loss_breakdown/pointer_loss": 0.7357116937637329,
      "step": 220
    },
    {
      "epoch": 0.011217192897477406,
      "loss_breakdown/lm_loss": 0.0895950049161911,
      "loss_breakdown/pointer_loss": 0.5185948014259338,
      "step": 220
    },
    {
      "epoch": 0.011727065301908198,
      "grad_norm": 28.55308853174096,
      "learning_rate": 5.835881753312946e-07,
      "loss": 0.6255,
      "step": 230
    },
    {
      "epoch": 0.011727065301908198,
      "loss_breakdown/lm_loss": 0.40945348143577576,
      "loss_breakdown/pointer_loss": 0.5443326830863953,
      "step": 230
    },
    {
      "epoch": 0.011727065301908198,
      "loss_breakdown/lm_loss": 0.4106341600418091,
      "loss_breakdown/pointer_loss": 0.5313484072685242,
      "step": 230
    },
    {
      "epoch": 0.011727065301908198,
      "loss_breakdown/lm_loss": 0.4082868695259094,
      "loss_breakdown/pointer_loss": 0.4788339138031006,
      "step": 230
    },
    {
      "epoch": 0.011727065301908198,
      "loss_breakdown/lm_loss": 0.37387415766716003,
      "loss_breakdown/pointer_loss": 3.169436454772949,
      "step": 230
    },
    {
      "epoch": 0.012236937706338989,
      "grad_norm": 21.252232453680893,
      "learning_rate": 6.09072375127421e-07,
      "loss": 0.5592,
      "step": 240
    },
    {
      "epoch": 0.012236937706338989,
      "loss_breakdown/lm_loss": 0.04056907445192337,
      "loss_breakdown/pointer_loss": 0.6713379621505737,
      "step": 240
    },
    {
      "epoch": 0.012236937706338989,
      "loss_breakdown/lm_loss": 0.040219563990831375,
      "loss_breakdown/pointer_loss": 0.32950085401535034,
      "step": 240
    },
    {
      "epoch": 0.012236937706338989,
      "loss_breakdown/lm_loss": 0.060174714773893356,
      "loss_breakdown/pointer_loss": 0.64129638671875,
      "step": 240
    },
    {
      "epoch": 0.012236937706338989,
      "loss_breakdown/lm_loss": 0.051474835723638535,
      "loss_breakdown/pointer_loss": 0.4890238642692566,
      "step": 240
    },
    {
      "epoch": 0.01274681011076978,
      "grad_norm": 54.624649300602364,
      "learning_rate": 6.345565749235474e-07,
      "loss": 0.4836,
      "step": 250
    },
    {
      "epoch": 0.01274681011076978,
      "loss_breakdown/lm_loss": 0.016953837126493454,
      "loss_breakdown/pointer_loss": 3.5513041019439697,
      "step": 250
    },
    {
      "epoch": 0.01274681011076978,
      "loss_breakdown/lm_loss": 0.013631485402584076,
      "loss_breakdown/pointer_loss": 1.964020013809204,
      "step": 250
    },
    {
      "epoch": 0.01274681011076978,
      "loss_breakdown/lm_loss": 0.012477023527026176,
      "loss_breakdown/pointer_loss": 0.9270403385162354,
      "step": 250
    },
    {
      "epoch": 0.01274681011076978,
      "loss_breakdown/lm_loss": 0.011050688102841377,
      "loss_breakdown/pointer_loss": 0.8793259859085083,
      "step": 250
    },
    {
      "epoch": 0.01325668251520057,
      "grad_norm": 27.724018882965435,
      "learning_rate": 6.600407747196738e-07,
      "loss": 0.4317,
      "step": 260
    },
    {
      "epoch": 0.01325668251520057,
      "loss_breakdown/lm_loss": 0.012287978082895279,
      "loss_breakdown/pointer_loss": 0.5960869789123535,
      "step": 260
    },
    {
      "epoch": 0.01325668251520057,
      "loss_breakdown/lm_loss": 0.013323312625288963,
      "loss_breakdown/pointer_loss": 1.1949398517608643,
      "step": 260
    },
    {
      "epoch": 0.01325668251520057,
      "loss_breakdown/lm_loss": 0.018886860460042953,
      "loss_breakdown/pointer_loss": 0.30807560682296753,
      "step": 260
    },
    {
      "epoch": 0.01325668251520057,
      "loss_breakdown/lm_loss": 0.015681039541959763,
      "loss_breakdown/pointer_loss": 0.7689955234527588,
      "step": 260
    },
    {
      "epoch": 0.013766554919631363,
      "grad_norm": 12.766318062191642,
      "learning_rate": 6.855249745158003e-07,
      "loss": 0.4374,
      "step": 270
    },
    {
      "epoch": 0.013766554919631363,
      "loss_breakdown/lm_loss": 0.01053616777062416,
      "loss_breakdown/pointer_loss": 0.4360261857509613,
      "step": 270
    },
    {
      "epoch": 0.013766554919631363,
      "loss_breakdown/lm_loss": 0.008101706393063068,
      "loss_breakdown/pointer_loss": 0.49453994631767273,
      "step": 270
    },
    {
      "epoch": 0.013766554919631363,
      "loss_breakdown/lm_loss": 0.008676053024828434,
      "loss_breakdown/pointer_loss": 0.7958545684814453,
      "step": 270
    },
    {
      "epoch": 0.013766554919631363,
      "loss_breakdown/lm_loss": 0.007480464410036802,
      "loss_breakdown/pointer_loss": 0.3300318121910095,
      "step": 270
    },
    {
      "epoch": 0.014276427324062153,
      "grad_norm": 25.602302088973055,
      "learning_rate": 7.110091743119267e-07,
      "loss": 0.4078,
      "step": 280
    },
    {
      "epoch": 0.014276427324062153,
      "loss_breakdown/lm_loss": 0.016118254512548447,
      "loss_breakdown/pointer_loss": 1.0908656120300293,
      "step": 280
    },
    {
      "epoch": 0.014276427324062153,
      "loss_breakdown/lm_loss": 0.012899587862193584,
      "loss_breakdown/pointer_loss": 0.4129887521266937,
      "step": 280
    },
    {
      "epoch": 0.014276427324062153,
      "loss_breakdown/lm_loss": 0.009709763340651989,
      "loss_breakdown/pointer_loss": 0.8399510383605957,
      "step": 280
    },
    {
      "epoch": 0.014276427324062153,
      "loss_breakdown/lm_loss": 0.009693988598883152,
      "loss_breakdown/pointer_loss": 0.3716055452823639,
      "step": 280
    },
    {
      "epoch": 0.014786299728492944,
      "grad_norm": 17.069236193093044,
      "learning_rate": 7.364933741080531e-07,
      "loss": 0.4033,
      "step": 290
    },
    {
      "epoch": 0.014786299728492944,
      "loss_breakdown/lm_loss": 0.005753983277827501,
      "loss_breakdown/pointer_loss": 0.9550465941429138,
      "step": 290
    },
    {
      "epoch": 0.014786299728492944,
      "loss_breakdown/lm_loss": 0.008393027819693089,
      "loss_breakdown/pointer_loss": 0.6033197641372681,
      "step": 290
    },
    {
      "epoch": 0.014786299728492944,
      "loss_breakdown/lm_loss": 0.006849295925348997,
      "loss_breakdown/pointer_loss": 0.8904512524604797,
      "step": 290
    },
    {
      "epoch": 0.014786299728492944,
      "loss_breakdown/lm_loss": 0.008622788824141026,
      "loss_breakdown/pointer_loss": 0.49322032928466797,
      "step": 290
    },
    {
      "epoch": 0.015296172132923736,
      "grad_norm": 72.94121984587824,
      "learning_rate": 7.619775739041794e-07,
      "loss": 0.4306,
      "step": 300
    },
    {
      "epoch": 0.015296172132923736,
      "loss_breakdown/lm_loss": 0.007876255549490452,
      "loss_breakdown/pointer_loss": 1.615283489227295,
      "step": 300
    },
    {
      "epoch": 0.015296172132923736,
      "loss_breakdown/lm_loss": 0.005348761100322008,
      "loss_breakdown/pointer_loss": 1.0912362337112427,
      "step": 300
    },
    {
      "epoch": 0.015296172132923736,
      "loss_breakdown/lm_loss": 0.0057450453750789165,
      "loss_breakdown/pointer_loss": 1.2533481121063232,
      "step": 300
    },
    {
      "epoch": 0.015296172132923736,
      "loss_breakdown/lm_loss": 0.005155481863766909,
      "loss_breakdown/pointer_loss": 0.4440247416496277,
      "step": 300
    },
    {
      "epoch": 0.015806044537354527,
      "grad_norm": 29.37424244161706,
      "learning_rate": 7.874617737003058e-07,
      "loss": 0.4117,
      "step": 310
    },
    {
      "epoch": 0.015806044537354527,
      "loss_breakdown/lm_loss": 0.007056166883558035,
      "loss_breakdown/pointer_loss": 0.4938606023788452,
      "step": 310
    },
    {
      "epoch": 0.015806044537354527,
      "loss_breakdown/lm_loss": 0.007010461296886206,
      "loss_breakdown/pointer_loss": 0.8875309824943542,
      "step": 310
    },
    {
      "epoch": 0.015806044537354527,
      "loss_breakdown/lm_loss": 0.006370783317834139,
      "loss_breakdown/pointer_loss": 1.7244614362716675,
      "step": 310
    },
    {
      "epoch": 0.015806044537354527,
      "loss_breakdown/lm_loss": 0.006763973738998175,
      "loss_breakdown/pointer_loss": 0.6352477669715881,
      "step": 310
    },
    {
      "epoch": 0.01631591694178532,
      "grad_norm": 22.077792127527257,
      "learning_rate": 8.129459734964323e-07,
      "loss": 0.4603,
      "step": 320
    },
    {
      "epoch": 0.01631591694178532,
      "loss_breakdown/lm_loss": 0.004279439337551594,
      "loss_breakdown/pointer_loss": 0.5496532320976257,
      "step": 320
    },
    {
      "epoch": 0.01631591694178532,
      "loss_breakdown/lm_loss": 0.00443732924759388,
      "loss_breakdown/pointer_loss": 0.9755173921585083,
      "step": 320
    },
    {
      "epoch": 0.01631591694178532,
      "loss_breakdown/lm_loss": 0.004207760561257601,
      "loss_breakdown/pointer_loss": 0.7022718787193298,
      "step": 320
    },
    {
      "epoch": 0.01631591694178532,
      "loss_breakdown/lm_loss": 0.004438379779458046,
      "loss_breakdown/pointer_loss": 1.027679443359375,
      "step": 320
    },
    {
      "epoch": 0.01682578934621611,
      "grad_norm": 21.566828741238698,
      "learning_rate": 8.384301732925587e-07,
      "loss": 0.4091,
      "step": 330
    },
    {
      "epoch": 0.01682578934621611,
      "loss_breakdown/lm_loss": 0.005416840314865112,
      "loss_breakdown/pointer_loss": 1.26787531375885,
      "step": 330
    },
    {
      "epoch": 0.01682578934621611,
      "loss_breakdown/lm_loss": 0.00461954902857542,
      "loss_breakdown/pointer_loss": 0.1696413904428482,
      "step": 330
    },
    {
      "epoch": 0.01682578934621611,
      "loss_breakdown/lm_loss": 0.005436287261545658,
      "loss_breakdown/pointer_loss": 2.06805419921875,
      "step": 330
    },
    {
      "epoch": 0.01682578934621611,
      "loss_breakdown/lm_loss": 0.005422616843134165,
      "loss_breakdown/pointer_loss": 0.30072760581970215,
      "step": 330
    },
    {
      "epoch": 0.0173356617506469,
      "grad_norm": 14.2098696311375,
      "learning_rate": 8.639143730886851e-07,
      "loss": 0.4291,
      "step": 340
    },
    {
      "epoch": 0.0173356617506469,
      "loss_breakdown/lm_loss": 0.004262347240000963,
      "loss_breakdown/pointer_loss": 0.7646183371543884,
      "step": 340
    },
    {
      "epoch": 0.0173356617506469,
      "loss_breakdown/lm_loss": 0.004055670462548733,
      "loss_breakdown/pointer_loss": 0.23202048242092133,
      "step": 340
    },
    {
      "epoch": 0.0173356617506469,
      "loss_breakdown/lm_loss": 0.004323862958699465,
      "loss_breakdown/pointer_loss": 0.710990846157074,
      "step": 340
    },
    {
      "epoch": 0.0173356617506469,
      "loss_breakdown/lm_loss": 0.004888773430138826,
      "loss_breakdown/pointer_loss": 0.42602038383483887,
      "step": 340
    },
    {
      "epoch": 0.017845534155077693,
      "grad_norm": 21.187843782018696,
      "learning_rate": 8.893985728848115e-07,
      "loss": 0.3976,
      "step": 350
    },
    {
      "epoch": 0.017845534155077693,
      "loss_breakdown/lm_loss": 0.006123774219304323,
      "loss_breakdown/pointer_loss": 1.765670657157898,
      "step": 350
    },
    {
      "epoch": 0.017845534155077693,
      "loss_breakdown/lm_loss": 0.003935713786631823,
      "loss_breakdown/pointer_loss": 0.833634614944458,
      "step": 350
    },
    {
      "epoch": 0.017845534155077693,
      "loss_breakdown/lm_loss": 0.003941939678043127,
      "loss_breakdown/pointer_loss": 0.842965841293335,
      "step": 350
    },
    {
      "epoch": 0.017845534155077693,
      "loss_breakdown/lm_loss": 0.005309127736836672,
      "loss_breakdown/pointer_loss": 0.8924176692962646,
      "step": 350
    },
    {
      "epoch": 0.018355406559508482,
      "grad_norm": 19.765661780312403,
      "learning_rate": 9.148827726809378e-07,
      "loss": 0.4064,
      "step": 360
    },
    {
      "epoch": 0.018355406559508482,
      "loss_breakdown/lm_loss": 0.0035491043236106634,
      "loss_breakdown/pointer_loss": 0.4898093640804291,
      "step": 360
    },
    {
      "epoch": 0.018355406559508482,
      "loss_breakdown/lm_loss": 0.003822646802291274,
      "loss_breakdown/pointer_loss": 0.25837209820747375,
      "step": 360
    },
    {
      "epoch": 0.018355406559508482,
      "loss_breakdown/lm_loss": 0.0038381062913686037,
      "loss_breakdown/pointer_loss": 1.505680799484253,
      "step": 360
    },
    {
      "epoch": 0.018355406559508482,
      "loss_breakdown/lm_loss": 0.0051729995757341385,
      "loss_breakdown/pointer_loss": 0.7599074244499207,
      "step": 360
    },
    {
      "epoch": 0.018865278963939275,
      "grad_norm": 8.31490221799473,
      "learning_rate": 9.403669724770644e-07,
      "loss": 0.4289,
      "step": 370
    },
    {
      "epoch": 0.018865278963939275,
      "loss_breakdown/lm_loss": 0.003058579284697771,
      "loss_breakdown/pointer_loss": 0.5268312096595764,
      "step": 370
    },
    {
      "epoch": 0.018865278963939275,
      "loss_breakdown/lm_loss": 0.002746124053373933,
      "loss_breakdown/pointer_loss": 0.7029976844787598,
      "step": 370
    },
    {
      "epoch": 0.018865278963939275,
      "loss_breakdown/lm_loss": 0.0028475415892899036,
      "loss_breakdown/pointer_loss": 1.0744109153747559,
      "step": 370
    },
    {
      "epoch": 0.018865278963939275,
      "loss_breakdown/lm_loss": 0.0033212907146662474,
      "loss_breakdown/pointer_loss": 0.5605849623680115,
      "step": 370
    },
    {
      "epoch": 0.019375151368370064,
      "grad_norm": 33.87231238694084,
      "learning_rate": 9.658511722731906e-07,
      "loss": 0.3771,
      "step": 380
    },
    {
      "epoch": 0.019375151368370064,
      "loss_breakdown/lm_loss": 0.003708474338054657,
      "loss_breakdown/pointer_loss": 3.0951738357543945,
      "step": 380
    },
    {
      "epoch": 0.019375151368370064,
      "loss_breakdown/lm_loss": 0.003157909493893385,
      "loss_breakdown/pointer_loss": 0.6607358455657959,
      "step": 380
    },
    {
      "epoch": 0.019375151368370064,
      "loss_breakdown/lm_loss": 0.0029076787177473307,
      "loss_breakdown/pointer_loss": 3.891643762588501,
      "step": 380
    },
    {
      "epoch": 0.019375151368370064,
      "loss_breakdown/lm_loss": 0.0035348187666386366,
      "loss_breakdown/pointer_loss": 0.258436381816864,
      "step": 380
    },
    {
      "epoch": 0.019885023772800856,
      "grad_norm": 12.852388260988917,
      "learning_rate": 9.91335372069317e-07,
      "loss": 0.4326,
      "step": 390
    },
    {
      "epoch": 0.019885023772800856,
      "loss_breakdown/lm_loss": 0.0022601080127060413,
      "loss_breakdown/pointer_loss": 0.2553439736366272,
      "step": 390
    },
    {
      "epoch": 0.019885023772800856,
      "loss_breakdown/lm_loss": 0.0025527561083436012,
      "loss_breakdown/pointer_loss": 0.5539731979370117,
      "step": 390
    },
    {
      "epoch": 0.019885023772800856,
      "loss_breakdown/lm_loss": 0.0026472690515220165,
      "loss_breakdown/pointer_loss": 0.805070698261261,
      "step": 390
    },
    {
      "epoch": 0.019885023772800856,
      "loss_breakdown/lm_loss": 0.0026781149208545685,
      "loss_breakdown/pointer_loss": 0.62685626745224,
      "step": 390
    },
    {
      "epoch": 0.02039489617723165,
      "grad_norm": 67.48583865570181,
      "learning_rate": 1.0168195718654435e-06,
      "loss": 0.408,
      "step": 400
    },
    {
      "epoch": 0.02039489617723165,
      "loss_breakdown/lm_loss": 0.004071004223078489,
      "loss_breakdown/pointer_loss": 2.401486873626709,
      "step": 400
    },
    {
      "epoch": 0.02039489617723165,
      "loss_breakdown/lm_loss": 0.003067391226068139,
      "loss_breakdown/pointer_loss": 0.82766193151474,
      "step": 400
    },
    {
      "epoch": 0.02039489617723165,
      "loss_breakdown/lm_loss": 0.002495315158739686,
      "loss_breakdown/pointer_loss": 0.6252989768981934,
      "step": 400
    },
    {
      "epoch": 0.02039489617723165,
      "loss_breakdown/lm_loss": 0.00234351702965796,
      "loss_breakdown/pointer_loss": 0.7051206231117249,
      "step": 400
    },
    {
      "epoch": 0.020904768581662438,
      "grad_norm": 14.171072483232331,
      "learning_rate": 1.0423037716615698e-06,
      "loss": 0.3836,
      "step": 410
    },
    {
      "epoch": 0.020904768581662438,
      "loss_breakdown/lm_loss": 0.0029000607319176197,
      "loss_breakdown/pointer_loss": 0.16382020711898804,
      "step": 410
    },
    {
      "epoch": 0.020904768581662438,
      "loss_breakdown/lm_loss": 0.0037618305068463087,
      "loss_breakdown/pointer_loss": 0.35840678215026855,
      "step": 410
    },
    {
      "epoch": 0.020904768581662438,
      "loss_breakdown/lm_loss": 0.0033482674043625593,
      "loss_breakdown/pointer_loss": 0.5063667893409729,
      "step": 410
    },
    {
      "epoch": 0.020904768581662438,
      "loss_breakdown/lm_loss": 0.002875395119190216,
      "loss_breakdown/pointer_loss": 0.9844948053359985,
      "step": 410
    },
    {
      "epoch": 0.02141464098609323,
      "grad_norm": 16.493064306462742,
      "learning_rate": 1.0677879714576964e-06,
      "loss": 0.4106,
      "step": 420
    },
    {
      "epoch": 0.02141464098609323,
      "loss_breakdown/lm_loss": 0.0026341986376792192,
      "loss_breakdown/pointer_loss": 1.6740726232528687,
      "step": 420
    },
    {
      "epoch": 0.02141464098609323,
      "loss_breakdown/lm_loss": 0.002132340567186475,
      "loss_breakdown/pointer_loss": 1.1570466756820679,
      "step": 420
    },
    {
      "epoch": 0.02141464098609323,
      "loss_breakdown/lm_loss": 0.003364348551258445,
      "loss_breakdown/pointer_loss": 0.731575608253479,
      "step": 420
    },
    {
      "epoch": 0.02141464098609323,
      "loss_breakdown/lm_loss": 0.0016639924142509699,
      "loss_breakdown/pointer_loss": 0.44927075505256653,
      "step": 420
    },
    {
      "epoch": 0.021924513390524022,
      "grad_norm": 15.756835160826162,
      "learning_rate": 1.0932721712538227e-06,
      "loss": 0.3983,
      "step": 430
    },
    {
      "epoch": 0.021924513390524022,
      "loss_breakdown/lm_loss": 0.002254638122394681,
      "loss_breakdown/pointer_loss": 0.4451923966407776,
      "step": 430
    },
    {
      "epoch": 0.021924513390524022,
      "loss_breakdown/lm_loss": 0.0022893762215971947,
      "loss_breakdown/pointer_loss": 0.24978475272655487,
      "step": 430
    },
    {
      "epoch": 0.021924513390524022,
      "loss_breakdown/lm_loss": 0.0025742535945028067,
      "loss_breakdown/pointer_loss": 2.0930135250091553,
      "step": 430
    },
    {
      "epoch": 0.021924513390524022,
      "loss_breakdown/lm_loss": 0.002470489125698805,
      "loss_breakdown/pointer_loss": 0.1951780766248703,
      "step": 430
    },
    {
      "epoch": 0.02243438579495481,
      "grad_norm": 13.77060621170925,
      "learning_rate": 1.1187563710499491e-06,
      "loss": 0.3847,
      "step": 440
    },
    {
      "epoch": 0.02243438579495481,
      "loss_breakdown/lm_loss": 0.0016765921609476209,
      "loss_breakdown/pointer_loss": 0.45992258191108704,
      "step": 440
    },
    {
      "epoch": 0.02243438579495481,
      "loss_breakdown/lm_loss": 0.0016852252883836627,
      "loss_breakdown/pointer_loss": 1.0331298112869263,
      "step": 440
    },
    {
      "epoch": 0.02243438579495481,
      "loss_breakdown/lm_loss": 0.0018885128665715456,
      "loss_breakdown/pointer_loss": 0.3936513066291809,
      "step": 440
    },
    {
      "epoch": 0.02243438579495481,
      "loss_breakdown/lm_loss": 0.0016366654308512807,
      "loss_breakdown/pointer_loss": 0.7151612043380737,
      "step": 440
    },
    {
      "epoch": 0.022944258199385604,
      "grad_norm": 45.81550004195208,
      "learning_rate": 1.1442405708460756e-06,
      "loss": 0.4162,
      "step": 450
    },
    {
      "epoch": 0.022944258199385604,
      "loss_breakdown/lm_loss": 0.0035361479967832565,
      "loss_breakdown/pointer_loss": 3.3740181922912598,
      "step": 450
    },
    {
      "epoch": 0.022944258199385604,
      "loss_breakdown/lm_loss": 0.0017865929985418916,
      "loss_breakdown/pointer_loss": 1.1326839923858643,
      "step": 450
    },
    {
      "epoch": 0.022944258199385604,
      "loss_breakdown/lm_loss": 0.0015738176880404353,
      "loss_breakdown/pointer_loss": 0.7048947811126709,
      "step": 450
    },
    {
      "epoch": 0.022944258199385604,
      "loss_breakdown/lm_loss": 0.0014846754493191838,
      "loss_breakdown/pointer_loss": 1.03314208984375,
      "step": 450
    },
    {
      "epoch": 0.023454130603816396,
      "grad_norm": 20.9373555790888,
      "learning_rate": 1.169724770642202e-06,
      "loss": 0.3703,
      "step": 460
    },
    {
      "epoch": 0.023454130603816396,
      "loss_breakdown/lm_loss": 0.0017365994863212109,
      "loss_breakdown/pointer_loss": 0.6761587858200073,
      "step": 460
    },
    {
      "epoch": 0.023454130603816396,
      "loss_breakdown/lm_loss": 0.0018222073558717966,
      "loss_breakdown/pointer_loss": 0.2039828598499298,
      "step": 460
    },
    {
      "epoch": 0.023454130603816396,
      "loss_breakdown/lm_loss": 0.0020729287061840296,
      "loss_breakdown/pointer_loss": 0.5186777114868164,
      "step": 460
    },
    {
      "epoch": 0.023454130603816396,
      "loss_breakdown/lm_loss": 0.0019198282388970256,
      "loss_breakdown/pointer_loss": 0.30306172370910645,
      "step": 460
    },
    {
      "epoch": 0.023964003008247185,
      "grad_norm": 13.081013173894947,
      "learning_rate": 1.1952089704383285e-06,
      "loss": 0.423,
      "step": 470
    },
    {
      "epoch": 0.023964003008247185,
      "loss_breakdown/lm_loss": 0.0013612296897917986,
      "loss_breakdown/pointer_loss": 0.4371801018714905,
      "step": 470
    },
    {
      "epoch": 0.023964003008247185,
      "loss_breakdown/lm_loss": 0.0013819141313433647,
      "loss_breakdown/pointer_loss": 0.5374654531478882,
      "step": 470
    },
    {
      "epoch": 0.023964003008247185,
      "loss_breakdown/lm_loss": 0.001603633863851428,
      "loss_breakdown/pointer_loss": 0.6038893461227417,
      "step": 470
    },
    {
      "epoch": 0.023964003008247185,
      "loss_breakdown/lm_loss": 0.0013916119933128357,
      "loss_breakdown/pointer_loss": 0.5927586555480957,
      "step": 470
    },
    {
      "epoch": 0.024473875412677978,
      "grad_norm": 25.726897703201534,
      "learning_rate": 1.2206931702344547e-06,
      "loss": 0.3919,
      "step": 480
    },
    {
      "epoch": 0.024473875412677978,
      "loss_breakdown/lm_loss": 0.0021360169630497694,
      "loss_breakdown/pointer_loss": 0.12423327565193176,
      "step": 480
    },
    {
      "epoch": 0.024473875412677978,
      "loss_breakdown/lm_loss": 0.0018149378011003137,
      "loss_breakdown/pointer_loss": 0.2694246768951416,
      "step": 480
    },
    {
      "epoch": 0.024473875412677978,
      "loss_breakdown/lm_loss": 0.0013896829914301634,
      "loss_breakdown/pointer_loss": 0.07181954383850098,
      "step": 480
    },
    {
      "epoch": 0.024473875412677978,
      "loss_breakdown/lm_loss": 0.0015998112503439188,
      "loss_breakdown/pointer_loss": 0.13380229473114014,
      "step": 480
    },
    {
      "epoch": 0.02498374781710877,
      "grad_norm": 24.720359590070363,
      "learning_rate": 1.2461773700305812e-06,
      "loss": 0.4105,
      "step": 490
    },
    {
      "epoch": 0.02498374781710877,
      "loss_breakdown/lm_loss": 0.0017699982272461057,
      "loss_breakdown/pointer_loss": 0.6234270334243774,
      "step": 490
    },
    {
      "epoch": 0.02498374781710877,
      "loss_breakdown/lm_loss": 0.0014543964061886072,
      "loss_breakdown/pointer_loss": 0.5859937071800232,
      "step": 490
    },
    {
      "epoch": 0.02498374781710877,
      "loss_breakdown/lm_loss": 0.0023609392810612917,
      "loss_breakdown/pointer_loss": 0.46251052618026733,
      "step": 490
    },
    {
      "epoch": 0.02498374781710877,
      "loss_breakdown/lm_loss": 0.0016991106094792485,
      "loss_breakdown/pointer_loss": 0.8182983994483948,
      "step": 490
    },
    {
      "epoch": 0.02549362022153956,
      "grad_norm": 18.383488407878716,
      "learning_rate": 1.2716615698267076e-06,
      "loss": 0.3581,
      "step": 500
    },
    {
      "epoch": 0.02549362022153956,
      "loss_breakdown/lm_loss": 0.0026563212741166353,
      "loss_breakdown/pointer_loss": 1.2080223560333252,
      "step": 500
    },
    {
      "epoch": 0.02549362022153956,
      "loss_breakdown/lm_loss": 0.001380179193802178,
      "loss_breakdown/pointer_loss": 1.7479846477508545,
      "step": 500
    },
    {
      "epoch": 0.02549362022153956,
      "loss_breakdown/lm_loss": 0.0015675789909437299,
      "loss_breakdown/pointer_loss": 0.6371102333068848,
      "step": 500
    },
    {
      "epoch": 0.02549362022153956,
      "loss_breakdown/lm_loss": 0.001272126566618681,
      "loss_breakdown/pointer_loss": 0.3044372498989105,
      "step": 500
    },
    {
      "epoch": 0.02600349262597035,
      "grad_norm": 17.963087461704863,
      "learning_rate": 1.297145769622834e-06,
      "loss": 0.3998,
      "step": 510
    },
    {
      "epoch": 0.02600349262597035,
      "loss_breakdown/lm_loss": 0.0012236086186021566,
      "loss_breakdown/pointer_loss": 0.31496965885162354,
      "step": 510
    },
    {
      "epoch": 0.02600349262597035,
      "loss_breakdown/lm_loss": 0.0016965537797659636,
      "loss_breakdown/pointer_loss": 0.7138059735298157,
      "step": 510
    },
    {
      "epoch": 0.02600349262597035,
      "loss_breakdown/lm_loss": 0.0013972650049254298,
      "loss_breakdown/pointer_loss": 0.29978543519973755,
      "step": 510
    },
    {
      "epoch": 0.02600349262597035,
      "loss_breakdown/lm_loss": 0.0014675011625513434,
      "loss_breakdown/pointer_loss": 0.5183197259902954,
      "step": 510
    },
    {
      "epoch": 0.02651336503040114,
      "grad_norm": 9.82522835913759,
      "learning_rate": 1.3226299694189603e-06,
      "loss": 0.3916,
      "step": 520
    },
    {
      "epoch": 0.02651336503040114,
      "loss_breakdown/lm_loss": 0.000950368121266365,
      "loss_breakdown/pointer_loss": 0.4500688910484314,
      "step": 520
    },
    {
      "epoch": 0.02651336503040114,
      "loss_breakdown/lm_loss": 0.0009354786016047001,
      "loss_breakdown/pointer_loss": 1.0923871994018555,
      "step": 520
    },
    {
      "epoch": 0.02651336503040114,
      "loss_breakdown/lm_loss": 0.001392910722643137,
      "loss_breakdown/pointer_loss": 0.8162872195243835,
      "step": 520
    },
    {
      "epoch": 0.02651336503040114,
      "loss_breakdown/lm_loss": 0.0009974532295018435,
      "loss_breakdown/pointer_loss": 0.6919920444488525,
      "step": 520
    },
    {
      "epoch": 0.027023237434831933,
      "grad_norm": 24.838970087776822,
      "learning_rate": 1.3481141692150868e-06,
      "loss": 0.42,
      "step": 530
    },
    {
      "epoch": 0.027023237434831933,
      "loss_breakdown/lm_loss": 0.0012775727082043886,
      "loss_breakdown/pointer_loss": 0.5197701454162598,
      "step": 530
    },
    {
      "epoch": 0.027023237434831933,
      "loss_breakdown/lm_loss": 0.0009271197486668825,
      "loss_breakdown/pointer_loss": 0.22730517387390137,
      "step": 530
    },
    {
      "epoch": 0.027023237434831933,
      "loss_breakdown/lm_loss": 0.0010914788581430912,
      "loss_breakdown/pointer_loss": 6.006025314331055,
      "step": 530
    },
    {
      "epoch": 0.027023237434831933,
      "loss_breakdown/lm_loss": 0.0012420855928212404,
      "loss_breakdown/pointer_loss": 1.211754322052002,
      "step": 530
    },
    {
      "epoch": 0.027533109839262725,
      "grad_norm": 8.146963119608172,
      "learning_rate": 1.3735983690112132e-06,
      "loss": 0.4188,
      "step": 540
    },
    {
      "epoch": 0.027533109839262725,
      "loss_breakdown/lm_loss": 0.000963402446359396,
      "loss_breakdown/pointer_loss": 0.6532464623451233,
      "step": 540
    },
    {
      "epoch": 0.027533109839262725,
      "loss_breakdown/lm_loss": 0.0009237940539605916,
      "loss_breakdown/pointer_loss": 0.5533572435379028,
      "step": 540
    },
    {
      "epoch": 0.027533109839262725,
      "loss_breakdown/lm_loss": 0.0010329276556149125,
      "loss_breakdown/pointer_loss": 0.44089820981025696,
      "step": 540
    },
    {
      "epoch": 0.027533109839262725,
      "loss_breakdown/lm_loss": 0.0013420152245089412,
      "loss_breakdown/pointer_loss": 0.5851011276245117,
      "step": 540
    },
    {
      "epoch": 0.028042982243693514,
      "grad_norm": 24.46221081467323,
      "learning_rate": 1.3990825688073395e-06,
      "loss": 0.3701,
      "step": 550
    },
    {
      "epoch": 0.028042982243693514,
      "loss_breakdown/lm_loss": 0.002240290865302086,
      "loss_breakdown/pointer_loss": 3.364908456802368,
      "step": 550
    },
    {
      "epoch": 0.028042982243693514,
      "loss_breakdown/lm_loss": 0.0011569018242880702,
      "loss_breakdown/pointer_loss": 1.4639946222305298,
      "step": 550
    },
    {
      "epoch": 0.028042982243693514,
      "loss_breakdown/lm_loss": 0.0012140768812969327,
      "loss_breakdown/pointer_loss": 1.518837332725525,
      "step": 550
    },
    {
      "epoch": 0.028042982243693514,
      "loss_breakdown/lm_loss": 0.0009588665561750531,
      "loss_breakdown/pointer_loss": 0.41077888011932373,
      "step": 550
    },
    {
      "epoch": 0.028552854648124307,
      "grad_norm": 9.83706745079063,
      "learning_rate": 1.424566768603466e-06,
      "loss": 0.3954,
      "step": 560
    },
    {
      "epoch": 0.028552854648124307,
      "loss_breakdown/lm_loss": 0.001288524828851223,
      "loss_breakdown/pointer_loss": 0.4293596148490906,
      "step": 560
    },
    {
      "epoch": 0.028552854648124307,
      "loss_breakdown/lm_loss": 0.0010880468180403113,
      "loss_breakdown/pointer_loss": 0.7575655579566956,
      "step": 560
    },
    {
      "epoch": 0.028552854648124307,
      "loss_breakdown/lm_loss": 0.0009930218802765012,
      "loss_breakdown/pointer_loss": 0.16319787502288818,
      "step": 560
    },
    {
      "epoch": 0.028552854648124307,
      "loss_breakdown/lm_loss": 0.0009568340028636158,
      "loss_breakdown/pointer_loss": 0.24622994661331177,
      "step": 560
    },
    {
      "epoch": 0.0290627270525551,
      "grad_norm": 7.03564599615673,
      "learning_rate": 1.4500509683995924e-06,
      "loss": 0.3837,
      "step": 570
    },
    {
      "epoch": 0.0290627270525551,
      "loss_breakdown/lm_loss": 0.0009517768630757928,
      "loss_breakdown/pointer_loss": 0.9009836316108704,
      "step": 570
    },
    {
      "epoch": 0.0290627270525551,
      "loss_breakdown/lm_loss": 0.0008595609106123447,
      "loss_breakdown/pointer_loss": 0.3806924819946289,
      "step": 570
    },
    {
      "epoch": 0.0290627270525551,
      "loss_breakdown/lm_loss": 0.0008356503094546497,
      "loss_breakdown/pointer_loss": 0.481020450592041,
      "step": 570
    },
    {
      "epoch": 0.0290627270525551,
      "loss_breakdown/lm_loss": 0.0008303888607770205,
      "loss_breakdown/pointer_loss": 1.247072696685791,
      "step": 570
    },
    {
      "epoch": 0.029572599456985888,
      "grad_norm": 35.25032255217389,
      "learning_rate": 1.4755351681957188e-06,
      "loss": 0.3538,
      "step": 580
    },
    {
      "epoch": 0.029572599456985888,
      "loss_breakdown/lm_loss": 0.0009390217601321638,
      "loss_breakdown/pointer_loss": 0.11712461709976196,
      "step": 580
    },
    {
      "epoch": 0.029572599456985888,
      "loss_breakdown/lm_loss": 0.0010045594535768032,
      "loss_breakdown/pointer_loss": 0.33738064765930176,
      "step": 580
    },
    {
      "epoch": 0.029572599456985888,
      "loss_breakdown/lm_loss": 0.001004277030006051,
      "loss_breakdown/pointer_loss": 0.3595118522644043,
      "step": 580
    },
    {
      "epoch": 0.029572599456985888,
      "loss_breakdown/lm_loss": 0.0009728045552037656,
      "loss_breakdown/pointer_loss": 0.08013048768043518,
      "step": 580
    },
    {
      "epoch": 0.03008247186141668,
      "grad_norm": 8.46092068202474,
      "learning_rate": 1.5010193679918453e-06,
      "loss": 0.391,
      "step": 590
    },
    {
      "epoch": 0.03008247186141668,
      "loss_breakdown/lm_loss": 0.001004128367640078,
      "loss_breakdown/pointer_loss": 0.8414945602416992,
      "step": 590
    },
    {
      "epoch": 0.03008247186141668,
      "loss_breakdown/lm_loss": 0.0007459049229510128,
      "loss_breakdown/pointer_loss": 0.8924596309661865,
      "step": 590
    },
    {
      "epoch": 0.03008247186141668,
      "loss_breakdown/lm_loss": 0.0008691032999195158,
      "loss_breakdown/pointer_loss": 0.6862995028495789,
      "step": 590
    },
    {
      "epoch": 0.03008247186141668,
      "loss_breakdown/lm_loss": 0.0009606306557543576,
      "loss_breakdown/pointer_loss": 0.6254176497459412,
      "step": 590
    },
    {
      "epoch": 0.030592344265847473,
      "grad_norm": 45.31310405995847,
      "learning_rate": 1.5265035677879717e-06,
      "loss": 0.4,
      "step": 600
    },
    {
      "epoch": 0.030592344265847473,
      "loss_breakdown/lm_loss": 0.0019530248828232288,
      "loss_breakdown/pointer_loss": 0.8973326086997986,
      "step": 600
    },
    {
      "epoch": 0.030592344265847473,
      "loss_breakdown/lm_loss": 0.000843799498397857,
      "loss_breakdown/pointer_loss": 1.0172786712646484,
      "step": 600
    },
    {
      "epoch": 0.030592344265847473,
      "loss_breakdown/lm_loss": 0.0008318759500980377,
      "loss_breakdown/pointer_loss": 2.356099843978882,
      "step": 600
    },
    {
      "epoch": 0.030592344265847473,
      "loss_breakdown/lm_loss": 0.0007535917102359235,
      "loss_breakdown/pointer_loss": 1.070237636566162,
      "step": 600
    },
    {
      "epoch": 0.031102216670278262,
      "grad_norm": 10.607706441251928,
      "learning_rate": 1.551987767584098e-06,
      "loss": 0.3867,
      "step": 610
    },
    {
      "epoch": 0.031102216670278262,
      "loss_breakdown/lm_loss": 0.0011122606229037046,
      "loss_breakdown/pointer_loss": 0.2702028453350067,
      "step": 610
    },
    {
      "epoch": 0.031102216670278262,
      "loss_breakdown/lm_loss": 0.0009234007447957993,
      "loss_breakdown/pointer_loss": 0.3929656744003296,
      "step": 610
    },
    {
      "epoch": 0.031102216670278262,
      "loss_breakdown/lm_loss": 0.0009510236559435725,
      "loss_breakdown/pointer_loss": 0.3848385214805603,
      "step": 610
    },
    {
      "epoch": 0.031102216670278262,
      "loss_breakdown/lm_loss": 0.0010862237541005015,
      "loss_breakdown/pointer_loss": 1.314781665802002,
      "step": 610
    },
    {
      "epoch": 0.031612089074709054,
      "grad_norm": 9.342473351126502,
      "learning_rate": 1.5774719673802244e-06,
      "loss": 0.3825,
      "step": 620
    },
    {
      "epoch": 0.031612089074709054,
      "loss_breakdown/lm_loss": 0.0007971979212015867,
      "loss_breakdown/pointer_loss": 2.55043625831604,
      "step": 620
    },
    {
      "epoch": 0.031612089074709054,
      "loss_breakdown/lm_loss": 0.0006794445216655731,
      "loss_breakdown/pointer_loss": 0.3046532869338989,
      "step": 620
    },
    {
      "epoch": 0.031612089074709054,
      "loss_breakdown/lm_loss": 0.0007436047890223563,
      "loss_breakdown/pointer_loss": 0.4577568769454956,
      "step": 620
    },
    {
      "epoch": 0.031612089074709054,
      "loss_breakdown/lm_loss": 0.0006729535525664687,
      "loss_breakdown/pointer_loss": 0.7482225894927979,
      "step": 620
    },
    {
      "epoch": 0.03212196147913984,
      "grad_norm": 14.679448914897932,
      "learning_rate": 1.6029561671763509e-06,
      "loss": 0.3793,
      "step": 630
    },
    {
      "epoch": 0.03212196147913984,
      "loss_breakdown/lm_loss": 0.000914494798053056,
      "loss_breakdown/pointer_loss": 0.331266313791275,
      "step": 630
    },
    {
      "epoch": 0.03212196147913984,
      "loss_breakdown/lm_loss": 0.0012957204598933458,
      "loss_breakdown/pointer_loss": 0.28865182399749756,
      "step": 630
    },
    {
      "epoch": 0.03212196147913984,
      "loss_breakdown/lm_loss": 0.0010342653840780258,
      "loss_breakdown/pointer_loss": 0.6451959013938904,
      "step": 630
    },
    {
      "epoch": 0.03212196147913984,
      "loss_breakdown/lm_loss": 0.0007381063187494874,
      "loss_breakdown/pointer_loss": 0.23963752388954163,
      "step": 630
    },
    {
      "epoch": 0.03263183388357064,
      "grad_norm": 6.2221588316582155,
      "learning_rate": 1.628440366972477e-06,
      "loss": 0.3534,
      "step": 640
    },
    {
      "epoch": 0.03263183388357064,
      "loss_breakdown/lm_loss": 0.0006547655793838203,
      "loss_breakdown/pointer_loss": 1.2354023456573486,
      "step": 640
    },
    {
      "epoch": 0.03263183388357064,
      "loss_breakdown/lm_loss": 0.0006964897620491683,
      "loss_breakdown/pointer_loss": 0.6068867444992065,
      "step": 640
    },
    {
      "epoch": 0.03263183388357064,
      "loss_breakdown/lm_loss": 0.0007118412759155035,
      "loss_breakdown/pointer_loss": 0.46968138217926025,
      "step": 640
    },
    {
      "epoch": 0.03263183388357064,
      "loss_breakdown/lm_loss": 0.0008340189815498888,
      "loss_breakdown/pointer_loss": 0.5382853746414185,
      "step": 640
    },
    {
      "epoch": 0.03314170628800143,
      "grad_norm": 21.668382768943555,
      "learning_rate": 1.6539245667686035e-06,
      "loss": 0.3592,
      "step": 650
    },
    {
      "epoch": 0.03314170628800143,
      "loss_breakdown/lm_loss": 0.0017554743681102991,
      "loss_breakdown/pointer_loss": 3.3984172344207764,
      "step": 650
    },
    {
      "epoch": 0.03314170628800143,
      "loss_breakdown/lm_loss": 0.0009030548390001059,
      "loss_breakdown/pointer_loss": 0.617936372756958,
      "step": 650
    },
    {
      "epoch": 0.03314170628800143,
      "loss_breakdown/lm_loss": 0.000892629090230912,
      "loss_breakdown/pointer_loss": 0.9818370342254639,
      "step": 650
    },
    {
      "epoch": 0.03314170628800143,
      "loss_breakdown/lm_loss": 0.0008732295827940106,
      "loss_breakdown/pointer_loss": 0.8821367025375366,
      "step": 650
    },
    {
      "epoch": 0.03365157869243222,
      "grad_norm": 10.663461795699591,
      "learning_rate": 1.67940876656473e-06,
      "loss": 0.3432,
      "step": 660
    },
    {
      "epoch": 0.03365157869243222,
      "loss_breakdown/lm_loss": 0.0006602570065297186,
      "loss_breakdown/pointer_loss": 0.6116445660591125,
      "step": 660
    },
    {
      "epoch": 0.03365157869243222,
      "loss_breakdown/lm_loss": 0.000818010710645467,
      "loss_breakdown/pointer_loss": 0.6105775237083435,
      "step": 660
    },
    {
      "epoch": 0.03365157869243222,
      "loss_breakdown/lm_loss": 0.0006963445339351892,
      "loss_breakdown/pointer_loss": 0.2906641364097595,
      "step": 660
    },
    {
      "epoch": 0.03365157869243222,
      "loss_breakdown/lm_loss": 0.0007521467050537467,
      "loss_breakdown/pointer_loss": 1.2843948602676392,
      "step": 660
    },
    {
      "epoch": 0.03416145109686301,
      "grad_norm": 6.419994609461767,
      "learning_rate": 1.7048929663608562e-06,
      "loss": 0.3818,
      "step": 670
    },
    {
      "epoch": 0.03416145109686301,
      "loss_breakdown/lm_loss": 0.0005744682275690138,
      "loss_breakdown/pointer_loss": 0.7990310192108154,
      "step": 670
    },
    {
      "epoch": 0.03416145109686301,
      "loss_breakdown/lm_loss": 0.0006919465376995504,
      "loss_breakdown/pointer_loss": 1.0332947969436646,
      "step": 670
    },
    {
      "epoch": 0.03416145109686301,
      "loss_breakdown/lm_loss": 0.0006115877185948193,
      "loss_breakdown/pointer_loss": 0.6707059144973755,
      "step": 670
    },
    {
      "epoch": 0.03416145109686301,
      "loss_breakdown/lm_loss": 0.0005114938248880208,
      "loss_breakdown/pointer_loss": 0.49753475189208984,
      "step": 670
    },
    {
      "epoch": 0.0346713235012938,
      "grad_norm": 15.653481006607956,
      "learning_rate": 1.730377166156983e-06,
      "loss": 0.3573,
      "step": 680
    },
    {
      "epoch": 0.0346713235012938,
      "loss_breakdown/lm_loss": 0.000686100625898689,
      "loss_breakdown/pointer_loss": 0.11974570900201797,
      "step": 680
    },
    {
      "epoch": 0.0346713235012938,
      "loss_breakdown/lm_loss": 0.000761841016355902,
      "loss_breakdown/pointer_loss": 0.914154052734375,
      "step": 680
    },
    {
      "epoch": 0.0346713235012938,
      "loss_breakdown/lm_loss": 0.0005782254156656563,
      "loss_breakdown/pointer_loss": 0.16823872923851013,
      "step": 680
    },
    {
      "epoch": 0.0346713235012938,
      "loss_breakdown/lm_loss": 0.0006175898597575724,
      "loss_breakdown/pointer_loss": 0.2987074851989746,
      "step": 680
    },
    {
      "epoch": 0.03518119590572459,
      "grad_norm": 6.591345296554154,
      "learning_rate": 1.7558613659531093e-06,
      "loss": 0.3505,
      "step": 690
    },
    {
      "epoch": 0.03518119590572459,
      "loss_breakdown/lm_loss": 0.0004925599787384272,
      "loss_breakdown/pointer_loss": 0.4511479139328003,
      "step": 690
    },
    {
      "epoch": 0.03518119590572459,
      "loss_breakdown/lm_loss": 0.0005843625403940678,
      "loss_breakdown/pointer_loss": 0.5391676425933838,
      "step": 690
    },
    {
      "epoch": 0.03518119590572459,
      "loss_breakdown/lm_loss": 0.0005660642636939883,
      "loss_breakdown/pointer_loss": 1.0193086862564087,
      "step": 690
    },
    {
      "epoch": 0.03518119590572459,
      "loss_breakdown/lm_loss": 0.000638869300018996,
      "loss_breakdown/pointer_loss": 0.5167382955551147,
      "step": 690
    },
    {
      "epoch": 0.03569106831015539,
      "grad_norm": 22.102595265449242,
      "learning_rate": 1.7813455657492356e-06,
      "loss": 0.3424,
      "step": 700
    },
    {
      "epoch": 0.03569106831015539,
      "loss_breakdown/lm_loss": 0.001202064217068255,
      "loss_breakdown/pointer_loss": 2.9742257595062256,
      "step": 700
    },
    {
      "epoch": 0.03569106831015539,
      "loss_breakdown/lm_loss": 0.000693088339176029,
      "loss_breakdown/pointer_loss": 0.5760402679443359,
      "step": 700
    },
    {
      "epoch": 0.03569106831015539,
      "loss_breakdown/lm_loss": 0.0007310169166885316,
      "loss_breakdown/pointer_loss": 1.0926837921142578,
      "step": 700
    },
    {
      "epoch": 0.03569106831015539,
      "loss_breakdown/lm_loss": 0.0005205805646255612,
      "loss_breakdown/pointer_loss": 2.0853271484375,
      "step": 700
    },
    {
      "epoch": 0.036200940714586176,
      "grad_norm": 8.35645412687651,
      "learning_rate": 1.806829765545362e-06,
      "loss": 0.4135,
      "step": 710
    },
    {
      "epoch": 0.036200940714586176,
      "loss_breakdown/lm_loss": 0.0005400712252594531,
      "loss_breakdown/pointer_loss": 0.5329809188842773,
      "step": 710
    },
    {
      "epoch": 0.036200940714586176,
      "loss_breakdown/lm_loss": 0.0005183993489481509,
      "loss_breakdown/pointer_loss": 4.427731990814209,
      "step": 710
    },
    {
      "epoch": 0.036200940714586176,
      "loss_breakdown/lm_loss": 0.0005798909696750343,
      "loss_breakdown/pointer_loss": 0.2571321725845337,
      "step": 710
    },
    {
      "epoch": 0.036200940714586176,
      "loss_breakdown/lm_loss": 0.0006689801230095327,
      "loss_breakdown/pointer_loss": 3.016880750656128,
      "step": 710
    },
    {
      "epoch": 0.036710813119016965,
      "grad_norm": 7.540508125884911,
      "learning_rate": 1.8323139653414885e-06,
      "loss": 0.4104,
      "step": 720
    },
    {
      "epoch": 0.036710813119016965,
      "loss_breakdown/lm_loss": 0.000487953657284379,
      "loss_breakdown/pointer_loss": 0.6345003247261047,
      "step": 720
    },
    {
      "epoch": 0.036710813119016965,
      "loss_breakdown/lm_loss": 0.00044432032154873013,
      "loss_breakdown/pointer_loss": 0.3289717733860016,
      "step": 720
    },
    {
      "epoch": 0.036710813119016965,
      "loss_breakdown/lm_loss": 0.0006296374485827982,
      "loss_breakdown/pointer_loss": 1.0217969417572021,
      "step": 720
    },
    {
      "epoch": 0.036710813119016965,
      "loss_breakdown/lm_loss": 0.0004899713676422834,
      "loss_breakdown/pointer_loss": 0.7254527807235718,
      "step": 720
    },
    {
      "epoch": 0.037220685523447754,
      "grad_norm": 17.661286156203282,
      "learning_rate": 1.8577981651376147e-06,
      "loss": 0.3322,
      "step": 730
    },
    {
      "epoch": 0.037220685523447754,
      "loss_breakdown/lm_loss": 0.0008403465035371482,
      "loss_breakdown/pointer_loss": 0.19340874254703522,
      "step": 730
    },
    {
      "epoch": 0.037220685523447754,
      "loss_breakdown/lm_loss": 0.0006160040502436459,
      "loss_breakdown/pointer_loss": 0.16785947978496552,
      "step": 730
    },
    {
      "epoch": 0.037220685523447754,
      "loss_breakdown/lm_loss": 0.0005417704815044999,
      "loss_breakdown/pointer_loss": 0.09955570101737976,
      "step": 730
    },
    {
      "epoch": 0.037220685523447754,
      "loss_breakdown/lm_loss": 0.0005492415511980653,
      "loss_breakdown/pointer_loss": 0.5871292352676392,
      "step": 730
    },
    {
      "epoch": 0.03773055792787855,
      "grad_norm": 7.37604670011645,
      "learning_rate": 1.8832823649337412e-06,
      "loss": 0.3882,
      "step": 740
    },
    {
      "epoch": 0.03773055792787855,
      "loss_breakdown/lm_loss": 0.000536002335138619,
      "loss_breakdown/pointer_loss": 0.4294322431087494,
      "step": 740
    },
    {
      "epoch": 0.03773055792787855,
      "loss_breakdown/lm_loss": 0.0005404908442869782,
      "loss_breakdown/pointer_loss": 0.42512011528015137,
      "step": 740
    },
    {
      "epoch": 0.03773055792787855,
      "loss_breakdown/lm_loss": 0.0007342777098529041,
      "loss_breakdown/pointer_loss": 0.5945702791213989,
      "step": 740
    },
    {
      "epoch": 0.03773055792787855,
      "loss_breakdown/lm_loss": 0.0004200260736979544,
      "loss_breakdown/pointer_loss": 1.7857935428619385,
      "step": 740
    },
    {
      "epoch": 0.03824043033230934,
      "grad_norm": 25.499411851585524,
      "learning_rate": 1.9087665647298676e-06,
      "loss": 0.3456,
      "step": 750
    },
    {
      "epoch": 0.03824043033230934,
      "loss_breakdown/lm_loss": 0.0015071021625772119,
      "loss_breakdown/pointer_loss": 2.734778642654419,
      "step": 750
    },
    {
      "epoch": 0.03824043033230934,
      "loss_breakdown/lm_loss": 0.00047935955808497965,
      "loss_breakdown/pointer_loss": 1.3293737173080444,
      "step": 750
    },
    {
      "epoch": 0.03824043033230934,
      "loss_breakdown/lm_loss": 0.0005096731474623084,
      "loss_breakdown/pointer_loss": 0.5302544832229614,
      "step": 750
    },
    {
      "epoch": 0.03824043033230934,
      "loss_breakdown/lm_loss": 0.0004919366328977048,
      "loss_breakdown/pointer_loss": 0.6115813851356506,
      "step": 750
    },
    {
      "epoch": 0.03875030273674013,
      "grad_norm": 7.468106393044902,
      "learning_rate": 1.934250764525994e-06,
      "loss": 0.3594,
      "step": 760
    },
    {
      "epoch": 0.03875030273674013,
      "loss_breakdown/lm_loss": 0.00042966174078173935,
      "loss_breakdown/pointer_loss": 0.3136444687843323,
      "step": 760
    },
    {
      "epoch": 0.03875030273674013,
      "loss_breakdown/lm_loss": 0.0004781137977261096,
      "loss_breakdown/pointer_loss": 0.5140967965126038,
      "step": 760
    },
    {
      "epoch": 0.03875030273674013,
      "loss_breakdown/lm_loss": 0.00048793002497404814,
      "loss_breakdown/pointer_loss": 0.26296719908714294,
      "step": 760
    },
    {
      "epoch": 0.03875030273674013,
      "loss_breakdown/lm_loss": 0.00048640146269463,
      "loss_breakdown/pointer_loss": 0.33241480588912964,
      "step": 760
    },
    {
      "epoch": 0.039260175141170923,
      "grad_norm": 810.2370544948132,
      "learning_rate": 1.9597349643221205e-06,
      "loss": 0.3829,
      "step": 770
    },
    {
      "epoch": 0.039260175141170923,
      "loss_breakdown/lm_loss": 0.00037909697857685387,
      "loss_breakdown/pointer_loss": 1.337593674659729,
      "step": 770
    },
    {
      "epoch": 0.039260175141170923,
      "loss_breakdown/lm_loss": 0.0004843238275498152,
      "loss_breakdown/pointer_loss": 0.9180914163589478,
      "step": 770
    },
    {
      "epoch": 0.039260175141170923,
      "loss_breakdown/lm_loss": 0.00046314907376654446,
      "loss_breakdown/pointer_loss": 0.35090500116348267,
      "step": 770
    },
    {
      "epoch": 0.039260175141170923,
      "loss_breakdown/lm_loss": 0.0004145968414377421,
      "loss_breakdown/pointer_loss": 0.813374936580658,
      "step": 770
    },
    {
      "epoch": 0.03977004754560171,
      "grad_norm": 28.718539926316573,
      "learning_rate": 1.9852191641182468e-06,
      "loss": 0.3411,
      "step": 780
    },
    {
      "epoch": 0.03977004754560171,
      "loss_breakdown/lm_loss": 0.0008970860508270562,
      "loss_breakdown/pointer_loss": 2.738461971282959,
      "step": 780
    },
    {
      "epoch": 0.03977004754560171,
      "loss_breakdown/lm_loss": 0.00039762252708896995,
      "loss_breakdown/pointer_loss": 0.30648085474967957,
      "step": 780
    },
    {
      "epoch": 0.03977004754560171,
      "loss_breakdown/lm_loss": 0.000528327829670161,
      "loss_breakdown/pointer_loss": 0.31398463249206543,
      "step": 780
    },
    {
      "epoch": 0.03977004754560171,
      "loss_breakdown/lm_loss": 0.0009045243496075273,
      "loss_breakdown/pointer_loss": 1.0068039894104004,
      "step": 780
    },
    {
      "epoch": 0.0402799199500325,
      "grad_norm": 9.526146825433722,
      "learning_rate": 2.0107033639143734e-06,
      "loss": 0.4099,
      "step": 790
    },
    {
      "epoch": 0.0402799199500325,
      "loss_breakdown/lm_loss": 0.00034997350303456187,
      "loss_breakdown/pointer_loss": 0.7945339679718018,
      "step": 790
    },
    {
      "epoch": 0.0402799199500325,
      "loss_breakdown/lm_loss": 0.000404673715820536,
      "loss_breakdown/pointer_loss": 0.4792811870574951,
      "step": 790
    },
    {
      "epoch": 0.0402799199500325,
      "loss_breakdown/lm_loss": 0.0003389100602362305,
      "loss_breakdown/pointer_loss": 0.5167937874794006,
      "step": 790
    },
    {
      "epoch": 0.0402799199500325,
      "loss_breakdown/lm_loss": 0.00037294940557330847,
      "loss_breakdown/pointer_loss": 0.5979729890823364,
      "step": 790
    },
    {
      "epoch": 0.0407897923544633,
      "grad_norm": 32.646173224482624,
      "learning_rate": 2.0361875637104997e-06,
      "loss": 0.3281,
      "step": 800
    },
    {
      "epoch": 0.0407897923544633,
      "loss_breakdown/lm_loss": 0.000759116024710238,
      "loss_breakdown/pointer_loss": 0.9484975934028625,
      "step": 800
    },
    {
      "epoch": 0.0407897923544633,
      "loss_breakdown/lm_loss": 0.00041297462303191423,
      "loss_breakdown/pointer_loss": 1.492647647857666,
      "step": 800
    },
    {
      "epoch": 0.0407897923544633,
      "loss_breakdown/lm_loss": 0.00034068492823280394,
      "loss_breakdown/pointer_loss": 1.1077656745910645,
      "step": 800
    },
    {
      "epoch": 0.0407897923544633,
      "loss_breakdown/lm_loss": 0.0003534404677338898,
      "loss_breakdown/pointer_loss": 0.6236124634742737,
      "step": 800
    },
    {
      "epoch": 0.041299664758894086,
      "grad_norm": 9.130610611933694,
      "learning_rate": 2.061671763506626e-06,
      "loss": 0.3646,
      "step": 810
    },
    {
      "epoch": 0.041299664758894086,
      "loss_breakdown/lm_loss": 0.0003185939567629248,
      "loss_breakdown/pointer_loss": 0.7586193680763245,
      "step": 810
    },
    {
      "epoch": 0.041299664758894086,
      "loss_breakdown/lm_loss": 0.0003663413808681071,
      "loss_breakdown/pointer_loss": 0.19655421376228333,
      "step": 810
    },
    {
      "epoch": 0.041299664758894086,
      "loss_breakdown/lm_loss": 0.00041246518958359957,
      "loss_breakdown/pointer_loss": 0.5616667866706848,
      "step": 810
    },
    {
      "epoch": 0.041299664758894086,
      "loss_breakdown/lm_loss": 0.0005088794860057533,
      "loss_breakdown/pointer_loss": 1.5766648054122925,
      "step": 810
    },
    {
      "epoch": 0.041809537163324875,
      "grad_norm": 8.949908830096442,
      "learning_rate": 2.0871559633027526e-06,
      "loss": 0.3953,
      "step": 820
    },
    {
      "epoch": 0.041809537163324875,
      "loss_breakdown/lm_loss": 0.00034836895065382123,
      "loss_breakdown/pointer_loss": 0.8363311290740967,
      "step": 820
    },
    {
      "epoch": 0.041809537163324875,
      "loss_breakdown/lm_loss": 0.00033236705348826945,
      "loss_breakdown/pointer_loss": 1.4136226177215576,
      "step": 820
    },
    {
      "epoch": 0.041809537163324875,
      "loss_breakdown/lm_loss": 0.00033418458770029247,
      "loss_breakdown/pointer_loss": 0.2593960762023926,
      "step": 820
    },
    {
      "epoch": 0.041809537163324875,
      "loss_breakdown/lm_loss": 0.0005032066255807877,
      "loss_breakdown/pointer_loss": 0.4296950101852417,
      "step": 820
    },
    {
      "epoch": 0.04231940956775567,
      "grad_norm": 27.445633456306282,
      "learning_rate": 2.112640163098879e-06,
      "loss": 0.3504,
      "step": 830
    },
    {
      "epoch": 0.04231940956775567,
      "loss_breakdown/lm_loss": 0.0003681617963593453,
      "loss_breakdown/pointer_loss": 1.6217488050460815,
      "step": 830
    },
    {
      "epoch": 0.04231940956775567,
      "loss_breakdown/lm_loss": 0.00038062382373027503,
      "loss_breakdown/pointer_loss": 2.9285120964050293,
      "step": 830
    },
    {
      "epoch": 0.04231940956775567,
      "loss_breakdown/lm_loss": 0.00039112853119149804,
      "loss_breakdown/pointer_loss": 3.396667003631592,
      "step": 830
    },
    {
      "epoch": 0.04231940956775567,
      "loss_breakdown/lm_loss": 0.00040386634645983577,
      "loss_breakdown/pointer_loss": 0.31364232301712036,
      "step": 830
    },
    {
      "epoch": 0.04282928197218646,
      "grad_norm": 5.223235020542337,
      "learning_rate": 2.138124362895005e-06,
      "loss": 0.3838,
      "step": 840
    },
    {
      "epoch": 0.04282928197218646,
      "loss_breakdown/lm_loss": 0.0003654421598184854,
      "loss_breakdown/pointer_loss": 0.5060533285140991,
      "step": 840
    },
    {
      "epoch": 0.04282928197218646,
      "loss_breakdown/lm_loss": 0.00032670627115294337,
      "loss_breakdown/pointer_loss": 0.22472362220287323,
      "step": 840
    },
    {
      "epoch": 0.04282928197218646,
      "loss_breakdown/lm_loss": 0.0004043856170028448,
      "loss_breakdown/pointer_loss": 0.8998141288757324,
      "step": 840
    },
    {
      "epoch": 0.04282928197218646,
      "loss_breakdown/lm_loss": 0.0003661189984995872,
      "loss_breakdown/pointer_loss": 0.15607264637947083,
      "step": 840
    },
    {
      "epoch": 0.04333915437661725,
      "grad_norm": 32.27323712202269,
      "learning_rate": 2.1636085626911317e-06,
      "loss": 0.3859,
      "step": 850
    },
    {
      "epoch": 0.04333915437661725,
      "loss_breakdown/lm_loss": 0.0007404644275084138,
      "loss_breakdown/pointer_loss": 1.4230537414550781,
      "step": 850
    },
    {
      "epoch": 0.04333915437661725,
      "loss_breakdown/lm_loss": 0.0005679496098309755,
      "loss_breakdown/pointer_loss": 0.5015951991081238,
      "step": 850
    },
    {
      "epoch": 0.04333915437661725,
      "loss_breakdown/lm_loss": 0.0003215217438992113,
      "loss_breakdown/pointer_loss": 0.7918182611465454,
      "step": 850
    },
    {
      "epoch": 0.04333915437661725,
      "loss_breakdown/lm_loss": 0.00034462258918210864,
      "loss_breakdown/pointer_loss": 0.41441088914871216,
      "step": 850
    },
    {
      "epoch": 0.043849026781048045,
      "grad_norm": 12.842227808149328,
      "learning_rate": 2.1890927624872584e-06,
      "loss": 0.3775,
      "step": 860
    },
    {
      "epoch": 0.043849026781048045,
      "loss_breakdown/lm_loss": 0.0004020161577500403,
      "loss_breakdown/pointer_loss": 0.390123188495636,
      "step": 860
    },
    {
      "epoch": 0.043849026781048045,
      "loss_breakdown/lm_loss": 0.000345104985171929,
      "loss_breakdown/pointer_loss": 0.41070324182510376,
      "step": 860
    },
    {
      "epoch": 0.043849026781048045,
      "loss_breakdown/lm_loss": 0.0004432910354807973,
      "loss_breakdown/pointer_loss": 1.153160572052002,
      "step": 860
    },
    {
      "epoch": 0.043849026781048045,
      "loss_breakdown/lm_loss": 0.0004916574689559639,
      "loss_breakdown/pointer_loss": 1.5844361782073975,
      "step": 860
    },
    {
      "epoch": 0.044358899185478834,
      "grad_norm": 12.857084150087095,
      "learning_rate": 2.2145769622833846e-06,
      "loss": 0.3836,
      "step": 870
    },
    {
      "epoch": 0.044358899185478834,
      "loss_breakdown/lm_loss": 0.0002851415774784982,
      "loss_breakdown/pointer_loss": 1.5004559755325317,
      "step": 870
    },
    {
      "epoch": 0.044358899185478834,
      "loss_breakdown/lm_loss": 0.0003083018527831882,
      "loss_breakdown/pointer_loss": 0.7375231981277466,
      "step": 870
    },
    {
      "epoch": 0.044358899185478834,
      "loss_breakdown/lm_loss": 0.00035690783988684416,
      "loss_breakdown/pointer_loss": 0.7427489757537842,
      "step": 870
    },
    {
      "epoch": 0.044358899185478834,
      "loss_breakdown/lm_loss": 0.00034103868529200554,
      "loss_breakdown/pointer_loss": 0.6008981466293335,
      "step": 870
    },
    {
      "epoch": 0.04486877158990962,
      "grad_norm": 18.587664389995723,
      "learning_rate": 2.240061162079511e-06,
      "loss": 0.3443,
      "step": 880
    },
    {
      "epoch": 0.04486877158990962,
      "loss_breakdown/lm_loss": 0.0004367664805613458,
      "loss_breakdown/pointer_loss": 0.8510771989822388,
      "step": 880
    },
    {
      "epoch": 0.04486877158990962,
      "loss_breakdown/lm_loss": 0.00043284197454340756,
      "loss_breakdown/pointer_loss": 0.7910982370376587,
      "step": 880
    },
    {
      "epoch": 0.04486877158990962,
      "loss_breakdown/lm_loss": 0.00042053821380250156,
      "loss_breakdown/pointer_loss": 5.566745281219482,
      "step": 880
    },
    {
      "epoch": 0.04486877158990962,
      "loss_breakdown/lm_loss": 0.00040950527181848884,
      "loss_breakdown/pointer_loss": 0.29417794942855835,
      "step": 880
    },
    {
      "epoch": 0.04537864399434042,
      "grad_norm": 6.405741123611164,
      "learning_rate": 2.2655453618756375e-06,
      "loss": 0.3956,
      "step": 890
    },
    {
      "epoch": 0.04537864399434042,
      "loss_breakdown/lm_loss": 0.0004135102790314704,
      "loss_breakdown/pointer_loss": 1.2664636373519897,
      "step": 890
    },
    {
      "epoch": 0.04537864399434042,
      "loss_breakdown/lm_loss": 0.00034263511770404875,
      "loss_breakdown/pointer_loss": 1.5006144046783447,
      "step": 890
    },
    {
      "epoch": 0.04537864399434042,
      "loss_breakdown/lm_loss": 0.0004715742834378034,
      "loss_breakdown/pointer_loss": 0.7334666848182678,
      "step": 890
    },
    {
      "epoch": 0.04537864399434042,
      "loss_breakdown/lm_loss": 0.0004309822397772223,
      "loss_breakdown/pointer_loss": 0.12975797057151794,
      "step": 890
    },
    {
      "epoch": 0.04588851639877121,
      "grad_norm": 19.667907868160462,
      "learning_rate": 2.2910295616717638e-06,
      "loss": 0.3351,
      "step": 900
    },
    {
      "epoch": 0.04588851639877121,
      "loss_breakdown/lm_loss": 0.0005349207785911858,
      "loss_breakdown/pointer_loss": 2.379897356033325,
      "step": 900
    },
    {
      "epoch": 0.04588851639877121,
      "loss_breakdown/lm_loss": 0.00039678753819316626,
      "loss_breakdown/pointer_loss": 0.8384171724319458,
      "step": 900
    },
    {
      "epoch": 0.04588851639877121,
      "loss_breakdown/lm_loss": 0.0005300461780279875,
      "loss_breakdown/pointer_loss": 1.0193517208099365,
      "step": 900
    },
    {
      "epoch": 0.04588851639877121,
      "loss_breakdown/lm_loss": 0.0003273039765190333,
      "loss_breakdown/pointer_loss": 0.9087161421775818,
      "step": 900
    },
    {
      "epoch": 0.046398388803202,
      "grad_norm": 13.03274981465152,
      "learning_rate": 2.31651376146789e-06,
      "loss": 0.3418,
      "step": 910
    },
    {
      "epoch": 0.046398388803202,
      "loss_breakdown/lm_loss": 0.0002473344502504915,
      "loss_breakdown/pointer_loss": 0.30655717849731445,
      "step": 910
    },
    {
      "epoch": 0.046398388803202,
      "loss_breakdown/lm_loss": 0.00028209187439642847,
      "loss_breakdown/pointer_loss": 0.8316470384597778,
      "step": 910
    },
    {
      "epoch": 0.046398388803202,
      "loss_breakdown/lm_loss": 0.0003034606052096933,
      "loss_breakdown/pointer_loss": 1.8628464937210083,
      "step": 910
    },
    {
      "epoch": 0.046398388803202,
      "loss_breakdown/lm_loss": 0.00027014402439817786,
      "loss_breakdown/pointer_loss": 0.18017154932022095,
      "step": 910
    },
    {
      "epoch": 0.04690826120763279,
      "grad_norm": 8.581652831590725,
      "learning_rate": 2.3419979612640167e-06,
      "loss": 0.4292,
      "step": 920
    },
    {
      "epoch": 0.04690826120763279,
      "loss_breakdown/lm_loss": 0.00023534162028227001,
      "loss_breakdown/pointer_loss": 0.5502084493637085,
      "step": 920
    },
    {
      "epoch": 0.04690826120763279,
      "loss_breakdown/lm_loss": 0.00023269347730092704,
      "loss_breakdown/pointer_loss": 0.2568936049938202,
      "step": 920
    },
    {
      "epoch": 0.04690826120763279,
      "loss_breakdown/lm_loss": 0.00022911993437446654,
      "loss_breakdown/pointer_loss": 0.8067456483840942,
      "step": 920
    },
    {
      "epoch": 0.04690826120763279,
      "loss_breakdown/lm_loss": 0.0002918614773079753,
      "loss_breakdown/pointer_loss": 0.8060372471809387,
      "step": 920
    },
    {
      "epoch": 0.04741813361206358,
      "grad_norm": 31.34661879776621,
      "learning_rate": 2.367482161060143e-06,
      "loss": 0.3285,
      "step": 930
    },
    {
      "epoch": 0.04741813361206358,
      "loss_breakdown/lm_loss": 0.0003456546401139349,
      "loss_breakdown/pointer_loss": 3.018411159515381,
      "step": 930
    },
    {
      "epoch": 0.04741813361206358,
      "loss_breakdown/lm_loss": 0.0003610154381021857,
      "loss_breakdown/pointer_loss": 0.6520212888717651,
      "step": 930
    },
    {
      "epoch": 0.04741813361206358,
      "loss_breakdown/lm_loss": 0.00030730132129974663,
      "loss_breakdown/pointer_loss": 0.3571159243583679,
      "step": 930
    },
    {
      "epoch": 0.04741813361206358,
      "loss_breakdown/lm_loss": 0.00030411960324272513,
      "loss_breakdown/pointer_loss": 0.17458824813365936,
      "step": 930
    },
    {
      "epoch": 0.04792800601649437,
      "grad_norm": 7.777128367532658,
      "learning_rate": 2.392966360856269e-06,
      "loss": 0.3994,
      "step": 940
    },
    {
      "epoch": 0.04792800601649437,
      "loss_breakdown/lm_loss": 0.00026330543914809823,
      "loss_breakdown/pointer_loss": 1.3737690448760986,
      "step": 940
    },
    {
      "epoch": 0.04792800601649437,
      "loss_breakdown/lm_loss": 0.0003556442097760737,
      "loss_breakdown/pointer_loss": 0.85399329662323,
      "step": 940
    },
    {
      "epoch": 0.04792800601649437,
      "loss_breakdown/lm_loss": 0.00021705996186938137,
      "loss_breakdown/pointer_loss": 0.3106752336025238,
      "step": 940
    },
    {
      "epoch": 0.04792800601649437,
      "loss_breakdown/lm_loss": 0.00021521051530726254,
      "loss_breakdown/pointer_loss": 0.5190025568008423,
      "step": 940
    },
    {
      "epoch": 0.048437878420925166,
      "grad_norm": 11.914703728993453,
      "learning_rate": 2.4184505606523954e-06,
      "loss": 0.3618,
      "step": 950
    },
    {
      "epoch": 0.048437878420925166,
      "loss_breakdown/lm_loss": 0.0006595560698769987,
      "loss_breakdown/pointer_loss": 1.7874476909637451,
      "step": 950
    },
    {
      "epoch": 0.048437878420925166,
      "loss_breakdown/lm_loss": 0.00039133429527282715,
      "loss_breakdown/pointer_loss": 1.0610085725784302,
      "step": 950
    },
    {
      "epoch": 0.048437878420925166,
      "loss_breakdown/lm_loss": 0.00034528723335824907,
      "loss_breakdown/pointer_loss": 0.5669007897377014,
      "step": 950
    },
    {
      "epoch": 0.048437878420925166,
      "loss_breakdown/lm_loss": 0.00026464424445293844,
      "loss_breakdown/pointer_loss": 1.473358154296875,
      "step": 950
    },
    {
      "epoch": 0.048947750825355955,
      "grad_norm": 17.777570362000297,
      "learning_rate": 2.443934760448522e-06,
      "loss": 0.3649,
      "step": 960
    },
    {
      "epoch": 0.048947750825355955,
      "loss_breakdown/lm_loss": 0.0003733451303560287,
      "loss_breakdown/pointer_loss": 0.18688054382801056,
      "step": 960
    },
    {
      "epoch": 0.048947750825355955,
      "loss_breakdown/lm_loss": 0.00045301311183720827,
      "loss_breakdown/pointer_loss": 0.1530941277742386,
      "step": 960
    },
    {
      "epoch": 0.048947750825355955,
      "loss_breakdown/lm_loss": 0.0002931162598542869,
      "loss_breakdown/pointer_loss": 0.3625728487968445,
      "step": 960
    },
    {
      "epoch": 0.048947750825355955,
      "loss_breakdown/lm_loss": 0.0002726266102399677,
      "loss_breakdown/pointer_loss": 0.667890191078186,
      "step": 960
    },
    {
      "epoch": 0.049457623229786744,
      "grad_norm": 5.3582374274798275,
      "learning_rate": 2.4694189602446487e-06,
      "loss": 0.3862,
      "step": 970
    },
    {
      "epoch": 0.049457623229786744,
      "loss_breakdown/lm_loss": 0.0003294947964604944,
      "loss_breakdown/pointer_loss": 0.6361224055290222,
      "step": 970
    },
    {
      "epoch": 0.049457623229786744,
      "loss_breakdown/lm_loss": 0.000223951181396842,
      "loss_breakdown/pointer_loss": 0.6119701862335205,
      "step": 970
    },
    {
      "epoch": 0.049457623229786744,
      "loss_breakdown/lm_loss": 0.00021884366287849844,
      "loss_breakdown/pointer_loss": 0.4244735538959503,
      "step": 970
    },
    {
      "epoch": 0.049457623229786744,
      "loss_breakdown/lm_loss": 0.0002480823895893991,
      "loss_breakdown/pointer_loss": 0.9010522365570068,
      "step": 970
    },
    {
      "epoch": 0.04996749563421754,
      "grad_norm": 13.92401208159846,
      "learning_rate": 2.494903160040775e-06,
      "loss": 0.34,
      "step": 980
    },
    {
      "epoch": 0.04996749563421754,
      "loss_breakdown/lm_loss": 0.00029421699582599103,
      "loss_breakdown/pointer_loss": 0.13299450278282166,
      "step": 980
    },
    {
      "epoch": 0.04996749563421754,
      "loss_breakdown/lm_loss": 0.00021493692474905401,
      "loss_breakdown/pointer_loss": 0.13449253141880035,
      "step": 980
    },
    {
      "epoch": 0.04996749563421754,
      "loss_breakdown/lm_loss": 0.00024180331092793494,
      "loss_breakdown/pointer_loss": 0.3997587263584137,
      "step": 980
    },
    {
      "epoch": 0.04996749563421754,
      "loss_breakdown/lm_loss": 0.0003088541852775961,
      "loss_breakdown/pointer_loss": 0.06497633457183838,
      "step": 980
    },
    {
      "epoch": 0.05047736803864833,
      "grad_norm": 6.762516732073624,
      "learning_rate": 2.520387359836901e-06,
      "loss": 0.4172,
      "step": 990
    },
    {
      "epoch": 0.05047736803864833,
      "loss_breakdown/lm_loss": 0.00020548456814140081,
      "loss_breakdown/pointer_loss": 0.2618825435638428,
      "step": 990
    },
    {
      "epoch": 0.05047736803864833,
      "loss_breakdown/lm_loss": 0.00023160706041380763,
      "loss_breakdown/pointer_loss": 0.4042573869228363,
      "step": 990
    },
    {
      "epoch": 0.05047736803864833,
      "loss_breakdown/lm_loss": 0.00028500426560640335,
      "loss_breakdown/pointer_loss": 0.5243180990219116,
      "step": 990
    },
    {
      "epoch": 0.05047736803864833,
      "loss_breakdown/lm_loss": 0.0002893715864047408,
      "loss_breakdown/pointer_loss": 0.8006724119186401,
      "step": 990
    },
    {
      "epoch": 0.05098724044307912,
      "grad_norm": 18.87787671109297,
      "learning_rate": 2.5458715596330274e-06,
      "loss": 0.3645,
      "step": 1000
    },
    {
      "epoch": 0.05098724044307912,
      "loss_breakdown/lm_loss": 0.0005638880538754165,
      "loss_breakdown/pointer_loss": 1.197831392288208,
      "step": 1000
    },
    {
      "epoch": 0.05098724044307912,
      "loss_breakdown/lm_loss": 0.0002880936663132161,
      "loss_breakdown/pointer_loss": 0.8586043119430542,
      "step": 1000
    },
    {
      "epoch": 0.05098724044307912,
      "loss_breakdown/lm_loss": 0.0003212926385458559,
      "loss_breakdown/pointer_loss": 0.9763773679733276,
      "step": 1000
    },
    {
      "epoch": 0.05098724044307912,
      "loss_breakdown/lm_loss": 0.0002185769408242777,
      "loss_breakdown/pointer_loss": 0.5610060691833496,
      "step": 1000
    },
    {
      "epoch": 0.051497112847509914,
      "grad_norm": 13.591686265269484,
      "learning_rate": 2.5713557594291545e-06,
      "loss": 0.3827,
      "step": 1010
    },
    {
      "epoch": 0.051497112847509914,
      "loss_breakdown/lm_loss": 0.00019679474644362926,
      "loss_breakdown/pointer_loss": 0.18388399481773376,
      "step": 1010
    },
    {
      "epoch": 0.051497112847509914,
      "loss_breakdown/lm_loss": 0.0002164953330066055,
      "loss_breakdown/pointer_loss": 0.28225937485694885,
      "step": 1010
    },
    {
      "epoch": 0.051497112847509914,
      "loss_breakdown/lm_loss": 0.0002983788726851344,
      "loss_breakdown/pointer_loss": 0.7455488443374634,
      "step": 1010
    },
    {
      "epoch": 0.051497112847509914,
      "loss_breakdown/lm_loss": 0.00026590641937218606,
      "loss_breakdown/pointer_loss": 1.8849616050720215,
      "step": 1010
    },
    {
      "epoch": 0.0520069852519407,
      "grad_norm": 9.768948818556897,
      "learning_rate": 2.5968399592252808e-06,
      "loss": 0.3572,
      "step": 1020
    },
    {
      "epoch": 0.0520069852519407,
      "loss_breakdown/lm_loss": 0.00021590031974483281,
      "loss_breakdown/pointer_loss": 0.5026052594184875,
      "step": 1020
    },
    {
      "epoch": 0.0520069852519407,
      "loss_breakdown/lm_loss": 0.00021353708871174604,
      "loss_breakdown/pointer_loss": 1.1049048900604248,
      "step": 1020
    },
    {
      "epoch": 0.0520069852519407,
      "loss_breakdown/lm_loss": 0.00026747104129754007,
      "loss_breakdown/pointer_loss": 0.7547363042831421,
      "step": 1020
    },
    {
      "epoch": 0.0520069852519407,
      "loss_breakdown/lm_loss": 0.00021370561444200575,
      "loss_breakdown/pointer_loss": 0.8204748034477234,
      "step": 1020
    },
    {
      "epoch": 0.05251685765637149,
      "grad_norm": 15.880079476079798,
      "learning_rate": 2.622324159021407e-06,
      "loss": 0.3368,
      "step": 1030
    },
    {
      "epoch": 0.05251685765637149,
      "loss_breakdown/lm_loss": 0.00027811917243525386,
      "loss_breakdown/pointer_loss": 0.3898898959159851,
      "step": 1030
    },
    {
      "epoch": 0.05251685765637149,
      "loss_breakdown/lm_loss": 0.00029070593882352114,
      "loss_breakdown/pointer_loss": 0.49563637375831604,
      "step": 1030
    },
    {
      "epoch": 0.05251685765637149,
      "loss_breakdown/lm_loss": 0.00024389878672081977,
      "loss_breakdown/pointer_loss": 0.1709030270576477,
      "step": 1030
    },
    {
      "epoch": 0.05251685765637149,
      "loss_breakdown/lm_loss": 0.00034969899570569396,
      "loss_breakdown/pointer_loss": 0.19194047152996063,
      "step": 1030
    },
    {
      "epoch": 0.05302673006080228,
      "grad_norm": 17.209383777204533,
      "learning_rate": 2.6478083588175337e-06,
      "loss": 0.3532,
      "step": 1040
    },
    {
      "epoch": 0.05302673006080228,
      "loss_breakdown/lm_loss": 0.00026136086671613157,
      "loss_breakdown/pointer_loss": 0.5787636041641235,
      "step": 1040
    },
    {
      "epoch": 0.05302673006080228,
      "loss_breakdown/lm_loss": 0.0002370629517827183,
      "loss_breakdown/pointer_loss": 0.5419362187385559,
      "step": 1040
    },
    {
      "epoch": 0.05302673006080228,
      "loss_breakdown/lm_loss": 0.00016991404118016362,
      "loss_breakdown/pointer_loss": 0.2478107511997223,
      "step": 1040
    },
    {
      "epoch": 0.05302673006080228,
      "loss_breakdown/lm_loss": 0.00017420176300220191,
      "loss_breakdown/pointer_loss": 0.4691186249256134,
      "step": 1040
    },
    {
      "epoch": 0.05353660246523308,
      "grad_norm": 34.0045696127687,
      "learning_rate": 2.67329255861366e-06,
      "loss": 0.3624,
      "step": 1050
    },
    {
      "epoch": 0.05353660246523308,
      "loss_breakdown/lm_loss": 0.00043636394548229873,
      "loss_breakdown/pointer_loss": 1.397444725036621,
      "step": 1050
    },
    {
      "epoch": 0.05353660246523308,
      "loss_breakdown/lm_loss": 0.00022049293329473585,
      "loss_breakdown/pointer_loss": 0.7565844655036926,
      "step": 1050
    },
    {
      "epoch": 0.05353660246523308,
      "loss_breakdown/lm_loss": 0.0002445968857500702,
      "loss_breakdown/pointer_loss": 1.7989850044250488,
      "step": 1050
    },
    {
      "epoch": 0.05353660246523308,
      "loss_breakdown/lm_loss": 0.00023846868134569377,
      "loss_breakdown/pointer_loss": 0.6905115842819214,
      "step": 1050
    },
    {
      "epoch": 0.054046474869663866,
      "grad_norm": 11.133997511686847,
      "learning_rate": 2.698776758409786e-06,
      "loss": 0.372,
      "step": 1060
    },
    {
      "epoch": 0.054046474869663866,
      "loss_breakdown/lm_loss": 0.00017919501988217235,
      "loss_breakdown/pointer_loss": 0.6477342844009399,
      "step": 1060
    },
    {
      "epoch": 0.054046474869663866,
      "loss_breakdown/lm_loss": 0.00019853396224789321,
      "loss_breakdown/pointer_loss": 0.46914559602737427,
      "step": 1060
    },
    {
      "epoch": 0.054046474869663866,
      "loss_breakdown/lm_loss": 0.00016375971608795226,
      "loss_breakdown/pointer_loss": 0.4092717468738556,
      "step": 1060
    },
    {
      "epoch": 0.054046474869663866,
      "loss_breakdown/lm_loss": 0.00022661472030449659,
      "loss_breakdown/pointer_loss": 0.33558496832847595,
      "step": 1060
    },
    {
      "epoch": 0.054556347274094655,
      "grad_norm": 4.551185709205177,
      "learning_rate": 2.724260958205913e-06,
      "loss": 0.3865,
      "step": 1070
    },
    {
      "epoch": 0.054556347274094655,
      "loss_breakdown/lm_loss": 0.00015304089174605906,
      "loss_breakdown/pointer_loss": 0.8115688562393188,
      "step": 1070
    },
    {
      "epoch": 0.054556347274094655,
      "loss_breakdown/lm_loss": 0.00018229761917609721,
      "loss_breakdown/pointer_loss": 0.7627111077308655,
      "step": 1070
    },
    {
      "epoch": 0.054556347274094655,
      "loss_breakdown/lm_loss": 0.00015485969197470695,
      "loss_breakdown/pointer_loss": 0.77974534034729,
      "step": 1070
    },
    {
      "epoch": 0.054556347274094655,
      "loss_breakdown/lm_loss": 0.0001415190490661189,
      "loss_breakdown/pointer_loss": 0.8661895990371704,
      "step": 1070
    },
    {
      "epoch": 0.05506621967852545,
      "grad_norm": 8.927804994344195,
      "learning_rate": 2.749745158002039e-06,
      "loss": 0.3746,
      "step": 1080
    },
    {
      "epoch": 0.05506621967852545,
      "loss_breakdown/lm_loss": 0.0001591471373103559,
      "loss_breakdown/pointer_loss": 0.8146323561668396,
      "step": 1080
    },
    {
      "epoch": 0.05506621967852545,
      "loss_breakdown/lm_loss": 0.0001329522201558575,
      "loss_breakdown/pointer_loss": 0.7733591198921204,
      "step": 1080
    },
    {
      "epoch": 0.05506621967852545,
      "loss_breakdown/lm_loss": 0.00015207348042167723,
      "loss_breakdown/pointer_loss": 2.491330623626709,
      "step": 1080
    },
    {
      "epoch": 0.05506621967852545,
      "loss_breakdown/lm_loss": 0.0001647890021558851,
      "loss_breakdown/pointer_loss": 1.275441288948059,
      "step": 1080
    },
    {
      "epoch": 0.05557609208295624,
      "grad_norm": 9.773108061816453,
      "learning_rate": 2.7752293577981653e-06,
      "loss": 0.3971,
      "step": 1090
    },
    {
      "epoch": 0.05557609208295624,
      "loss_breakdown/lm_loss": 0.00019909546244889498,
      "loss_breakdown/pointer_loss": 0.6614068150520325,
      "step": 1090
    },
    {
      "epoch": 0.05557609208295624,
      "loss_breakdown/lm_loss": 0.00016109371790662408,
      "loss_breakdown/pointer_loss": 0.5610930323600769,
      "step": 1090
    },
    {
      "epoch": 0.05557609208295624,
      "loss_breakdown/lm_loss": 0.00018532254034653306,
      "loss_breakdown/pointer_loss": 0.4765298068523407,
      "step": 1090
    },
    {
      "epoch": 0.05557609208295624,
      "loss_breakdown/lm_loss": 0.00018513905524741858,
      "loss_breakdown/pointer_loss": 0.29561999440193176,
      "step": 1090
    },
    {
      "epoch": 0.05608596448738703,
      "grad_norm": 14.096188858291784,
      "learning_rate": 2.800713557594292e-06,
      "loss": 0.3763,
      "step": 1100
    },
    {
      "epoch": 0.05608596448738703,
      "loss_breakdown/lm_loss": 0.0004980294615961611,
      "loss_breakdown/pointer_loss": 2.913343906402588,
      "step": 1100
    },
    {
      "epoch": 0.05608596448738703,
      "loss_breakdown/lm_loss": 0.0003362693532835692,
      "loss_breakdown/pointer_loss": 1.1950874328613281,
      "step": 1100
    },
    {
      "epoch": 0.05608596448738703,
      "loss_breakdown/lm_loss": 0.00023787960526533425,
      "loss_breakdown/pointer_loss": 0.5659059286117554,
      "step": 1100
    },
    {
      "epoch": 0.05608596448738703,
      "loss_breakdown/lm_loss": 0.00023336787126027048,
      "loss_breakdown/pointer_loss": 1.2870595455169678,
      "step": 1100
    },
    {
      "epoch": 0.056595836891817825,
      "grad_norm": 5.856774490658001,
      "learning_rate": 2.826197757390418e-06,
      "loss": 0.3943,
      "step": 1110
    },
    {
      "epoch": 0.056595836891817825,
      "loss_breakdown/lm_loss": 0.00028534745797514915,
      "loss_breakdown/pointer_loss": 0.4379103183746338,
      "step": 1110
    },
    {
      "epoch": 0.056595836891817825,
      "loss_breakdown/lm_loss": 0.00020158765255473554,
      "loss_breakdown/pointer_loss": 0.4794408679008484,
      "step": 1110
    },
    {
      "epoch": 0.056595836891817825,
      "loss_breakdown/lm_loss": 0.00026539491955190897,
      "loss_breakdown/pointer_loss": 0.4632658362388611,
      "step": 1110
    },
    {
      "epoch": 0.056595836891817825,
      "loss_breakdown/lm_loss": 0.0002537193358875811,
      "loss_breakdown/pointer_loss": 0.3555613160133362,
      "step": 1110
    },
    {
      "epoch": 0.057105709296248613,
      "grad_norm": 106.46277379940283,
      "learning_rate": 2.8516819571865444e-06,
      "loss": 0.4172,
      "step": 1120
    },
    {
      "epoch": 0.057105709296248613,
      "loss_breakdown/lm_loss": 0.0005705629009753466,
      "loss_breakdown/pointer_loss": 0.4944842457771301,
      "step": 1120
    },
    {
      "epoch": 0.057105709296248613,
      "loss_breakdown/lm_loss": 0.00022067164536565542,
      "loss_breakdown/pointer_loss": 0.37502387166023254,
      "step": 1120
    },
    {
      "epoch": 0.057105709296248613,
      "loss_breakdown/lm_loss": 0.00020766664238180965,
      "loss_breakdown/pointer_loss": 0.7292816042900085,
      "step": 1120
    },
    {
      "epoch": 0.057105709296248613,
      "loss_breakdown/lm_loss": 0.00019703159341588616,
      "loss_breakdown/pointer_loss": 0.7796897292137146,
      "step": 1120
    },
    {
      "epoch": 0.0576155817006794,
      "grad_norm": 12.059299100773977,
      "learning_rate": 2.8771661569826707e-06,
      "loss": 0.3318,
      "step": 1130
    },
    {
      "epoch": 0.0576155817006794,
      "loss_breakdown/lm_loss": 0.00016972798039205372,
      "loss_breakdown/pointer_loss": 0.10869976133108139,
      "step": 1130
    },
    {
      "epoch": 0.0576155817006794,
      "loss_breakdown/lm_loss": 0.0002667016233317554,
      "loss_breakdown/pointer_loss": 0.0769055038690567,
      "step": 1130
    },
    {
      "epoch": 0.0576155817006794,
      "loss_breakdown/lm_loss": 0.00023812620202079415,
      "loss_breakdown/pointer_loss": 0.28582537174224854,
      "step": 1130
    },
    {
      "epoch": 0.0576155817006794,
      "loss_breakdown/lm_loss": 0.0003044398326892406,
      "loss_breakdown/pointer_loss": 0.6195131540298462,
      "step": 1130
    },
    {
      "epoch": 0.0581254541051102,
      "grad_norm": 9.886815569925208,
      "learning_rate": 2.9026503567787973e-06,
      "loss": 0.3412,
      "step": 1140
    },
    {
      "epoch": 0.0581254541051102,
      "loss_breakdown/lm_loss": 0.00018144262139685452,
      "loss_breakdown/pointer_loss": 0.46790218353271484,
      "step": 1140
    },
    {
      "epoch": 0.0581254541051102,
      "loss_breakdown/lm_loss": 0.00023804786906111985,
      "loss_breakdown/pointer_loss": 0.43040794134140015,
      "step": 1140
    },
    {
      "epoch": 0.0581254541051102,
      "loss_breakdown/lm_loss": 0.0002073165960609913,
      "loss_breakdown/pointer_loss": 0.5386182069778442,
      "step": 1140
    },
    {
      "epoch": 0.0581254541051102,
      "loss_breakdown/lm_loss": 0.00013751447841059417,
      "loss_breakdown/pointer_loss": 0.24926307797431946,
      "step": 1140
    },
    {
      "epoch": 0.05863532650954099,
      "grad_norm": 15.82433361073724,
      "learning_rate": 2.9281345565749236e-06,
      "loss": 0.3423,
      "step": 1150
    },
    {
      "epoch": 0.05863532650954099,
      "loss_breakdown/lm_loss": 0.00039809622103348374,
      "loss_breakdown/pointer_loss": 1.4957998991012573,
      "step": 1150
    },
    {
      "epoch": 0.05863532650954099,
      "loss_breakdown/lm_loss": 0.00027963542379438877,
      "loss_breakdown/pointer_loss": 1.4023977518081665,
      "step": 1150
    },
    {
      "epoch": 0.05863532650954099,
      "loss_breakdown/lm_loss": 0.00019523079390637577,
      "loss_breakdown/pointer_loss": 0.4896545112133026,
      "step": 1150
    },
    {
      "epoch": 0.05863532650954099,
      "loss_breakdown/lm_loss": 0.00023200873692985624,
      "loss_breakdown/pointer_loss": 0.8350610136985779,
      "step": 1150
    },
    {
      "epoch": 0.059145198913971776,
      "grad_norm": 7.695122528571791,
      "learning_rate": 2.95361875637105e-06,
      "loss": 0.3566,
      "step": 1160
    },
    {
      "epoch": 0.059145198913971776,
      "loss_breakdown/lm_loss": 0.00022847429499961436,
      "loss_breakdown/pointer_loss": 0.7878259420394897,
      "step": 1160
    },
    {
      "epoch": 0.059145198913971776,
      "loss_breakdown/lm_loss": 0.00019567724666558206,
      "loss_breakdown/pointer_loss": 0.18373015522956848,
      "step": 1160
    },
    {
      "epoch": 0.059145198913971776,
      "loss_breakdown/lm_loss": 0.0002847174182534218,
      "loss_breakdown/pointer_loss": 1.351142168045044,
      "step": 1160
    },
    {
      "epoch": 0.059145198913971776,
      "loss_breakdown/lm_loss": 0.00032346477382816374,
      "loss_breakdown/pointer_loss": 0.1395753175020218,
      "step": 1160
    },
    {
      "epoch": 0.05965507131840257,
      "grad_norm": 9.451163980975629,
      "learning_rate": 2.9791029561671765e-06,
      "loss": 0.3662,
      "step": 1170
    },
    {
      "epoch": 0.05965507131840257,
      "loss_breakdown/lm_loss": 0.0001639948459342122,
      "loss_breakdown/pointer_loss": 0.48906028270721436,
      "step": 1170
    },
    {
      "epoch": 0.05965507131840257,
      "loss_breakdown/lm_loss": 0.00016446498921141028,
      "loss_breakdown/pointer_loss": 0.4361952543258667,
      "step": 1170
    },
    {
      "epoch": 0.05965507131840257,
      "loss_breakdown/lm_loss": 0.00020011757442262024,
      "loss_breakdown/pointer_loss": 0.47498786449432373,
      "step": 1170
    },
    {
      "epoch": 0.05965507131840257,
      "loss_breakdown/lm_loss": 0.00013923195365350693,
      "loss_breakdown/pointer_loss": 0.19045600295066833,
      "step": 1170
    },
    {
      "epoch": 0.06016494372283336,
      "grad_norm": 14.391100936978795,
      "learning_rate": 3.0045871559633027e-06,
      "loss": 0.3732,
      "step": 1180
    },
    {
      "epoch": 0.06016494372283336,
      "loss_breakdown/lm_loss": 0.00016384685295633972,
      "loss_breakdown/pointer_loss": 1.1253334283828735,
      "step": 1180
    },
    {
      "epoch": 0.06016494372283336,
      "loss_breakdown/lm_loss": 0.00022433297999668866,
      "loss_breakdown/pointer_loss": 0.23312002420425415,
      "step": 1180
    },
    {
      "epoch": 0.06016494372283336,
      "loss_breakdown/lm_loss": 0.0002484511351212859,
      "loss_breakdown/pointer_loss": 0.25395867228507996,
      "step": 1180
    },
    {
      "epoch": 0.06016494372283336,
      "loss_breakdown/lm_loss": 0.00019527850963640958,
      "loss_breakdown/pointer_loss": 0.3341820240020752,
      "step": 1180
    },
    {
      "epoch": 0.06067481612726415,
      "grad_norm": 6.161628237762964,
      "learning_rate": 3.03007135575943e-06,
      "loss": 0.3621,
      "step": 1190
    },
    {
      "epoch": 0.06067481612726415,
      "loss_breakdown/lm_loss": 0.0001303866010857746,
      "loss_breakdown/pointer_loss": 0.7105221748352051,
      "step": 1190
    },
    {
      "epoch": 0.06067481612726415,
      "loss_breakdown/lm_loss": 0.0001225279993377626,
      "loss_breakdown/pointer_loss": 0.45501965284347534,
      "step": 1190
    },
    {
      "epoch": 0.06067481612726415,
      "loss_breakdown/lm_loss": 0.00013745469914283603,
      "loss_breakdown/pointer_loss": 1.697482943534851,
      "step": 1190
    },
    {
      "epoch": 0.06067481612726415,
      "loss_breakdown/lm_loss": 0.0001298800780205056,
      "loss_breakdown/pointer_loss": 0.5668320655822754,
      "step": 1190
    },
    {
      "epoch": 0.061184688531694946,
      "grad_norm": 10.601444291776245,
      "learning_rate": 3.055555555555556e-06,
      "loss": 0.3315,
      "step": 1200
    },
    {
      "epoch": 0.061184688531694946,
      "loss_breakdown/lm_loss": 0.0004189175378996879,
      "loss_breakdown/pointer_loss": 2.3184051513671875,
      "step": 1200
    },
    {
      "epoch": 0.061184688531694946,
      "loss_breakdown/lm_loss": 0.00018292116874363273,
      "loss_breakdown/pointer_loss": 1.1079323291778564,
      "step": 1200
    },
    {
      "epoch": 0.061184688531694946,
      "loss_breakdown/lm_loss": 0.000145615020301193,
      "loss_breakdown/pointer_loss": 0.8403104543685913,
      "step": 1200
    },
    {
      "epoch": 0.061184688531694946,
      "loss_breakdown/lm_loss": 0.0001723225723253563,
      "loss_breakdown/pointer_loss": 0.8301106095314026,
      "step": 1200
    },
    {
      "epoch": 0.061694560936125735,
      "grad_norm": 5.772979952753928,
      "learning_rate": 3.0810397553516823e-06,
      "loss": 0.3734,
      "step": 1210
    },
    {
      "epoch": 0.061694560936125735,
      "loss_breakdown/lm_loss": 0.00012859895650763065,
      "loss_breakdown/pointer_loss": 0.8168559074401855,
      "step": 1210
    },
    {
      "epoch": 0.061694560936125735,
      "loss_breakdown/lm_loss": 0.00011052934132749215,
      "loss_breakdown/pointer_loss": 0.12972545623779297,
      "step": 1210
    },
    {
      "epoch": 0.061694560936125735,
      "loss_breakdown/lm_loss": 0.00013796683924738318,
      "loss_breakdown/pointer_loss": 0.26000919938087463,
      "step": 1210
    },
    {
      "epoch": 0.061694560936125735,
      "loss_breakdown/lm_loss": 0.00018165246001444757,
      "loss_breakdown/pointer_loss": 2.0316052436828613,
      "step": 1210
    },
    {
      "epoch": 0.062204433340556524,
      "grad_norm": 58.195303639643235,
      "learning_rate": 3.106523955147809e-06,
      "loss": 0.3498,
      "step": 1220
    },
    {
      "epoch": 0.062204433340556524,
      "loss_breakdown/lm_loss": 0.00013048059190623462,
      "loss_breakdown/pointer_loss": 0.8329006433486938,
      "step": 1220
    },
    {
      "epoch": 0.062204433340556524,
      "loss_breakdown/lm_loss": 0.00014147163892630488,
      "loss_breakdown/pointer_loss": 0.5749642848968506,
      "step": 1220
    },
    {
      "epoch": 0.062204433340556524,
      "loss_breakdown/lm_loss": 0.0001517318160040304,
      "loss_breakdown/pointer_loss": 0.4713648557662964,
      "step": 1220
    },
    {
      "epoch": 0.062204433340556524,
      "loss_breakdown/lm_loss": 0.0001292724919039756,
      "loss_breakdown/pointer_loss": 1.0501962900161743,
      "step": 1220
    },
    {
      "epoch": 0.06271430574498732,
      "grad_norm": 11.57712694585061,
      "learning_rate": 3.132008154943935e-06,
      "loss": 0.3417,
      "step": 1230
    },
    {
      "epoch": 0.06271430574498732,
      "loss_breakdown/lm_loss": 0.00014787052350584418,
      "loss_breakdown/pointer_loss": 0.5908727049827576,
      "step": 1230
    },
    {
      "epoch": 0.06271430574498732,
      "loss_breakdown/lm_loss": 0.00010546732664806768,
      "loss_breakdown/pointer_loss": 0.1734825223684311,
      "step": 1230
    },
    {
      "epoch": 0.06271430574498732,
      "loss_breakdown/lm_loss": 0.00015352293848991394,
      "loss_breakdown/pointer_loss": 0.733843207359314,
      "step": 1230
    },
    {
      "epoch": 0.06271430574498732,
      "loss_breakdown/lm_loss": 0.00018988987721968442,
      "loss_breakdown/pointer_loss": 0.07670235633850098,
      "step": 1230
    },
    {
      "epoch": 0.06322417814941811,
      "grad_norm": 25.48133154460568,
      "learning_rate": 3.1574923547400614e-06,
      "loss": 0.3447,
      "step": 1240
    },
    {
      "epoch": 0.06322417814941811,
      "loss_breakdown/lm_loss": 0.00016850695828907192,
      "loss_breakdown/pointer_loss": 1.084099531173706,
      "step": 1240
    },
    {
      "epoch": 0.06322417814941811,
      "loss_breakdown/lm_loss": 0.00016098773630801588,
      "loss_breakdown/pointer_loss": 1.0072245597839355,
      "step": 1240
    },
    {
      "epoch": 0.06322417814941811,
      "loss_breakdown/lm_loss": 0.00013691217463929206,
      "loss_breakdown/pointer_loss": 0.6129623651504517,
      "step": 1240
    },
    {
      "epoch": 0.06322417814941811,
      "loss_breakdown/lm_loss": 0.0001571747852722183,
      "loss_breakdown/pointer_loss": 0.30166909098625183,
      "step": 1240
    },
    {
      "epoch": 0.0637340505538489,
      "grad_norm": 16.36301813456303,
      "learning_rate": 3.182976554536188e-06,
      "loss": 0.4125,
      "step": 1250
    },
    {
      "epoch": 0.0637340505538489,
      "loss_breakdown/lm_loss": 0.00023000351211521775,
      "loss_breakdown/pointer_loss": 2.8356809616088867,
      "step": 1250
    },
    {
      "epoch": 0.0637340505538489,
      "loss_breakdown/lm_loss": 0.00012913426326122135,
      "loss_breakdown/pointer_loss": 0.9218342900276184,
      "step": 1250
    },
    {
      "epoch": 0.0637340505538489,
      "loss_breakdown/lm_loss": 0.0001632430066820234,
      "loss_breakdown/pointer_loss": 0.6018764972686768,
      "step": 1250
    },
    {
      "epoch": 0.0637340505538489,
      "loss_breakdown/lm_loss": 0.00017576366371940821,
      "loss_breakdown/pointer_loss": 1.6684619188308716,
      "step": 1250
    },
    {
      "epoch": 0.06424392295827969,
      "grad_norm": 5.944579323330908,
      "learning_rate": 3.2084607543323143e-06,
      "loss": 0.3535,
      "step": 1260
    },
    {
      "epoch": 0.06424392295827969,
      "loss_breakdown/lm_loss": 0.00011547877511475235,
      "loss_breakdown/pointer_loss": 0.5753647089004517,
      "step": 1260
    },
    {
      "epoch": 0.06424392295827969,
      "loss_breakdown/lm_loss": 0.00011387777340132743,
      "loss_breakdown/pointer_loss": 0.42731764912605286,
      "step": 1260
    },
    {
      "epoch": 0.06424392295827969,
      "loss_breakdown/lm_loss": 0.00010724064486566931,
      "loss_breakdown/pointer_loss": 0.273959755897522,
      "step": 1260
    },
    {
      "epoch": 0.06424392295827969,
      "loss_breakdown/lm_loss": 0.00011213705874979496,
      "loss_breakdown/pointer_loss": 0.751102089881897,
      "step": 1260
    },
    {
      "epoch": 0.06475379536271048,
      "grad_norm": 8.052004029180603,
      "learning_rate": 3.2339449541284406e-06,
      "loss": 0.368,
      "step": 1270
    },
    {
      "epoch": 0.06475379536271048,
      "loss_breakdown/lm_loss": 0.00010982773528667167,
      "loss_breakdown/pointer_loss": 0.5233606100082397,
      "step": 1270
    },
    {
      "epoch": 0.06475379536271048,
      "loss_breakdown/lm_loss": 0.00010253993241349235,
      "loss_breakdown/pointer_loss": 0.576600193977356,
      "step": 1270
    },
    {
      "epoch": 0.06475379536271048,
      "loss_breakdown/lm_loss": 0.00013541664520744234,
      "loss_breakdown/pointer_loss": 0.5523563623428345,
      "step": 1270
    },
    {
      "epoch": 0.06475379536271048,
      "loss_breakdown/lm_loss": 0.00010134998592548072,
      "loss_breakdown/pointer_loss": 0.3636707365512848,
      "step": 1270
    },
    {
      "epoch": 0.06526366776714128,
      "grad_norm": 11.952617855173521,
      "learning_rate": 3.2594291539245672e-06,
      "loss": 0.3495,
      "step": 1280
    },
    {
      "epoch": 0.06526366776714128,
      "loss_breakdown/lm_loss": 0.00015209415869321674,
      "loss_breakdown/pointer_loss": 0.38764163851737976,
      "step": 1280
    },
    {
      "epoch": 0.06526366776714128,
      "loss_breakdown/lm_loss": 0.00023039545339997858,
      "loss_breakdown/pointer_loss": 0.5089068412780762,
      "step": 1280
    },
    {
      "epoch": 0.06526366776714128,
      "loss_breakdown/lm_loss": 0.00014173795352689922,
      "loss_breakdown/pointer_loss": 0.8987327814102173,
      "step": 1280
    },
    {
      "epoch": 0.06526366776714128,
      "loss_breakdown/lm_loss": 0.00013417255831882358,
      "loss_breakdown/pointer_loss": 0.2304844707250595,
      "step": 1280
    },
    {
      "epoch": 0.06577354017157207,
      "grad_norm": 23.6907149283161,
      "learning_rate": 3.2849133537206935e-06,
      "loss": 0.3803,
      "step": 1290
    },
    {
      "epoch": 0.06577354017157207,
      "loss_breakdown/lm_loss": 0.00017687708896119148,
      "loss_breakdown/pointer_loss": 0.8287911415100098,
      "step": 1290
    },
    {
      "epoch": 0.06577354017157207,
      "loss_breakdown/lm_loss": 0.00019876679289154708,
      "loss_breakdown/pointer_loss": 0.5550003051757812,
      "step": 1290
    },
    {
      "epoch": 0.06577354017157207,
      "loss_breakdown/lm_loss": 0.00015834270743653178,
      "loss_breakdown/pointer_loss": 0.39686715602874756,
      "step": 1290
    },
    {
      "epoch": 0.06577354017157207,
      "loss_breakdown/lm_loss": 0.00012606781092472374,
      "loss_breakdown/pointer_loss": 1.1664369106292725,
      "step": 1290
    },
    {
      "epoch": 0.06628341257600286,
      "grad_norm": 8.27224175174481,
      "learning_rate": 3.3103975535168197e-06,
      "loss": 0.3392,
      "step": 1300
    },
    {
      "epoch": 0.06628341257600286,
      "loss_breakdown/lm_loss": 0.0005486981244757771,
      "loss_breakdown/pointer_loss": 2.856329917907715,
      "step": 1300
    },
    {
      "epoch": 0.06628341257600286,
      "loss_breakdown/lm_loss": 0.0003065825148951262,
      "loss_breakdown/pointer_loss": 1.1989171504974365,
      "step": 1300
    },
    {
      "epoch": 0.06628341257600286,
      "loss_breakdown/lm_loss": 0.00023051978496368974,
      "loss_breakdown/pointer_loss": 0.8915318250656128,
      "step": 1300
    },
    {
      "epoch": 0.06628341257600286,
      "loss_breakdown/lm_loss": 0.00019148847786709666,
      "loss_breakdown/pointer_loss": 1.4203290939331055,
      "step": 1300
    },
    {
      "epoch": 0.06679328498043365,
      "grad_norm": 22.818183912551113,
      "learning_rate": 3.3358817533129464e-06,
      "loss": 0.3782,
      "step": 1310
    },
    {
      "epoch": 0.06679328498043365,
      "loss_breakdown/lm_loss": 0.0001474553282605484,
      "loss_breakdown/pointer_loss": 0.8737743496894836,
      "step": 1310
    },
    {
      "epoch": 0.06679328498043365,
      "loss_breakdown/lm_loss": 0.00013329686771612614,
      "loss_breakdown/pointer_loss": 0.703882098197937,
      "step": 1310
    },
    {
      "epoch": 0.06679328498043365,
      "loss_breakdown/lm_loss": 0.0001372769329464063,
      "loss_breakdown/pointer_loss": 1.000441551208496,
      "step": 1310
    },
    {
      "epoch": 0.06679328498043365,
      "loss_breakdown/lm_loss": 0.00011357908078934997,
      "loss_breakdown/pointer_loss": 0.2397729456424713,
      "step": 1310
    },
    {
      "epoch": 0.06730315738486443,
      "grad_norm": 6.782957919296321,
      "learning_rate": 3.3613659531090726e-06,
      "loss": 0.4128,
      "step": 1320
    },
    {
      "epoch": 0.06730315738486443,
      "loss_breakdown/lm_loss": 0.00015086849452927709,
      "loss_breakdown/pointer_loss": 1.9161299467086792,
      "step": 1320
    },
    {
      "epoch": 0.06730315738486443,
      "loss_breakdown/lm_loss": 0.00010964330431306735,
      "loss_breakdown/pointer_loss": 0.5481611490249634,
      "step": 1320
    },
    {
      "epoch": 0.06730315738486443,
      "loss_breakdown/lm_loss": 0.00010369483788963407,
      "loss_breakdown/pointer_loss": 0.32118117809295654,
      "step": 1320
    },
    {
      "epoch": 0.06730315738486443,
      "loss_breakdown/lm_loss": 0.00010170439054490998,
      "loss_breakdown/pointer_loss": 0.28045302629470825,
      "step": 1320
    },
    {
      "epoch": 0.06781302978929522,
      "grad_norm": 10.339824743774951,
      "learning_rate": 3.386850152905199e-06,
      "loss": 0.3168,
      "step": 1330
    },
    {
      "epoch": 0.06781302978929522,
      "loss_breakdown/lm_loss": 0.000115008901047986,
      "loss_breakdown/pointer_loss": 2.720045566558838,
      "step": 1330
    },
    {
      "epoch": 0.06781302978929522,
      "loss_breakdown/lm_loss": 0.00014048432058189064,
      "loss_breakdown/pointer_loss": 0.14013971388339996,
      "step": 1330
    },
    {
      "epoch": 0.06781302978929522,
      "loss_breakdown/lm_loss": 0.00013985221448820084,
      "loss_breakdown/pointer_loss": 0.15761950612068176,
      "step": 1330
    },
    {
      "epoch": 0.06781302978929522,
      "loss_breakdown/lm_loss": 0.00022572738816961646,
      "loss_breakdown/pointer_loss": 3.8707220554351807,
      "step": 1330
    },
    {
      "epoch": 0.06832290219372603,
      "grad_norm": 5.405318272465206,
      "learning_rate": 3.412334352701325e-06,
      "loss": 0.3981,
      "step": 1340
    },
    {
      "epoch": 0.06832290219372603,
      "loss_breakdown/lm_loss": 0.00015514595725107938,
      "loss_breakdown/pointer_loss": 0.21354834735393524,
      "step": 1340
    },
    {
      "epoch": 0.06832290219372603,
      "loss_breakdown/lm_loss": 0.0001643973373575136,
      "loss_breakdown/pointer_loss": 0.760373592376709,
      "step": 1340
    },
    {
      "epoch": 0.06832290219372603,
      "loss_breakdown/lm_loss": 0.00011676652502501383,
      "loss_breakdown/pointer_loss": 0.6239196062088013,
      "step": 1340
    },
    {
      "epoch": 0.06832290219372603,
      "loss_breakdown/lm_loss": 0.0001438234030501917,
      "loss_breakdown/pointer_loss": 0.5007650256156921,
      "step": 1340
    },
    {
      "epoch": 0.06883277459815682,
      "grad_norm": 9.946967500512358,
      "learning_rate": 3.4378185524974518e-06,
      "loss": 0.3532,
      "step": 1350
    },
    {
      "epoch": 0.06883277459815682,
      "loss_breakdown/lm_loss": 0.0004985036794096231,
      "loss_breakdown/pointer_loss": 3.4123659133911133,
      "step": 1350
    },
    {
      "epoch": 0.06883277459815682,
      "loss_breakdown/lm_loss": 0.00016905175289139152,
      "loss_breakdown/pointer_loss": 1.7867507934570312,
      "step": 1350
    },
    {
      "epoch": 0.06883277459815682,
      "loss_breakdown/lm_loss": 0.00011546912719495595,
      "loss_breakdown/pointer_loss": 0.40564507246017456,
      "step": 1350
    },
    {
      "epoch": 0.06883277459815682,
      "loss_breakdown/lm_loss": 0.0001291966182179749,
      "loss_breakdown/pointer_loss": 1.7045705318450928,
      "step": 1350
    },
    {
      "epoch": 0.0693426470025876,
      "grad_norm": 8.336408831339607,
      "learning_rate": 3.463302752293578e-06,
      "loss": 0.3523,
      "step": 1360
    },
    {
      "epoch": 0.0693426470025876,
      "loss_breakdown/lm_loss": 0.00010246915189782158,
      "loss_breakdown/pointer_loss": 0.887417197227478,
      "step": 1360
    },
    {
      "epoch": 0.0693426470025876,
      "loss_breakdown/lm_loss": 0.00016482771025039256,
      "loss_breakdown/pointer_loss": 0.2990510165691376,
      "step": 1360
    },
    {
      "epoch": 0.0693426470025876,
      "loss_breakdown/lm_loss": 0.00014808625564910471,
      "loss_breakdown/pointer_loss": 0.2654775083065033,
      "step": 1360
    },
    {
      "epoch": 0.0693426470025876,
      "loss_breakdown/lm_loss": 0.00015219241322483867,
      "loss_breakdown/pointer_loss": 0.5058951377868652,
      "step": 1360
    },
    {
      "epoch": 0.06985251940701839,
      "grad_norm": 7.334350295085462,
      "learning_rate": 3.4887869520897042e-06,
      "loss": 0.3597,
      "step": 1370
    },
    {
      "epoch": 0.06985251940701839,
      "loss_breakdown/lm_loss": 0.00012451139627955854,
      "loss_breakdown/pointer_loss": 0.6810111999511719,
      "step": 1370
    },
    {
      "epoch": 0.06985251940701839,
      "loss_breakdown/lm_loss": 9.220962965628132e-05,
      "loss_breakdown/pointer_loss": 0.7394351363182068,
      "step": 1370
    },
    {
      "epoch": 0.06985251940701839,
      "loss_breakdown/lm_loss": 0.00010148833098355681,
      "loss_breakdown/pointer_loss": 0.6397210359573364,
      "step": 1370
    },
    {
      "epoch": 0.06985251940701839,
      "loss_breakdown/lm_loss": 0.00013798837608192116,
      "loss_breakdown/pointer_loss": 0.9760333895683289,
      "step": 1370
    },
    {
      "epoch": 0.07036239181144918,
      "grad_norm": 52.19475516595338,
      "learning_rate": 3.5142711518858313e-06,
      "loss": 0.337,
      "step": 1380
    },
    {
      "epoch": 0.07036239181144918,
      "loss_breakdown/lm_loss": 0.00013853199197910726,
      "loss_breakdown/pointer_loss": 1.382290244102478,
      "step": 1380
    },
    {
      "epoch": 0.07036239181144918,
      "loss_breakdown/lm_loss": 0.00010096223559230566,
      "loss_breakdown/pointer_loss": 0.3201860189437866,
      "step": 1380
    },
    {
      "epoch": 0.07036239181144918,
      "loss_breakdown/lm_loss": 0.00014556534006260335,
      "loss_breakdown/pointer_loss": 0.9019129276275635,
      "step": 1380
    },
    {
      "epoch": 0.07036239181144918,
      "loss_breakdown/lm_loss": 0.00011813365563284606,
      "loss_breakdown/pointer_loss": 0.4129396677017212,
      "step": 1380
    },
    {
      "epoch": 0.07087226421587997,
      "grad_norm": 5.571104990055648,
      "learning_rate": 3.5397553516819576e-06,
      "loss": 0.384,
      "step": 1390
    },
    {
      "epoch": 0.07087226421587997,
      "loss_breakdown/lm_loss": 0.00018113382975570858,
      "loss_breakdown/pointer_loss": 0.6943793892860413,
      "step": 1390
    },
    {
      "epoch": 0.07087226421587997,
      "loss_breakdown/lm_loss": 0.00019151864398736507,
      "loss_breakdown/pointer_loss": 0.22068314254283905,
      "step": 1390
    },
    {
      "epoch": 0.07087226421587997,
      "loss_breakdown/lm_loss": 0.00016230845358222723,
      "loss_breakdown/pointer_loss": 0.7402191162109375,
      "step": 1390
    },
    {
      "epoch": 0.07087226421587997,
      "loss_breakdown/lm_loss": 0.00015158196038100868,
      "loss_breakdown/pointer_loss": 0.6187245845794678,
      "step": 1390
    },
    {
      "epoch": 0.07138213662031077,
      "grad_norm": 9.696746869532793,
      "learning_rate": 3.5652395514780842e-06,
      "loss": 0.3519,
      "step": 1400
    },
    {
      "epoch": 0.07138213662031077,
      "loss_breakdown/lm_loss": 0.0002600004954729229,
      "loss_breakdown/pointer_loss": 1.7632408142089844,
      "step": 1400
    },
    {
      "epoch": 0.07138213662031077,
      "loss_breakdown/lm_loss": 0.0001412600395269692,
      "loss_breakdown/pointer_loss": 1.3634587526321411,
      "step": 1400
    },
    {
      "epoch": 0.07138213662031077,
      "loss_breakdown/lm_loss": 0.00012995356519240886,
      "loss_breakdown/pointer_loss": 0.6224547028541565,
      "step": 1400
    },
    {
      "epoch": 0.07138213662031077,
      "loss_breakdown/lm_loss": 0.00012674237950704992,
      "loss_breakdown/pointer_loss": 0.8115477561950684,
      "step": 1400
    },
    {
      "epoch": 0.07189200902474156,
      "grad_norm": 47.34036562207912,
      "learning_rate": 3.5907237512742105e-06,
      "loss": 0.3902,
      "step": 1410
    },
    {
      "epoch": 0.07189200902474156,
      "loss_breakdown/lm_loss": 0.00012560751929413527,
      "loss_breakdown/pointer_loss": 0.2661915719509125,
      "step": 1410
    },
    {
      "epoch": 0.07189200902474156,
      "loss_breakdown/lm_loss": 0.00010280410788254812,
      "loss_breakdown/pointer_loss": 0.2528235614299774,
      "step": 1410
    },
    {
      "epoch": 0.07189200902474156,
      "loss_breakdown/lm_loss": 0.00011425842967582867,
      "loss_breakdown/pointer_loss": 0.14078649878501892,
      "step": 1410
    },
    {
      "epoch": 0.07189200902474156,
      "loss_breakdown/lm_loss": 8.895650535123423e-05,
      "loss_breakdown/pointer_loss": 0.2454487830400467,
      "step": 1410
    },
    {
      "epoch": 0.07240188142917235,
      "grad_norm": 4.828581126660359,
      "learning_rate": 3.6162079510703367e-06,
      "loss": 0.3439,
      "step": 1420
    },
    {
      "epoch": 0.07240188142917235,
      "loss_breakdown/lm_loss": 0.0001072297163773328,
      "loss_breakdown/pointer_loss": 1.1656025648117065,
      "step": 1420
    },
    {
      "epoch": 0.07240188142917235,
      "loss_breakdown/lm_loss": 9.787773160496727e-05,
      "loss_breakdown/pointer_loss": 0.6376814246177673,
      "step": 1420
    },
    {
      "epoch": 0.07240188142917235,
      "loss_breakdown/lm_loss": 0.00010736116382759064,
      "loss_breakdown/pointer_loss": 0.6193400621414185,
      "step": 1420
    },
    {
      "epoch": 0.07240188142917235,
      "loss_breakdown/lm_loss": 0.00012075670383637771,
      "loss_breakdown/pointer_loss": 0.47419095039367676,
      "step": 1420
    },
    {
      "epoch": 0.07291175383360314,
      "grad_norm": 7.297185451964276,
      "learning_rate": 3.6416921508664634e-06,
      "loss": 0.3299,
      "step": 1430
    },
    {
      "epoch": 0.07291175383360314,
      "loss_breakdown/lm_loss": 0.00028782288427464664,
      "loss_breakdown/pointer_loss": 0.2226671576499939,
      "step": 1430
    },
    {
      "epoch": 0.07291175383360314,
      "loss_breakdown/lm_loss": 0.00017800713249016553,
      "loss_breakdown/pointer_loss": 0.18485715985298157,
      "step": 1430
    },
    {
      "epoch": 0.07291175383360314,
      "loss_breakdown/lm_loss": 0.00015166662342380732,
      "loss_breakdown/pointer_loss": 0.13664105534553528,
      "step": 1430
    },
    {
      "epoch": 0.07291175383360314,
      "loss_breakdown/lm_loss": 0.00029897390049882233,
      "loss_breakdown/pointer_loss": 0.06309738755226135,
      "step": 1430
    },
    {
      "epoch": 0.07342162623803393,
      "grad_norm": 46.22148899854546,
      "learning_rate": 3.6671763506625896e-06,
      "loss": 0.3774,
      "step": 1440
    },
    {
      "epoch": 0.07342162623803393,
      "loss_breakdown/lm_loss": 0.00021919497521594167,
      "loss_breakdown/pointer_loss": 0.6114468574523926,
      "step": 1440
    },
    {
      "epoch": 0.07342162623803393,
      "loss_breakdown/lm_loss": 9.330818284070119e-05,
      "loss_breakdown/pointer_loss": 0.2986971437931061,
      "step": 1440
    },
    {
      "epoch": 0.07342162623803393,
      "loss_breakdown/lm_loss": 9.085590136237442e-05,
      "loss_breakdown/pointer_loss": 0.621674120426178,
      "step": 1440
    },
    {
      "epoch": 0.07342162623803393,
      "loss_breakdown/lm_loss": 0.00011887621803907678,
      "loss_breakdown/pointer_loss": 0.41023126244544983,
      "step": 1440
    },
    {
      "epoch": 0.07393149864246472,
      "grad_norm": 14.324843417888196,
      "learning_rate": 3.692660550458716e-06,
      "loss": 0.3504,
      "step": 1450
    },
    {
      "epoch": 0.07393149864246472,
      "loss_breakdown/lm_loss": 0.0002650947717484087,
      "loss_breakdown/pointer_loss": 3.1607131958007812,
      "step": 1450
    },
    {
      "epoch": 0.07393149864246472,
      "loss_breakdown/lm_loss": 0.00012877523840870708,
      "loss_breakdown/pointer_loss": 0.7171105146408081,
      "step": 1450
    },
    {
      "epoch": 0.07393149864246472,
      "loss_breakdown/lm_loss": 0.0001216487362398766,
      "loss_breakdown/pointer_loss": 0.792392373085022,
      "step": 1450
    },
    {
      "epoch": 0.07393149864246472,
      "loss_breakdown/lm_loss": 0.00011085846199421212,
      "loss_breakdown/pointer_loss": 0.8273226618766785,
      "step": 1450
    },
    {
      "epoch": 0.07444137104689551,
      "grad_norm": 4.455371430646635,
      "learning_rate": 3.7181447502548425e-06,
      "loss": 0.3611,
      "step": 1460
    },
    {
      "epoch": 0.07444137104689551,
      "loss_breakdown/lm_loss": 8.186569903045893e-05,
      "loss_breakdown/pointer_loss": 0.253265917301178,
      "step": 1460
    },
    {
      "epoch": 0.07444137104689551,
      "loss_breakdown/lm_loss": 0.00011700706090778112,
      "loss_breakdown/pointer_loss": 0.9760169982910156,
      "step": 1460
    },
    {
      "epoch": 0.07444137104689551,
      "loss_breakdown/lm_loss": 0.00010549902799539268,
      "loss_breakdown/pointer_loss": 0.39544305205345154,
      "step": 1460
    },
    {
      "epoch": 0.07444137104689551,
      "loss_breakdown/lm_loss": 0.00017969703185372055,
      "loss_breakdown/pointer_loss": 2.3209095001220703,
      "step": 1460
    },
    {
      "epoch": 0.07495124345132631,
      "grad_norm": 4.488738332983342,
      "learning_rate": 3.7436289500509687e-06,
      "loss": 0.3598,
      "step": 1470
    },
    {
      "epoch": 0.07495124345132631,
      "loss_breakdown/lm_loss": 9.758041414897889e-05,
      "loss_breakdown/pointer_loss": 0.38084515929222107,
      "step": 1470
    },
    {
      "epoch": 0.07495124345132631,
      "loss_breakdown/lm_loss": 0.00010756014671642333,
      "loss_breakdown/pointer_loss": 0.3410870432853699,
      "step": 1470
    },
    {
      "epoch": 0.07495124345132631,
      "loss_breakdown/lm_loss": 9.578531899023801e-05,
      "loss_breakdown/pointer_loss": 0.9595339298248291,
      "step": 1470
    },
    {
      "epoch": 0.07495124345132631,
      "loss_breakdown/lm_loss": 9.45876890909858e-05,
      "loss_breakdown/pointer_loss": 0.6771847605705261,
      "step": 1470
    },
    {
      "epoch": 0.0754611158557571,
      "grad_norm": 7.917761176223946,
      "learning_rate": 3.769113149847095e-06,
      "loss": 0.3466,
      "step": 1480
    },
    {
      "epoch": 0.0754611158557571,
      "loss_breakdown/lm_loss": 0.00010605701390886679,
      "loss_breakdown/pointer_loss": 0.2940708100795746,
      "step": 1480
    },
    {
      "epoch": 0.0754611158557571,
      "loss_breakdown/lm_loss": 0.00012849844642914832,
      "loss_breakdown/pointer_loss": 0.6875524520874023,
      "step": 1480
    },
    {
      "epoch": 0.0754611158557571,
      "loss_breakdown/lm_loss": 7.978061330504715e-05,
      "loss_breakdown/pointer_loss": 0.23490548133850098,
      "step": 1480
    },
    {
      "epoch": 0.0754611158557571,
      "loss_breakdown/lm_loss": 7.6757998613175e-05,
      "loss_breakdown/pointer_loss": 0.12834855914115906,
      "step": 1480
    },
    {
      "epoch": 0.07597098826018789,
      "grad_norm": 7.0254417150032715,
      "learning_rate": 3.7945973496432216e-06,
      "loss": 0.3667,
      "step": 1490
    },
    {
      "epoch": 0.07597098826018789,
      "loss_breakdown/lm_loss": 8.9961540652439e-05,
      "loss_breakdown/pointer_loss": 0.7447487115859985,
      "step": 1490
    },
    {
      "epoch": 0.07597098826018789,
      "loss_breakdown/lm_loss": 0.00010265837772749364,
      "loss_breakdown/pointer_loss": 0.5958188772201538,
      "step": 1490
    },
    {
      "epoch": 0.07597098826018789,
      "loss_breakdown/lm_loss": 8.254620479419827e-05,
      "loss_breakdown/pointer_loss": 0.3265804648399353,
      "step": 1490
    },
    {
      "epoch": 0.07597098826018789,
      "loss_breakdown/lm_loss": 8.554753731004894e-05,
      "loss_breakdown/pointer_loss": 0.8981547355651855,
      "step": 1490
    },
    {
      "epoch": 0.07648086066461868,
      "grad_norm": 17.492366731020105,
      "learning_rate": 3.8200815494393475e-06,
      "loss": 0.3674,
      "step": 1500
    },
    {
      "epoch": 0.07648086066461868,
      "loss_breakdown/lm_loss": 0.00019509416597429663,
      "loss_breakdown/pointer_loss": 0.8374111652374268,
      "step": 1500
    },
    {
      "epoch": 0.07648086066461868,
      "loss_breakdown/lm_loss": 0.00012556943693198264,
      "loss_breakdown/pointer_loss": 0.6070808172225952,
      "step": 1500
    },
    {
      "epoch": 0.07648086066461868,
      "loss_breakdown/lm_loss": 0.00013415428111329675,
      "loss_breakdown/pointer_loss": 0.4195747375488281,
      "step": 1500
    },
    {
      "epoch": 0.07648086066461868,
      "loss_breakdown/lm_loss": 0.00014179553545545787,
      "loss_breakdown/pointer_loss": 0.9240898489952087,
      "step": 1500
    },
    {
      "epoch": 0.07699073306904947,
      "grad_norm": 5.197714562569547,
      "learning_rate": 3.8455657492354746e-06,
      "loss": 0.3861,
      "step": 1510
    },
    {
      "epoch": 0.07699073306904947,
      "loss_breakdown/lm_loss": 9.386020974488929e-05,
      "loss_breakdown/pointer_loss": 0.5992444753646851,
      "step": 1510
    },
    {
      "epoch": 0.07699073306904947,
      "loss_breakdown/lm_loss": 0.00010064894013339654,
      "loss_breakdown/pointer_loss": 0.7656100988388062,
      "step": 1510
    },
    {
      "epoch": 0.07699073306904947,
      "loss_breakdown/lm_loss": 8.822503150440753e-05,
      "loss_breakdown/pointer_loss": 0.11603005230426788,
      "step": 1510
    },
    {
      "epoch": 0.07699073306904947,
      "loss_breakdown/lm_loss": 9.63833081186749e-05,
      "loss_breakdown/pointer_loss": 0.45342347025871277,
      "step": 1510
    },
    {
      "epoch": 0.07750060547348026,
      "grad_norm": 3.4680025261787004,
      "learning_rate": 3.871049949031601e-06,
      "loss": 0.3842,
      "step": 1520
    },
    {
      "epoch": 0.07750060547348026,
      "loss_breakdown/lm_loss": 0.00010396289872005582,
      "loss_breakdown/pointer_loss": 0.7865756154060364,
      "step": 1520
    },
    {
      "epoch": 0.07750060547348026,
      "loss_breakdown/lm_loss": 8.898139640223235e-05,
      "loss_breakdown/pointer_loss": 0.45754680037498474,
      "step": 1520
    },
    {
      "epoch": 0.07750060547348026,
      "loss_breakdown/lm_loss": 7.444372749887407e-05,
      "loss_breakdown/pointer_loss": 0.6541967391967773,
      "step": 1520
    },
    {
      "epoch": 0.07750060547348026,
      "loss_breakdown/lm_loss": 9.670285362517461e-05,
      "loss_breakdown/pointer_loss": 0.29392799735069275,
      "step": 1520
    },
    {
      "epoch": 0.07801047787791106,
      "grad_norm": 11.84800704535987,
      "learning_rate": 3.896534148827727e-06,
      "loss": 0.3462,
      "step": 1530
    },
    {
      "epoch": 0.07801047787791106,
      "loss_breakdown/lm_loss": 0.00011296784214209765,
      "loss_breakdown/pointer_loss": 0.6045518517494202,
      "step": 1530
    },
    {
      "epoch": 0.07801047787791106,
      "loss_breakdown/lm_loss": 0.00012397512909956276,
      "loss_breakdown/pointer_loss": 0.14870934188365936,
      "step": 1530
    },
    {
      "epoch": 0.07801047787791106,
      "loss_breakdown/lm_loss": 7.048482075333595e-05,
      "loss_breakdown/pointer_loss": 0.11470991373062134,
      "step": 1530
    },
    {
      "epoch": 0.07801047787791106,
      "loss_breakdown/lm_loss": 6.899807340232655e-05,
      "loss_breakdown/pointer_loss": 0.08154594898223877,
      "step": 1530
    },
    {
      "epoch": 0.07852035028234185,
      "grad_norm": 21.52610685404593,
      "learning_rate": 3.922018348623853e-06,
      "loss": 0.3709,
      "step": 1540
    },
    {
      "epoch": 0.07852035028234185,
      "loss_breakdown/lm_loss": 0.0001118669897550717,
      "loss_breakdown/pointer_loss": 0.7678194642066956,
      "step": 1540
    },
    {
      "epoch": 0.07852035028234185,
      "loss_breakdown/lm_loss": 8.94251061254181e-05,
      "loss_breakdown/pointer_loss": 0.3198292851448059,
      "step": 1540
    },
    {
      "epoch": 0.07852035028234185,
      "loss_breakdown/lm_loss": 0.00012304939446039498,
      "loss_breakdown/pointer_loss": 0.2645959258079529,
      "step": 1540
    },
    {
      "epoch": 0.07852035028234185,
      "loss_breakdown/lm_loss": 8.782214717939496e-05,
      "loss_breakdown/pointer_loss": 0.3558743894100189,
      "step": 1540
    },
    {
      "epoch": 0.07903022268677264,
      "grad_norm": 15.80945999022002,
      "learning_rate": 3.9475025484199795e-06,
      "loss": 0.3768,
      "step": 1550
    },
    {
      "epoch": 0.07903022268677264,
      "loss_breakdown/lm_loss": 0.0002179660659749061,
      "loss_breakdown/pointer_loss": 1.3054311275482178,
      "step": 1550
    },
    {
      "epoch": 0.07903022268677264,
      "loss_breakdown/lm_loss": 0.00012250848521944135,
      "loss_breakdown/pointer_loss": 0.4104647934436798,
      "step": 1550
    },
    {
      "epoch": 0.07903022268677264,
      "loss_breakdown/lm_loss": 0.00016341313312295824,
      "loss_breakdown/pointer_loss": 0.6418606042861938,
      "step": 1550
    },
    {
      "epoch": 0.07903022268677264,
      "loss_breakdown/lm_loss": 9.914048132486641e-05,
      "loss_breakdown/pointer_loss": 0.8372637033462524,
      "step": 1550
    },
    {
      "epoch": 0.07954009509120342,
      "grad_norm": 10.863202467223582,
      "learning_rate": 3.972986748216106e-06,
      "loss": 0.3661,
      "step": 1560
    },
    {
      "epoch": 0.07954009509120342,
      "loss_breakdown/lm_loss": 7.876165182096884e-05,
      "loss_breakdown/pointer_loss": 0.5144050717353821,
      "step": 1560
    },
    {
      "epoch": 0.07954009509120342,
      "loss_breakdown/lm_loss": 0.0010043390793725848,
      "loss_breakdown/pointer_loss": 1.8893052339553833,
      "step": 1560
    },
    {
      "epoch": 0.07954009509120342,
      "loss_breakdown/lm_loss": 0.0001234979572473094,
      "loss_breakdown/pointer_loss": 1.4105314016342163,
      "step": 1560
    },
    {
      "epoch": 0.07954009509120342,
      "loss_breakdown/lm_loss": 7.908452971605584e-05,
      "loss_breakdown/pointer_loss": 0.20812921226024628,
      "step": 1560
    },
    {
      "epoch": 0.08004996749563421,
      "grad_norm": 4.137691644831817,
      "learning_rate": 3.998470948012233e-06,
      "loss": 0.3897,
      "step": 1570
    },
    {
      "epoch": 0.08004996749563421,
      "loss_breakdown/lm_loss": 0.00011130308848805726,
      "loss_breakdown/pointer_loss": 0.6965997219085693,
      "step": 1570
    },
    {
      "epoch": 0.08004996749563421,
      "loss_breakdown/lm_loss": 6.202828080859035e-05,
      "loss_breakdown/pointer_loss": 0.4633561968803406,
      "step": 1570
    },
    {
      "epoch": 0.08004996749563421,
      "loss_breakdown/lm_loss": 9.285066334996372e-05,
      "loss_breakdown/pointer_loss": 0.45705217123031616,
      "step": 1570
    },
    {
      "epoch": 0.08004996749563421,
      "loss_breakdown/lm_loss": 9.535595017950982e-05,
      "loss_breakdown/pointer_loss": 0.3647323250770569,
      "step": 1570
    },
    {
      "epoch": 0.080559839900065,
      "grad_norm": 15.431007876078132,
      "learning_rate": 4.023955147808359e-06,
      "loss": 0.3487,
      "step": 1580
    },
    {
      "epoch": 0.080559839900065,
      "loss_breakdown/lm_loss": 9.412870713276789e-05,
      "loss_breakdown/pointer_loss": 0.24256785213947296,
      "step": 1580
    },
    {
      "epoch": 0.080559839900065,
      "loss_breakdown/lm_loss": 8.535141387255862e-05,
      "loss_breakdown/pointer_loss": 0.23668286204338074,
      "step": 1580
    },
    {
      "epoch": 0.080559839900065,
      "loss_breakdown/lm_loss": 8.737101597944275e-05,
      "loss_breakdown/pointer_loss": 0.49756157398223877,
      "step": 1580
    },
    {
      "epoch": 0.080559839900065,
      "loss_breakdown/lm_loss": 0.00020615705579984933,
      "loss_breakdown/pointer_loss": 0.5134060382843018,
      "step": 1580
    },
    {
      "epoch": 0.0810697123044958,
      "grad_norm": 5.99669235737875,
      "learning_rate": 4.049439347604486e-06,
      "loss": 0.3813,
      "step": 1590
    },
    {
      "epoch": 0.0810697123044958,
      "loss_breakdown/lm_loss": 8.026493742363527e-05,
      "loss_breakdown/pointer_loss": 0.43766653537750244,
      "step": 1590
    },
    {
      "epoch": 0.0810697123044958,
      "loss_breakdown/lm_loss": 8.096369856502861e-05,
      "loss_breakdown/pointer_loss": 0.3721145987510681,
      "step": 1590
    },
    {
      "epoch": 0.0810697123044958,
      "loss_breakdown/lm_loss": 7.808522059349343e-05,
      "loss_breakdown/pointer_loss": 0.3827163577079773,
      "step": 1590
    },
    {
      "epoch": 0.0810697123044958,
      "loss_breakdown/lm_loss": 7.732280937489122e-05,
      "loss_breakdown/pointer_loss": 1.0755505561828613,
      "step": 1590
    },
    {
      "epoch": 0.0815795847089266,
      "grad_norm": 23.76391174820113,
      "learning_rate": 4.074923547400612e-06,
      "loss": 0.3974,
      "step": 1600
    },
    {
      "epoch": 0.0815795847089266,
      "loss_breakdown/lm_loss": 0.00031501747434958816,
      "loss_breakdown/pointer_loss": 2.5963737964630127,
      "step": 1600
    },
    {
      "epoch": 0.0815795847089266,
      "loss_breakdown/lm_loss": 0.00014878384536132216,
      "loss_breakdown/pointer_loss": 2.0255119800567627,
      "step": 1600
    },
    {
      "epoch": 0.0815795847089266,
      "loss_breakdown/lm_loss": 0.000162467869813554,
      "loss_breakdown/pointer_loss": 0.8932257890701294,
      "step": 1600
    },
    {
      "epoch": 0.0815795847089266,
      "loss_breakdown/lm_loss": 0.00012085687194485217,
      "loss_breakdown/pointer_loss": 0.40652650594711304,
      "step": 1600
    },
    {
      "epoch": 0.08208945711335738,
      "grad_norm": 4.241706824486285,
      "learning_rate": 4.100407747196739e-06,
      "loss": 0.3805,
      "step": 1610
    },
    {
      "epoch": 0.08208945711335738,
      "loss_breakdown/lm_loss": 9.827876783674583e-05,
      "loss_breakdown/pointer_loss": 0.1324070692062378,
      "step": 1610
    },
    {
      "epoch": 0.08208945711335738,
      "loss_breakdown/lm_loss": 0.00011787443509092554,
      "loss_breakdown/pointer_loss": 0.43072807788848877,
      "step": 1610
    },
    {
      "epoch": 0.08208945711335738,
      "loss_breakdown/lm_loss": 7.437553722411394e-05,
      "loss_breakdown/pointer_loss": 1.9654221534729004,
      "step": 1610
    },
    {
      "epoch": 0.08208945711335738,
      "loss_breakdown/lm_loss": 0.00014386173279490322,
      "loss_breakdown/pointer_loss": 0.27680742740631104,
      "step": 1610
    },
    {
      "epoch": 0.08259932951778817,
      "grad_norm": 4.9387007750176455,
      "learning_rate": 4.125891946992865e-06,
      "loss": 0.3913,
      "step": 1620
    },
    {
      "epoch": 0.08259932951778817,
      "loss_breakdown/lm_loss": 6.432556256186217e-05,
      "loss_breakdown/pointer_loss": 0.4922751188278198,
      "step": 1620
    },
    {
      "epoch": 0.08259932951778817,
      "loss_breakdown/lm_loss": 7.571671449113637e-05,
      "loss_breakdown/pointer_loss": 0.5661917328834534,
      "step": 1620
    },
    {
      "epoch": 0.08259932951778817,
      "loss_breakdown/lm_loss": 7.202380948001519e-05,
      "loss_breakdown/pointer_loss": 0.8354820013046265,
      "step": 1620
    },
    {
      "epoch": 0.08259932951778817,
      "loss_breakdown/lm_loss": 7.259572885232046e-05,
      "loss_breakdown/pointer_loss": 0.6467863321304321,
      "step": 1620
    },
    {
      "epoch": 0.08310920192221896,
      "grad_norm": 11.922758872381959,
      "learning_rate": 4.151376146788991e-06,
      "loss": 0.331,
      "step": 1630
    },
    {
      "epoch": 0.08310920192221896,
      "loss_breakdown/lm_loss": 6.096500510466285e-05,
      "loss_breakdown/pointer_loss": 0.940269947052002,
      "step": 1630
    },
    {
      "epoch": 0.08310920192221896,
      "loss_breakdown/lm_loss": 6.792168278479949e-05,
      "loss_breakdown/pointer_loss": 3.2828240394592285,
      "step": 1630
    },
    {
      "epoch": 0.08310920192221896,
      "loss_breakdown/lm_loss": 7.705859025008976e-05,
      "loss_breakdown/pointer_loss": 0.8489093780517578,
      "step": 1630
    },
    {
      "epoch": 0.08310920192221896,
      "loss_breakdown/lm_loss": 6.691221642540768e-05,
      "loss_breakdown/pointer_loss": 0.25295788049697876,
      "step": 1630
    },
    {
      "epoch": 0.08361907432664975,
      "grad_norm": 3.3250003400339554,
      "learning_rate": 4.176860346585117e-06,
      "loss": 0.3512,
      "step": 1640
    },
    {
      "epoch": 0.08361907432664975,
      "loss_breakdown/lm_loss": 6.683028914267197e-05,
      "loss_breakdown/pointer_loss": 0.4966927766799927,
      "step": 1640
    },
    {
      "epoch": 0.08361907432664975,
      "loss_breakdown/lm_loss": 5.3742271120427176e-05,
      "loss_breakdown/pointer_loss": 0.3989565372467041,
      "step": 1640
    },
    {
      "epoch": 0.08361907432664975,
      "loss_breakdown/lm_loss": 5.384026007959619e-05,
      "loss_breakdown/pointer_loss": 0.5089752674102783,
      "step": 1640
    },
    {
      "epoch": 0.08361907432664975,
      "loss_breakdown/lm_loss": 7.616808579768986e-05,
      "loss_breakdown/pointer_loss": 0.4223245084285736,
      "step": 1640
    },
    {
      "epoch": 0.08412894673108055,
      "grad_norm": 15.161528627535228,
      "learning_rate": 4.202344546381244e-06,
      "loss": 0.3566,
      "step": 1650
    },
    {
      "epoch": 0.08412894673108055,
      "loss_breakdown/lm_loss": 0.00022795303084421903,
      "loss_breakdown/pointer_loss": 2.3215315341949463,
      "step": 1650
    },
    {
      "epoch": 0.08412894673108055,
      "loss_breakdown/lm_loss": 0.0001389893441228196,
      "loss_breakdown/pointer_loss": 1.328777551651001,
      "step": 1650
    },
    {
      "epoch": 0.08412894673108055,
      "loss_breakdown/lm_loss": 8.164448809111491e-05,
      "loss_breakdown/pointer_loss": 1.5187525749206543,
      "step": 1650
    },
    {
      "epoch": 0.08412894673108055,
      "loss_breakdown/lm_loss": 7.255553646245971e-05,
      "loss_breakdown/pointer_loss": 0.8863695859909058,
      "step": 1650
    },
    {
      "epoch": 0.08463881913551134,
      "grad_norm": 6.30172443338658,
      "learning_rate": 4.227828746177371e-06,
      "loss": 0.3799,
      "step": 1660
    },
    {
      "epoch": 0.08463881913551134,
      "loss_breakdown/lm_loss": 8.805756078800187e-05,
      "loss_breakdown/pointer_loss": 1.0837785005569458,
      "step": 1660
    },
    {
      "epoch": 0.08463881913551134,
      "loss_breakdown/lm_loss": 7.202139386208728e-05,
      "loss_breakdown/pointer_loss": 0.685107946395874,
      "step": 1660
    },
    {
      "epoch": 0.08463881913551134,
      "loss_breakdown/lm_loss": 0.00010118277714354917,
      "loss_breakdown/pointer_loss": 0.5381873250007629,
      "step": 1660
    },
    {
      "epoch": 0.08463881913551134,
      "loss_breakdown/lm_loss": 7.859651668695733e-05,
      "loss_breakdown/pointer_loss": 0.10071216523647308,
      "step": 1660
    },
    {
      "epoch": 0.08514869153994213,
      "grad_norm": 4.981990917341505,
      "learning_rate": 4.253312945973497e-06,
      "loss": 0.391,
      "step": 1670
    },
    {
      "epoch": 0.08514869153994213,
      "loss_breakdown/lm_loss": 5.6170134485000744e-05,
      "loss_breakdown/pointer_loss": 0.4866081178188324,
      "step": 1670
    },
    {
      "epoch": 0.08514869153994213,
      "loss_breakdown/lm_loss": 5.8811125200008973e-05,
      "loss_breakdown/pointer_loss": 0.19896644353866577,
      "step": 1670
    },
    {
      "epoch": 0.08514869153994213,
      "loss_breakdown/lm_loss": 8.116682874970138e-05,
      "loss_breakdown/pointer_loss": 0.7650765180587769,
      "step": 1670
    },
    {
      "epoch": 0.08514869153994213,
      "loss_breakdown/lm_loss": 4.8438454541610554e-05,
      "loss_breakdown/pointer_loss": 1.1896952390670776,
      "step": 1670
    },
    {
      "epoch": 0.08565856394437292,
      "grad_norm": 25.106785366916064,
      "learning_rate": 4.278797145769623e-06,
      "loss": 0.3547,
      "step": 1680
    },
    {
      "epoch": 0.08565856394437292,
      "loss_breakdown/lm_loss": 0.00011231450480408967,
      "loss_breakdown/pointer_loss": 1.8607964515686035,
      "step": 1680
    },
    {
      "epoch": 0.08565856394437292,
      "loss_breakdown/lm_loss": 0.00014957621169742197,
      "loss_breakdown/pointer_loss": 0.5471468567848206,
      "step": 1680
    },
    {
      "epoch": 0.08565856394437292,
      "loss_breakdown/lm_loss": 7.686694152653217e-05,
      "loss_breakdown/pointer_loss": 0.11425679922103882,
      "step": 1680
    },
    {
      "epoch": 0.08565856394437292,
      "loss_breakdown/lm_loss": 0.00011242482287343591,
      "loss_breakdown/pointer_loss": 0.13901789486408234,
      "step": 1680
    },
    {
      "epoch": 0.08616843634880371,
      "grad_norm": 6.0018939937738605,
      "learning_rate": 4.304281345565749e-06,
      "loss": 0.3968,
      "step": 1690
    },
    {
      "epoch": 0.08616843634880371,
      "loss_breakdown/lm_loss": 5.247266744845547e-05,
      "loss_breakdown/pointer_loss": 0.24001643061637878,
      "step": 1690
    },
    {
      "epoch": 0.08616843634880371,
      "loss_breakdown/lm_loss": 6.847206532256678e-05,
      "loss_breakdown/pointer_loss": 0.8431956768035889,
      "step": 1690
    },
    {
      "epoch": 0.08616843634880371,
      "loss_breakdown/lm_loss": 6.0998936532996595e-05,
      "loss_breakdown/pointer_loss": 0.25146484375,
      "step": 1690
    },
    {
      "epoch": 0.08616843634880371,
      "loss_breakdown/lm_loss": 6.985852814977989e-05,
      "loss_breakdown/pointer_loss": 0.2083398848772049,
      "step": 1690
    },
    {
      "epoch": 0.0866783087532345,
      "grad_norm": 33.34746449677025,
      "learning_rate": 4.329765545361876e-06,
      "loss": 0.3224,
      "step": 1700
    },
    {
      "epoch": 0.0866783087532345,
      "loss_breakdown/lm_loss": 0.00013650563778355718,
      "loss_breakdown/pointer_loss": 1.5419070720672607,
      "step": 1700
    },
    {
      "epoch": 0.0866783087532345,
      "loss_breakdown/lm_loss": 7.364836346823722e-05,
      "loss_breakdown/pointer_loss": 0.7099494338035583,
      "step": 1700
    },
    {
      "epoch": 0.0866783087532345,
      "loss_breakdown/lm_loss": 6.171331915538758e-05,
      "loss_breakdown/pointer_loss": 0.6769721508026123,
      "step": 1700
    },
    {
      "epoch": 0.0866783087532345,
      "loss_breakdown/lm_loss": 6.072278119972907e-05,
      "loss_breakdown/pointer_loss": 0.7364642024040222,
      "step": 1700
    },
    {
      "epoch": 0.0871881811576653,
      "grad_norm": 4.313886876281975,
      "learning_rate": 4.355249745158002e-06,
      "loss": 0.3307,
      "step": 1710
    },
    {
      "epoch": 0.0871881811576653,
      "loss_breakdown/lm_loss": 5.11717407789547e-05,
      "loss_breakdown/pointer_loss": 0.14950469136238098,
      "step": 1710
    },
    {
      "epoch": 0.0871881811576653,
      "loss_breakdown/lm_loss": 8.729350520297885e-05,
      "loss_breakdown/pointer_loss": 0.19571104645729065,
      "step": 1710
    },
    {
      "epoch": 0.0871881811576653,
      "loss_breakdown/lm_loss": 8.699182217242196e-05,
      "loss_breakdown/pointer_loss": 0.24129655957221985,
      "step": 1710
    },
    {
      "epoch": 0.0871881811576653,
      "loss_breakdown/lm_loss": 8.196476846933365e-05,
      "loss_breakdown/pointer_loss": 0.18484216928482056,
      "step": 1710
    },
    {
      "epoch": 0.08769805356209609,
      "grad_norm": 2.6322224605892512,
      "learning_rate": 4.380733944954129e-06,
      "loss": 0.3894,
      "step": 1720
    },
    {
      "epoch": 0.08769805356209609,
      "loss_breakdown/lm_loss": 6.162281351862475e-05,
      "loss_breakdown/pointer_loss": 0.5034084916114807,
      "step": 1720
    },
    {
      "epoch": 0.08769805356209609,
      "loss_breakdown/lm_loss": 5.491607589647174e-05,
      "loss_breakdown/pointer_loss": 0.6521886587142944,
      "step": 1720
    },
    {
      "epoch": 0.08769805356209609,
      "loss_breakdown/lm_loss": 6.20850914856419e-05,
      "loss_breakdown/pointer_loss": 0.3678175210952759,
      "step": 1720
    },
    {
      "epoch": 0.08769805356209609,
      "loss_breakdown/lm_loss": 4.908163464278914e-05,
      "loss_breakdown/pointer_loss": 0.4791908264160156,
      "step": 1720
    },
    {
      "epoch": 0.08820792596652688,
      "grad_norm": 6.913994772299983,
      "learning_rate": 4.406218144750255e-06,
      "loss": 0.3625,
      "step": 1730
    },
    {
      "epoch": 0.08820792596652688,
      "loss_breakdown/lm_loss": 6.760279939044267e-05,
      "loss_breakdown/pointer_loss": 0.3077961504459381,
      "step": 1730
    },
    {
      "epoch": 0.08820792596652688,
      "loss_breakdown/lm_loss": 7.407381781376898e-05,
      "loss_breakdown/pointer_loss": 0.3656587600708008,
      "step": 1730
    },
    {
      "epoch": 0.08820792596652688,
      "loss_breakdown/lm_loss": 7.10705789970234e-05,
      "loss_breakdown/pointer_loss": 0.1280490756034851,
      "step": 1730
    },
    {
      "epoch": 0.08820792596652688,
      "loss_breakdown/lm_loss": 7.258253026520833e-05,
      "loss_breakdown/pointer_loss": 0.4476507902145386,
      "step": 1730
    },
    {
      "epoch": 0.08871779837095767,
      "grad_norm": 18.042870058892717,
      "learning_rate": 4.4317023445463815e-06,
      "loss": 0.3777,
      "step": 1740
    },
    {
      "epoch": 0.08871779837095767,
      "loss_breakdown/lm_loss": 6.08987538726069e-05,
      "loss_breakdown/pointer_loss": 1.054844617843628,
      "step": 1740
    },
    {
      "epoch": 0.08871779837095767,
      "loss_breakdown/lm_loss": 4.684542727773078e-05,
      "loss_breakdown/pointer_loss": 0.722713828086853,
      "step": 1740
    },
    {
      "epoch": 0.08871779837095767,
      "loss_breakdown/lm_loss": 9.890763612929732e-05,
      "loss_breakdown/pointer_loss": 1.0988571643829346,
      "step": 1740
    },
    {
      "epoch": 0.08871779837095767,
      "loss_breakdown/lm_loss": 6.987505912547931e-05,
      "loss_breakdown/pointer_loss": 0.14164093136787415,
      "step": 1740
    },
    {
      "epoch": 0.08922767077538846,
      "grad_norm": 34.94922732059962,
      "learning_rate": 4.457186544342508e-06,
      "loss": 0.3566,
      "step": 1750
    },
    {
      "epoch": 0.08922767077538846,
      "loss_breakdown/lm_loss": 0.00016874057473614812,
      "loss_breakdown/pointer_loss": 1.7028687000274658,
      "step": 1750
    },
    {
      "epoch": 0.08922767077538846,
      "loss_breakdown/lm_loss": 7.417902816087008e-05,
      "loss_breakdown/pointer_loss": 0.7909291386604309,
      "step": 1750
    },
    {
      "epoch": 0.08922767077538846,
      "loss_breakdown/lm_loss": 6.0859721997985616e-05,
      "loss_breakdown/pointer_loss": 1.0987491607666016,
      "step": 1750
    },
    {
      "epoch": 0.08922767077538846,
      "loss_breakdown/lm_loss": 7.396046567009762e-05,
      "loss_breakdown/pointer_loss": 0.33508729934692383,
      "step": 1750
    },
    {
      "epoch": 0.08973754317981925,
      "grad_norm": 10.21549292006799,
      "learning_rate": 4.482670744138635e-06,
      "loss": 0.3636,
      "step": 1760
    },
    {
      "epoch": 0.08973754317981925,
      "loss_breakdown/lm_loss": 7.537336205132306e-05,
      "loss_breakdown/pointer_loss": 0.4332605004310608,
      "step": 1760
    },
    {
      "epoch": 0.08973754317981925,
      "loss_breakdown/lm_loss": 6.917160499142483e-05,
      "loss_breakdown/pointer_loss": 0.5326017737388611,
      "step": 1760
    },
    {
      "epoch": 0.08973754317981925,
      "loss_breakdown/lm_loss": 9.283671533921733e-05,
      "loss_breakdown/pointer_loss": 0.3140724301338196,
      "step": 1760
    },
    {
      "epoch": 0.08973754317981925,
      "loss_breakdown/lm_loss": 7.270745845744386e-05,
      "loss_breakdown/pointer_loss": 0.2826124131679535,
      "step": 1760
    },
    {
      "epoch": 0.09024741558425003,
      "grad_norm": 3.5344696282625976,
      "learning_rate": 4.508154943934761e-06,
      "loss": 0.3782,
      "step": 1770
    },
    {
      "epoch": 0.09024741558425003,
      "loss_breakdown/lm_loss": 5.008582229493186e-05,
      "loss_breakdown/pointer_loss": 0.5623587369918823,
      "step": 1770
    },
    {
      "epoch": 0.09024741558425003,
      "loss_breakdown/lm_loss": 4.9366197345079854e-05,
      "loss_breakdown/pointer_loss": 0.3804238438606262,
      "step": 1770
    },
    {
      "epoch": 0.09024741558425003,
      "loss_breakdown/lm_loss": 5.327784674591385e-05,
      "loss_breakdown/pointer_loss": 0.3975665867328644,
      "step": 1770
    },
    {
      "epoch": 0.09024741558425003,
      "loss_breakdown/lm_loss": 5.070090992376208e-05,
      "loss_breakdown/pointer_loss": 0.6186662316322327,
      "step": 1770
    },
    {
      "epoch": 0.09075728798868084,
      "grad_norm": 13.574123402408627,
      "learning_rate": 4.533639143730887e-06,
      "loss": 0.2986,
      "step": 1780
    },
    {
      "epoch": 0.09075728798868084,
      "loss_breakdown/lm_loss": 0.00023983052233234048,
      "loss_breakdown/pointer_loss": 0.8094648718833923,
      "step": 1780
    },
    {
      "epoch": 0.09075728798868084,
      "loss_breakdown/lm_loss": 7.224755972856656e-05,
      "loss_breakdown/pointer_loss": 0.21499204635620117,
      "step": 1780
    },
    {
      "epoch": 0.09075728798868084,
      "loss_breakdown/lm_loss": 9.582375787431374e-05,
      "loss_breakdown/pointer_loss": 0.34518638253211975,
      "step": 1780
    },
    {
      "epoch": 0.09075728798868084,
      "loss_breakdown/lm_loss": 0.0005635228590108454,
      "loss_breakdown/pointer_loss": 0.6948586702346802,
      "step": 1780
    },
    {
      "epoch": 0.09126716039311163,
      "grad_norm": 2.871891557880137,
      "learning_rate": 4.5591233435270135e-06,
      "loss": 0.3751,
      "step": 1790
    },
    {
      "epoch": 0.09126716039311163,
      "loss_breakdown/lm_loss": 0.00010377296712249517,
      "loss_breakdown/pointer_loss": 0.4077592194080353,
      "step": 1790
    },
    {
      "epoch": 0.09126716039311163,
      "loss_breakdown/lm_loss": 9.302135731559247e-05,
      "loss_breakdown/pointer_loss": 0.7373397946357727,
      "step": 1790
    },
    {
      "epoch": 0.09126716039311163,
      "loss_breakdown/lm_loss": 9.294017218053341e-05,
      "loss_breakdown/pointer_loss": 0.3711678683757782,
      "step": 1790
    },
    {
      "epoch": 0.09126716039311163,
      "loss_breakdown/lm_loss": 9.002702427096665e-05,
      "loss_breakdown/pointer_loss": 0.32385772466659546,
      "step": 1790
    },
    {
      "epoch": 0.09177703279754242,
      "grad_norm": 16.57820862277265,
      "learning_rate": 4.584607543323141e-06,
      "loss": 0.3446,
      "step": 1800
    },
    {
      "epoch": 0.09177703279754242,
      "loss_breakdown/lm_loss": 0.0001834769791457802,
      "loss_breakdown/pointer_loss": 1.724909782409668,
      "step": 1800
    },
    {
      "epoch": 0.09177703279754242,
      "loss_breakdown/lm_loss": 0.00014476852084044367,
      "loss_breakdown/pointer_loss": 1.3759068250656128,
      "step": 1800
    },
    {
      "epoch": 0.09177703279754242,
      "loss_breakdown/lm_loss": 0.00011856292985612527,
      "loss_breakdown/pointer_loss": 0.6286256909370422,
      "step": 1800
    },
    {
      "epoch": 0.09177703279754242,
      "loss_breakdown/lm_loss": 7.3059847636614e-05,
      "loss_breakdown/pointer_loss": 0.40633541345596313,
      "step": 1800
    },
    {
      "epoch": 0.0922869052019732,
      "grad_norm": 10.6417735818693,
      "learning_rate": 4.610091743119267e-06,
      "loss": 0.3505,
      "step": 1810
    },
    {
      "epoch": 0.0922869052019732,
      "loss_breakdown/lm_loss": 5.334436718840152e-05,
      "loss_breakdown/pointer_loss": 0.3987324833869934,
      "step": 1810
    },
    {
      "epoch": 0.0922869052019732,
      "loss_breakdown/lm_loss": 8.478113159071654e-05,
      "loss_breakdown/pointer_loss": 0.5211522579193115,
      "step": 1810
    },
    {
      "epoch": 0.0922869052019732,
      "loss_breakdown/lm_loss": 8.654870907776058e-05,
      "loss_breakdown/pointer_loss": 0.3270789682865143,
      "step": 1810
    },
    {
      "epoch": 0.0922869052019732,
      "loss_breakdown/lm_loss": 5.021157267037779e-05,
      "loss_breakdown/pointer_loss": 0.09294313192367554,
      "step": 1810
    },
    {
      "epoch": 0.092796777606404,
      "grad_norm": 2.813818890953232,
      "learning_rate": 4.635575942915393e-06,
      "loss": 0.3318,
      "step": 1820
    },
    {
      "epoch": 0.092796777606404,
      "loss_breakdown/lm_loss": 4.1386461816728115e-05,
      "loss_breakdown/pointer_loss": 0.49987468123435974,
      "step": 1820
    },
    {
      "epoch": 0.092796777606404,
      "loss_breakdown/lm_loss": 4.5826724090147763e-05,
      "loss_breakdown/pointer_loss": 0.3650873303413391,
      "step": 1820
    },
    {
      "epoch": 0.092796777606404,
      "loss_breakdown/lm_loss": 4.050548159284517e-05,
      "loss_breakdown/pointer_loss": 0.3594784140586853,
      "step": 1820
    },
    {
      "epoch": 0.092796777606404,
      "loss_breakdown/lm_loss": 6.334916542982683e-05,
      "loss_breakdown/pointer_loss": 0.4002910256385803,
      "step": 1820
    },
    {
      "epoch": 0.09330665001083478,
      "grad_norm": 9.604713486715989,
      "learning_rate": 4.661060142711519e-06,
      "loss": 0.2906,
      "step": 1830
    },
    {
      "epoch": 0.09330665001083478,
      "loss_breakdown/lm_loss": 6.034818579792045e-05,
      "loss_breakdown/pointer_loss": 0.47759872674942017,
      "step": 1830
    },
    {
      "epoch": 0.09330665001083478,
      "loss_breakdown/lm_loss": 6.11754585406743e-05,
      "loss_breakdown/pointer_loss": 0.08480118215084076,
      "step": 1830
    },
    {
      "epoch": 0.09330665001083478,
      "loss_breakdown/lm_loss": 4.408414679346606e-05,
      "loss_breakdown/pointer_loss": 0.14704257249832153,
      "step": 1830
    },
    {
      "epoch": 0.09330665001083478,
      "loss_breakdown/lm_loss": 5.897858500247821e-05,
      "loss_breakdown/pointer_loss": 3.0426273345947266,
      "step": 1830
    },
    {
      "epoch": 0.09381652241526559,
      "grad_norm": 18.70654762711925,
      "learning_rate": 4.6865443425076455e-06,
      "loss": 0.4032,
      "step": 1840
    },
    {
      "epoch": 0.09381652241526559,
      "loss_breakdown/lm_loss": 4.080717189935967e-05,
      "loss_breakdown/pointer_loss": 0.9414777755737305,
      "step": 1840
    },
    {
      "epoch": 0.09381652241526559,
      "loss_breakdown/lm_loss": 4.442245335667394e-05,
      "loss_breakdown/pointer_loss": 0.19047261774539948,
      "step": 1840
    },
    {
      "epoch": 0.09381652241526559,
      "loss_breakdown/lm_loss": 4.574067861540243e-05,
      "loss_breakdown/pointer_loss": 1.1264251470565796,
      "step": 1840
    },
    {
      "epoch": 0.09381652241526559,
      "loss_breakdown/lm_loss": 5.4716245358577e-05,
      "loss_breakdown/pointer_loss": 0.7125722169876099,
      "step": 1840
    },
    {
      "epoch": 0.09432639481969637,
      "grad_norm": 22.5089612984037,
      "learning_rate": 4.712028542303772e-06,
      "loss": 0.371,
      "step": 1850
    },
    {
      "epoch": 0.09432639481969637,
      "loss_breakdown/lm_loss": 0.00012660244829021394,
      "loss_breakdown/pointer_loss": 1.3171355724334717,
      "step": 1850
    },
    {
      "epoch": 0.09432639481969637,
      "loss_breakdown/lm_loss": 6.417035910999402e-05,
      "loss_breakdown/pointer_loss": 0.3491423726081848,
      "step": 1850
    },
    {
      "epoch": 0.09432639481969637,
      "loss_breakdown/lm_loss": 5.5958105804165825e-05,
      "loss_breakdown/pointer_loss": 0.559102475643158,
      "step": 1850
    },
    {
      "epoch": 0.09432639481969637,
      "loss_breakdown/lm_loss": 7.371664833044633e-05,
      "loss_breakdown/pointer_loss": 0.48836612701416016,
      "step": 1850
    },
    {
      "epoch": 0.09483626722412716,
      "grad_norm": 7.068075788004281,
      "learning_rate": 4.737512742099898e-06,
      "loss": 0.32,
      "step": 1860
    },
    {
      "epoch": 0.09483626722412716,
      "loss_breakdown/lm_loss": 5.2327668527141213e-05,
      "loss_breakdown/pointer_loss": 0.775858998298645,
      "step": 1860
    },
    {
      "epoch": 0.09483626722412716,
      "loss_breakdown/lm_loss": 5.521262210095301e-05,
      "loss_breakdown/pointer_loss": 0.3442251682281494,
      "step": 1860
    },
    {
      "epoch": 0.09483626722412716,
      "loss_breakdown/lm_loss": 0.00011229833035031334,
      "loss_breakdown/pointer_loss": 0.42065954208374023,
      "step": 1860
    },
    {
      "epoch": 0.09483626722412716,
      "loss_breakdown/lm_loss": 6.509504601126537e-05,
      "loss_breakdown/pointer_loss": 0.6405897736549377,
      "step": 1860
    },
    {
      "epoch": 0.09534613962855795,
      "grad_norm": 3.008462840414631,
      "learning_rate": 4.762996941896025e-06,
      "loss": 0.3954,
      "step": 1870
    },
    {
      "epoch": 0.09534613962855795,
      "loss_breakdown/lm_loss": 5.7406450650887564e-05,
      "loss_breakdown/pointer_loss": 0.4278118908405304,
      "step": 1870
    },
    {
      "epoch": 0.09534613962855795,
      "loss_breakdown/lm_loss": 5.097975008538924e-05,
      "loss_breakdown/pointer_loss": 1.348327875137329,
      "step": 1870
    },
    {
      "epoch": 0.09534613962855795,
      "loss_breakdown/lm_loss": 7.66847952036187e-05,
      "loss_breakdown/pointer_loss": 0.8887048363685608,
      "step": 1870
    },
    {
      "epoch": 0.09534613962855795,
      "loss_breakdown/lm_loss": 5.089491605758667e-05,
      "loss_breakdown/pointer_loss": 0.43054643273353577,
      "step": 1870
    },
    {
      "epoch": 0.09585601203298874,
      "grad_norm": 24.289835897318667,
      "learning_rate": 4.788481141692151e-06,
      "loss": 0.3013,
      "step": 1880
    },
    {
      "epoch": 0.09585601203298874,
      "loss_breakdown/lm_loss": 7.855885633034632e-05,
      "loss_breakdown/pointer_loss": 0.2603234648704529,
      "step": 1880
    },
    {
      "epoch": 0.09585601203298874,
      "loss_breakdown/lm_loss": 6.745557038811967e-05,
      "loss_breakdown/pointer_loss": 0.29210060834884644,
      "step": 1880
    },
    {
      "epoch": 0.09585601203298874,
      "loss_breakdown/lm_loss": 5.9725243772845715e-05,
      "loss_breakdown/pointer_loss": 0.09235504269599915,
      "step": 1880
    },
    {
      "epoch": 0.09585601203298874,
      "loss_breakdown/lm_loss": 4.876374077866785e-05,
      "loss_breakdown/pointer_loss": 0.15836891531944275,
      "step": 1880
    },
    {
      "epoch": 0.09636588443741953,
      "grad_norm": 4.010745386097759,
      "learning_rate": 4.813965341488278e-06,
      "loss": 0.3445,
      "step": 1890
    },
    {
      "epoch": 0.09636588443741953,
      "loss_breakdown/lm_loss": 3.7791149225085974e-05,
      "loss_breakdown/pointer_loss": 0.49905526638031006,
      "step": 1890
    },
    {
      "epoch": 0.09636588443741953,
      "loss_breakdown/lm_loss": 7.124338299036026e-05,
      "loss_breakdown/pointer_loss": 0.9936102628707886,
      "step": 1890
    },
    {
      "epoch": 0.09636588443741953,
      "loss_breakdown/lm_loss": 3.5545694117899984e-05,
      "loss_breakdown/pointer_loss": 0.40505051612854004,
      "step": 1890
    },
    {
      "epoch": 0.09636588443741953,
      "loss_breakdown/lm_loss": 4.767919017467648e-05,
      "loss_breakdown/pointer_loss": 0.5163570046424866,
      "step": 1890
    },
    {
      "epoch": 0.09687575684185033,
      "grad_norm": 6.34721554122875,
      "learning_rate": 4.839449541284404e-06,
      "loss": 0.3471,
      "step": 1900
    },
    {
      "epoch": 0.09687575684185033,
      "loss_breakdown/lm_loss": 0.000168787912116386,
      "loss_breakdown/pointer_loss": 1.6656098365783691,
      "step": 1900
    },
    {
      "epoch": 0.09687575684185033,
      "loss_breakdown/lm_loss": 9.756196959642693e-05,
      "loss_breakdown/pointer_loss": 1.069239616394043,
      "step": 1900
    },
    {
      "epoch": 0.09687575684185033,
      "loss_breakdown/lm_loss": 8.08585318736732e-05,
      "loss_breakdown/pointer_loss": 0.8019925355911255,
      "step": 1900
    },
    {
      "epoch": 0.09687575684185033,
      "loss_breakdown/lm_loss": 5.5620035709580407e-05,
      "loss_breakdown/pointer_loss": 0.7943675518035889,
      "step": 1900
    },
    {
      "epoch": 0.09738562924628112,
      "grad_norm": 2.6200840638904457,
      "learning_rate": 4.86493374108053e-06,
      "loss": 0.346,
      "step": 1910
    },
    {
      "epoch": 0.09738562924628112,
      "loss_breakdown/lm_loss": 4.2446336010470986e-05,
      "loss_breakdown/pointer_loss": 0.3571879267692566,
      "step": 1910
    },
    {
      "epoch": 0.09738562924628112,
      "loss_breakdown/lm_loss": 5.8912119129672647e-05,
      "loss_breakdown/pointer_loss": 0.3691428303718567,
      "step": 1910
    },
    {
      "epoch": 0.09738562924628112,
      "loss_breakdown/lm_loss": 5.308259278535843e-05,
      "loss_breakdown/pointer_loss": 0.8455021977424622,
      "step": 1910
    },
    {
      "epoch": 0.09738562924628112,
      "loss_breakdown/lm_loss": 8.129948400892317e-05,
      "loss_breakdown/pointer_loss": 0.41173020005226135,
      "step": 1910
    },
    {
      "epoch": 0.09789550165071191,
      "grad_norm": 3.451529571621052,
      "learning_rate": 4.890417940876656e-06,
      "loss": 0.3767,
      "step": 1920
    },
    {
      "epoch": 0.09789550165071191,
      "loss_breakdown/lm_loss": 6.49681969662197e-05,
      "loss_breakdown/pointer_loss": 0.4034575819969177,
      "step": 1920
    },
    {
      "epoch": 0.09789550165071191,
      "loss_breakdown/lm_loss": 4.529433499556035e-05,
      "loss_breakdown/pointer_loss": 0.6092199087142944,
      "step": 1920
    },
    {
      "epoch": 0.09789550165071191,
      "loss_breakdown/lm_loss": 5.3312749514589086e-05,
      "loss_breakdown/pointer_loss": 0.5016828775405884,
      "step": 1920
    },
    {
      "epoch": 0.09789550165071191,
      "loss_breakdown/lm_loss": 6.172242865432054e-05,
      "loss_breakdown/pointer_loss": 0.38053590059280396,
      "step": 1920
    },
    {
      "epoch": 0.0984053740551427,
      "grad_norm": 12.352065494165467,
      "learning_rate": 4.915902140672783e-06,
      "loss": 0.3252,
      "step": 1930
    },
    {
      "epoch": 0.0984053740551427,
      "loss_breakdown/lm_loss": 4.8414898628834635e-05,
      "loss_breakdown/pointer_loss": 2.7463974952697754,
      "step": 1930
    },
    {
      "epoch": 0.0984053740551427,
      "loss_breakdown/lm_loss": 4.570523014990613e-05,
      "loss_breakdown/pointer_loss": 0.4575086236000061,
      "step": 1930
    },
    {
      "epoch": 0.0984053740551427,
      "loss_breakdown/lm_loss": 3.908613871317357e-05,
      "loss_breakdown/pointer_loss": 0.5081977248191833,
      "step": 1930
    },
    {
      "epoch": 0.0984053740551427,
      "loss_breakdown/lm_loss": 4.281249130144715e-05,
      "loss_breakdown/pointer_loss": 0.28738850355148315,
      "step": 1930
    },
    {
      "epoch": 0.09891524645957349,
      "grad_norm": 7.424582033571252,
      "learning_rate": 4.94138634046891e-06,
      "loss": 0.4144,
      "step": 1940
    },
    {
      "epoch": 0.09891524645957349,
      "loss_breakdown/lm_loss": 0.0001126633578678593,
      "loss_breakdown/pointer_loss": 0.5678513050079346,
      "step": 1940
    },
    {
      "epoch": 0.09891524645957349,
      "loss_breakdown/lm_loss": 6.904990004841238e-05,
      "loss_breakdown/pointer_loss": 1.0507023334503174,
      "step": 1940
    },
    {
      "epoch": 0.09891524645957349,
      "loss_breakdown/lm_loss": 5.143222733750008e-05,
      "loss_breakdown/pointer_loss": 0.3160887360572815,
      "step": 1940
    },
    {
      "epoch": 0.09891524645957349,
      "loss_breakdown/lm_loss": 5.900506585021503e-05,
      "loss_breakdown/pointer_loss": 0.48106279969215393,
      "step": 1940
    },
    {
      "epoch": 0.09942511886400428,
      "grad_norm": 8.128912644779914,
      "learning_rate": 4.966870540265037e-06,
      "loss": 0.4141,
      "step": 1950
    },
    {
      "epoch": 0.09942511886400428,
      "loss_breakdown/lm_loss": 0.00042536985711194575,
      "loss_breakdown/pointer_loss": 1.3794910907745361,
      "step": 1950
    },
    {
      "epoch": 0.09942511886400428,
      "loss_breakdown/lm_loss": 0.00014535279478877783,
      "loss_breakdown/pointer_loss": 1.5853261947631836,
      "step": 1950
    },
    {
      "epoch": 0.09942511886400428,
      "loss_breakdown/lm_loss": 0.00018761576211545616,
      "loss_breakdown/pointer_loss": 2.3615951538085938,
      "step": 1950
    },
    {
      "epoch": 0.09942511886400428,
      "loss_breakdown/lm_loss": 0.00010314886458218098,
      "loss_breakdown/pointer_loss": 0.5305315852165222,
      "step": 1950
    },
    {
      "epoch": 0.09993499126843508,
      "grad_norm": 6.175989707800129,
      "learning_rate": 4.992354740061163e-06,
      "loss": 0.3631,
      "step": 1960
    },
    {
      "epoch": 0.09993499126843508,
      "loss_breakdown/lm_loss": 4.8900161345954984e-05,
      "loss_breakdown/pointer_loss": 0.26145049929618835,
      "step": 1960
    },
    {
      "epoch": 0.09993499126843508,
      "loss_breakdown/lm_loss": 4.833867569686845e-05,
      "loss_breakdown/pointer_loss": 0.24335555732250214,
      "step": 1960
    },
    {
      "epoch": 0.09993499126843508,
      "loss_breakdown/lm_loss": 4.2793013562913984e-05,
      "loss_breakdown/pointer_loss": 0.1332007646560669,
      "step": 1960
    },
    {
      "epoch": 0.09993499126843508,
      "loss_breakdown/lm_loss": 4.532576349447481e-05,
      "loss_breakdown/pointer_loss": 2.637444019317627,
      "step": 1960
    },
    {
      "epoch": 0.10044486367286587,
      "grad_norm": 3.3833039569878505,
      "learning_rate": 4.998016997167139e-06,
      "loss": 0.3521,
      "step": 1970
    },
    {
      "epoch": 0.10044486367286587,
      "loss_breakdown/lm_loss": 6.16636170889251e-05,
      "loss_breakdown/pointer_loss": 0.5973430871963501,
      "step": 1970
    },
    {
      "epoch": 0.10044486367286587,
      "loss_breakdown/lm_loss": 4.2050276533700526e-05,
      "loss_breakdown/pointer_loss": 0.5349804162979126,
      "step": 1970
    },
    {
      "epoch": 0.10044486367286587,
      "loss_breakdown/lm_loss": 3.781079067266546e-05,
      "loss_breakdown/pointer_loss": 0.244079127907753,
      "step": 1970
    },
    {
      "epoch": 0.10044486367286587,
      "loss_breakdown/lm_loss": 3.913066757377237e-05,
      "loss_breakdown/pointer_loss": 0.30835556983947754,
      "step": 1970
    },
    {
      "epoch": 0.10095473607729666,
      "grad_norm": 6.223707578554904,
      "learning_rate": 4.995184135977338e-06,
      "loss": 0.3363,
      "step": 1980
    },
    {
      "epoch": 0.10095473607729666,
      "loss_breakdown/lm_loss": 5.377930574468337e-05,
      "loss_breakdown/pointer_loss": 0.07656481117010117,
      "step": 1980
    },
    {
      "epoch": 0.10095473607729666,
      "loss_breakdown/lm_loss": 3.542275226209313e-05,
      "loss_breakdown/pointer_loss": 0.06857605278491974,
      "step": 1980
    },
    {
      "epoch": 0.10095473607729666,
      "loss_breakdown/lm_loss": 5.40805485798046e-05,
      "loss_breakdown/pointer_loss": 0.5025067925453186,
      "step": 1980
    },
    {
      "epoch": 0.10095473607729666,
      "loss_breakdown/lm_loss": 5.311877612257376e-05,
      "loss_breakdown/pointer_loss": 1.2573271989822388,
      "step": 1980
    },
    {
      "epoch": 0.10146460848172745,
      "grad_norm": 4.1443846011416365,
      "learning_rate": 4.9923512747875356e-06,
      "loss": 0.3428,
      "step": 1990
    },
    {
      "epoch": 0.10146460848172745,
      "loss_breakdown/lm_loss": 3.569513137335889e-05,
      "loss_breakdown/pointer_loss": 1.4374475479125977,
      "step": 1990
    },
    {
      "epoch": 0.10146460848172745,
      "loss_breakdown/lm_loss": 3.2833489967742935e-05,
      "loss_breakdown/pointer_loss": 0.44494009017944336,
      "step": 1990
    },
    {
      "epoch": 0.10146460848172745,
      "loss_breakdown/lm_loss": 3.9762879168847576e-05,
      "loss_breakdown/pointer_loss": 0.39647769927978516,
      "step": 1990
    },
    {
      "epoch": 0.10146460848172745,
      "loss_breakdown/lm_loss": 3.7463498301804066e-05,
      "loss_breakdown/pointer_loss": 0.2754886746406555,
      "step": 1990
    },
    {
      "epoch": 0.10197448088615824,
      "grad_norm": 10.995250359953806,
      "learning_rate": 4.989518413597734e-06,
      "loss": 0.3626,
      "step": 2000
    },
    {
      "epoch": 0.10197448088615824,
      "loss_breakdown/lm_loss": 8.200385491363704e-05,
      "loss_breakdown/pointer_loss": 2.3145804405212402,
      "step": 2000
    },
    {
      "epoch": 0.10197448088615824,
      "loss_breakdown/lm_loss": 7.400991307804361e-05,
      "loss_breakdown/pointer_loss": 1.387497901916504,
      "step": 2000
    },
    {
      "epoch": 0.10197448088615824,
      "loss_breakdown/lm_loss": 4.048689879709855e-05,
      "loss_breakdown/pointer_loss": 0.3482462763786316,
      "step": 2000
    },
    {
      "epoch": 0.10197448088615824,
      "loss_breakdown/lm_loss": 5.325541860656813e-05,
      "loss_breakdown/pointer_loss": 0.9028420448303223,
      "step": 2000
    },
    {
      "epoch": 0.10248435329058903,
      "grad_norm": 4.727167123201696,
      "learning_rate": 4.986685552407932e-06,
      "loss": 0.3362,
      "step": 2010
    },
    {
      "epoch": 0.10248435329058903,
      "loss_breakdown/lm_loss": 4.48405189672485e-05,
      "loss_breakdown/pointer_loss": 0.9934216737747192,
      "step": 2010
    },
    {
      "epoch": 0.10248435329058903,
      "loss_breakdown/lm_loss": 3.8412756111938506e-05,
      "loss_breakdown/pointer_loss": 0.17841960489749908,
      "step": 2010
    },
    {
      "epoch": 0.10248435329058903,
      "loss_breakdown/lm_loss": 5.060142575530335e-05,
      "loss_breakdown/pointer_loss": 1.1388537883758545,
      "step": 2010
    },
    {
      "epoch": 0.10248435329058903,
      "loss_breakdown/lm_loss": 6.025277616572566e-05,
      "loss_breakdown/pointer_loss": 3.105602979660034,
      "step": 2010
    },
    {
      "epoch": 0.10299422569501983,
      "grad_norm": 3.061905798283725,
      "learning_rate": 4.983852691218131e-06,
      "loss": 0.3825,
      "step": 2020
    },
    {
      "epoch": 0.10299422569501983,
      "loss_breakdown/lm_loss": 9.86262020887807e-05,
      "loss_breakdown/pointer_loss": 0.6117846965789795,
      "step": 2020
    },
    {
      "epoch": 0.10299422569501983,
      "loss_breakdown/lm_loss": 4.22878802055493e-05,
      "loss_breakdown/pointer_loss": 0.473865270614624,
      "step": 2020
    },
    {
      "epoch": 0.10299422569501983,
      "loss_breakdown/lm_loss": 5.5519514717161655e-05,
      "loss_breakdown/pointer_loss": 0.308916836977005,
      "step": 2020
    },
    {
      "epoch": 0.10299422569501983,
      "loss_breakdown/lm_loss": 6.341389962472022e-05,
      "loss_breakdown/pointer_loss": 0.7409074902534485,
      "step": 2020
    },
    {
      "epoch": 0.10350409809945062,
      "grad_norm": 7.277529765814714,
      "learning_rate": 4.981019830028329e-06,
      "loss": 0.3334,
      "step": 2030
    },
    {
      "epoch": 0.10350409809945062,
      "loss_breakdown/lm_loss": 5.020246317144483e-05,
      "loss_breakdown/pointer_loss": 0.5763972997665405,
      "step": 2030
    },
    {
      "epoch": 0.10350409809945062,
      "loss_breakdown/lm_loss": 5.215199416852556e-05,
      "loss_breakdown/pointer_loss": 0.2806607782840729,
      "step": 2030
    },
    {
      "epoch": 0.10350409809945062,
      "loss_breakdown/lm_loss": 7.521201041527092e-05,
      "loss_breakdown/pointer_loss": 0.540814220905304,
      "step": 2030
    },
    {
      "epoch": 0.10350409809945062,
      "loss_breakdown/lm_loss": 4.6844917960697785e-05,
      "loss_breakdown/pointer_loss": 0.14075158536434174,
      "step": 2030
    },
    {
      "epoch": 0.1040139705038814,
      "grad_norm": 3.5653805399997087,
      "learning_rate": 4.978186968838527e-06,
      "loss": 0.3948,
      "step": 2040
    },
    {
      "epoch": 0.1040139705038814,
      "loss_breakdown/lm_loss": 5.08727207488846e-05,
      "loss_breakdown/pointer_loss": 0.17712759971618652,
      "step": 2040
    },
    {
      "epoch": 0.1040139705038814,
      "loss_breakdown/lm_loss": 5.044788122177124e-05,
      "loss_breakdown/pointer_loss": 0.2960432767868042,
      "step": 2040
    },
    {
      "epoch": 0.1040139705038814,
      "loss_breakdown/lm_loss": 5.480695472215302e-05,
      "loss_breakdown/pointer_loss": 0.5271599888801575,
      "step": 2040
    },
    {
      "epoch": 0.1040139705038814,
      "loss_breakdown/lm_loss": 5.368075653677806e-05,
      "loss_breakdown/pointer_loss": 0.4882763624191284,
      "step": 2040
    },
    {
      "epoch": 0.1045238429083122,
      "grad_norm": 9.608221991893775,
      "learning_rate": 4.975354107648726e-06,
      "loss": 0.3499,
      "step": 2050
    },
    {
      "epoch": 0.1045238429083122,
      "loss_breakdown/lm_loss": 0.00037606904515996575,
      "loss_breakdown/pointer_loss": 2.6322712898254395,
      "step": 2050
    },
    {
      "epoch": 0.1045238429083122,
      "loss_breakdown/lm_loss": 0.00012018175038974732,
      "loss_breakdown/pointer_loss": 1.5241103172302246,
      "step": 2050
    },
    {
      "epoch": 0.1045238429083122,
      "loss_breakdown/lm_loss": 8.964529115473852e-05,
      "loss_breakdown/pointer_loss": 0.6136733889579773,
      "step": 2050
    },
    {
      "epoch": 0.1045238429083122,
      "loss_breakdown/lm_loss": 8.892142068361863e-05,
      "loss_breakdown/pointer_loss": 0.8404049873352051,
      "step": 2050
    },
    {
      "epoch": 0.10503371531274298,
      "grad_norm": 4.646528821170988,
      "learning_rate": 4.972521246458924e-06,
      "loss": 0.3633,
      "step": 2060
    },
    {
      "epoch": 0.10503371531274298,
      "loss_breakdown/lm_loss": 3.5651370126288384e-05,
      "loss_breakdown/pointer_loss": 0.6512264609336853,
      "step": 2060
    },
    {
      "epoch": 0.10503371531274298,
      "loss_breakdown/lm_loss": 5.5809025070630014e-05,
      "loss_breakdown/pointer_loss": 0.2363508641719818,
      "step": 2060
    },
    {
      "epoch": 0.10503371531274298,
      "loss_breakdown/lm_loss": 4.196329609840177e-05,
      "loss_breakdown/pointer_loss": 0.18758270144462585,
      "step": 2060
    },
    {
      "epoch": 0.10503371531274298,
      "loss_breakdown/lm_loss": 4.8663441702956334e-05,
      "loss_breakdown/pointer_loss": 0.2509559392929077,
      "step": 2060
    },
    {
      "epoch": 0.10554358771717377,
      "grad_norm": 3.1965207130459694,
      "learning_rate": 4.969688385269122e-06,
      "loss": 0.3594,
      "step": 2070
    },
    {
      "epoch": 0.10554358771717377,
      "loss_breakdown/lm_loss": 4.9148038669954985e-05,
      "loss_breakdown/pointer_loss": 1.2500773668289185,
      "step": 2070
    },
    {
      "epoch": 0.10554358771717377,
      "loss_breakdown/lm_loss": 4.4537031499203295e-05,
      "loss_breakdown/pointer_loss": 0.6626448035240173,
      "step": 2070
    },
    {
      "epoch": 0.10554358771717377,
      "loss_breakdown/lm_loss": 3.639242277131416e-05,
      "loss_breakdown/pointer_loss": 0.6757863163948059,
      "step": 2070
    },
    {
      "epoch": 0.10554358771717377,
      "loss_breakdown/lm_loss": 5.531192437047139e-05,
      "loss_breakdown/pointer_loss": 0.6639470458030701,
      "step": 2070
    },
    {
      "epoch": 0.10605346012160456,
      "grad_norm": 6.00864406789106,
      "learning_rate": 4.96685552407932e-06,
      "loss": 0.3354,
      "step": 2080
    },
    {
      "epoch": 0.10605346012160456,
      "loss_breakdown/lm_loss": 4.626938243745826e-05,
      "loss_breakdown/pointer_loss": 0.1492055356502533,
      "step": 2080
    },
    {
      "epoch": 0.10605346012160456,
      "loss_breakdown/lm_loss": 5.2942745242035016e-05,
      "loss_breakdown/pointer_loss": 0.35537588596343994,
      "step": 2080
    },
    {
      "epoch": 0.10605346012160456,
      "loss_breakdown/lm_loss": 6.611809658352286e-05,
      "loss_breakdown/pointer_loss": 0.05803602933883667,
      "step": 2080
    },
    {
      "epoch": 0.10605346012160456,
      "loss_breakdown/lm_loss": 4.988883301848546e-05,
      "loss_breakdown/pointer_loss": 0.25511544942855835,
      "step": 2080
    },
    {
      "epoch": 0.10656333252603536,
      "grad_norm": 3.183674245263173,
      "learning_rate": 4.964022662889519e-06,
      "loss": 0.3705,
      "step": 2090
    },
    {
      "epoch": 0.10656333252603536,
      "loss_breakdown/lm_loss": 7.794140401529148e-05,
      "loss_breakdown/pointer_loss": 0.292554646730423,
      "step": 2090
    },
    {
      "epoch": 0.10656333252603536,
      "loss_breakdown/lm_loss": 5.4161198931979015e-05,
      "loss_breakdown/pointer_loss": 0.6950570940971375,
      "step": 2090
    },
    {
      "epoch": 0.10656333252603536,
      "loss_breakdown/lm_loss": 4.9165388190886006e-05,
      "loss_breakdown/pointer_loss": 0.39961349964141846,
      "step": 2090
    },
    {
      "epoch": 0.10656333252603536,
      "loss_breakdown/lm_loss": 4.3824431486427784e-05,
      "loss_breakdown/pointer_loss": 0.5087756514549255,
      "step": 2090
    },
    {
      "epoch": 0.10707320493046615,
      "grad_norm": 22.269058568865635,
      "learning_rate": 4.961189801699718e-06,
      "loss": 0.3743,
      "step": 2100
    },
    {
      "epoch": 0.10707320493046615,
      "loss_breakdown/lm_loss": 6.718310760334134e-05,
      "loss_breakdown/pointer_loss": 2.1707780361175537,
      "step": 2100
    },
    {
      "epoch": 0.10707320493046615,
      "loss_breakdown/lm_loss": 4.685946259996854e-05,
      "loss_breakdown/pointer_loss": 0.958537220954895,
      "step": 2100
    },
    {
      "epoch": 0.10707320493046615,
      "loss_breakdown/lm_loss": 3.94513517676387e-05,
      "loss_breakdown/pointer_loss": 0.6045375466346741,
      "step": 2100
    },
    {
      "epoch": 0.10707320493046615,
      "loss_breakdown/lm_loss": 5.058112583355978e-05,
      "loss_breakdown/pointer_loss": 0.3161742091178894,
      "step": 2100
    },
    {
      "epoch": 0.10758307733489694,
      "grad_norm": 3.8170116741788473,
      "learning_rate": 4.9583569405099154e-06,
      "loss": 0.3404,
      "step": 2110
    },
    {
      "epoch": 0.10758307733489694,
      "loss_breakdown/lm_loss": 2.7371936084819026e-05,
      "loss_breakdown/pointer_loss": 0.3916187882423401,
      "step": 2110
    },
    {
      "epoch": 0.10758307733489694,
      "loss_breakdown/lm_loss": 2.62300582107855e-05,
      "loss_breakdown/pointer_loss": 0.22171591222286224,
      "step": 2110
    },
    {
      "epoch": 0.10758307733489694,
      "loss_breakdown/lm_loss": 3.2307973015122116e-05,
      "loss_breakdown/pointer_loss": 0.5295716524124146,
      "step": 2110
    },
    {
      "epoch": 0.10758307733489694,
      "loss_breakdown/lm_loss": 3.753640703507699e-05,
      "loss_breakdown/pointer_loss": 0.15745964646339417,
      "step": 2110
    },
    {
      "epoch": 0.10809294973932773,
      "grad_norm": 3.7625255365331784,
      "learning_rate": 4.955524079320114e-06,
      "loss": 0.3586,
      "step": 2120
    },
    {
      "epoch": 0.10809294973932773,
      "loss_breakdown/lm_loss": 5.39982647751458e-05,
      "loss_breakdown/pointer_loss": 0.6256212592124939,
      "step": 2120
    },
    {
      "epoch": 0.10809294973932773,
      "loss_breakdown/lm_loss": 3.544009814504534e-05,
      "loss_breakdown/pointer_loss": 0.6877624988555908,
      "step": 2120
    },
    {
      "epoch": 0.10809294973932773,
      "loss_breakdown/lm_loss": 9.064948972081766e-05,
      "loss_breakdown/pointer_loss": 1.5460749864578247,
      "step": 2120
    },
    {
      "epoch": 0.10809294973932773,
      "loss_breakdown/lm_loss": 4.737484050565399e-05,
      "loss_breakdown/pointer_loss": 0.4310680329799652,
      "step": 2120
    },
    {
      "epoch": 0.10860282214375852,
      "grad_norm": 6.605488300896742,
      "learning_rate": 4.952691218130312e-06,
      "loss": 0.3437,
      "step": 2130
    },
    {
      "epoch": 0.10860282214375852,
      "loss_breakdown/lm_loss": 8.506304584443569e-05,
      "loss_breakdown/pointer_loss": 1.2695698738098145,
      "step": 2130
    },
    {
      "epoch": 0.10860282214375852,
      "loss_breakdown/lm_loss": 3.5073066101176664e-05,
      "loss_breakdown/pointer_loss": 0.40059003233909607,
      "step": 2130
    },
    {
      "epoch": 0.10860282214375852,
      "loss_breakdown/lm_loss": 4.446559978532605e-05,
      "loss_breakdown/pointer_loss": 2.1375083923339844,
      "step": 2130
    },
    {
      "epoch": 0.10860282214375852,
      "loss_breakdown/lm_loss": 7.934233144624159e-05,
      "loss_breakdown/pointer_loss": 0.8853702545166016,
      "step": 2130
    },
    {
      "epoch": 0.10911269454818931,
      "grad_norm": 3.8478333873732518,
      "learning_rate": 4.94985835694051e-06,
      "loss": 0.371,
      "step": 2140
    },
    {
      "epoch": 0.10911269454818931,
      "loss_breakdown/lm_loss": 4.780458766617812e-05,
      "loss_breakdown/pointer_loss": 0.2746436297893524,
      "step": 2140
    },
    {
      "epoch": 0.10911269454818931,
      "loss_breakdown/lm_loss": 3.731347533175722e-05,
      "loss_breakdown/pointer_loss": 0.7112187743186951,
      "step": 2140
    },
    {
      "epoch": 0.10911269454818931,
      "loss_breakdown/lm_loss": 3.5100845707347617e-05,
      "loss_breakdown/pointer_loss": 0.4379778504371643,
      "step": 2140
    },
    {
      "epoch": 0.10911269454818931,
      "loss_breakdown/lm_loss": 4.601786349667236e-05,
      "loss_breakdown/pointer_loss": 1.0180940628051758,
      "step": 2140
    },
    {
      "epoch": 0.10962256695262011,
      "grad_norm": 9.579499992508794,
      "learning_rate": 4.9470254957507084e-06,
      "loss": 0.36,
      "step": 2150
    },
    {
      "epoch": 0.10962256695262011,
      "loss_breakdown/lm_loss": 0.00015637966862414032,
      "loss_breakdown/pointer_loss": 2.1478753089904785,
      "step": 2150
    },
    {
      "epoch": 0.10962256695262011,
      "loss_breakdown/lm_loss": 6.757504161214456e-05,
      "loss_breakdown/pointer_loss": 1.0457769632339478,
      "step": 2150
    },
    {
      "epoch": 0.10962256695262011,
      "loss_breakdown/lm_loss": 6.503705662908033e-05,
      "loss_breakdown/pointer_loss": 0.9499175548553467,
      "step": 2150
    },
    {
      "epoch": 0.10962256695262011,
      "loss_breakdown/lm_loss": 7.194742647698149e-05,
      "loss_breakdown/pointer_loss": 0.9032763242721558,
      "step": 2150
    },
    {
      "epoch": 0.1101324393570509,
      "grad_norm": 3.7578814211440625,
      "learning_rate": 4.944192634560907e-06,
      "loss": 0.3398,
      "step": 2160
    },
    {
      "epoch": 0.1101324393570509,
      "loss_breakdown/lm_loss": 4.8131605581147596e-05,
      "loss_breakdown/pointer_loss": 0.6084481477737427,
      "step": 2160
    },
    {
      "epoch": 0.1101324393570509,
      "loss_breakdown/lm_loss": 3.416282561374828e-05,
      "loss_breakdown/pointer_loss": 1.0710229873657227,
      "step": 2160
    },
    {
      "epoch": 0.1101324393570509,
      "loss_breakdown/lm_loss": 4.0721693949308246e-05,
      "loss_breakdown/pointer_loss": 0.15168437361717224,
      "step": 2160
    },
    {
      "epoch": 0.1101324393570509,
      "loss_breakdown/lm_loss": 3.930064121959731e-05,
      "loss_breakdown/pointer_loss": 2.1529033184051514,
      "step": 2160
    },
    {
      "epoch": 0.11064231176148169,
      "grad_norm": 2.644704203442396,
      "learning_rate": 4.941359773371105e-06,
      "loss": 0.4057,
      "step": 2170
    },
    {
      "epoch": 0.11064231176148169,
      "loss_breakdown/lm_loss": 6.216041947482154e-05,
      "loss_breakdown/pointer_loss": 0.6837661266326904,
      "step": 2170
    },
    {
      "epoch": 0.11064231176148169,
      "loss_breakdown/lm_loss": 5.4555359383812174e-05,
      "loss_breakdown/pointer_loss": 0.3850131928920746,
      "step": 2170
    },
    {
      "epoch": 0.11064231176148169,
      "loss_breakdown/lm_loss": 6.482313619926572e-05,
      "loss_breakdown/pointer_loss": 0.5479444265365601,
      "step": 2170
    },
    {
      "epoch": 0.11064231176148169,
      "loss_breakdown/lm_loss": 5.257331213215366e-05,
      "loss_breakdown/pointer_loss": 0.1785462200641632,
      "step": 2170
    },
    {
      "epoch": 0.11115218416591248,
      "grad_norm": 8.811517896645846,
      "learning_rate": 4.938526912181304e-06,
      "loss": 0.3175,
      "step": 2180
    },
    {
      "epoch": 0.11115218416591248,
      "loss_breakdown/lm_loss": 5.2084214985370636e-05,
      "loss_breakdown/pointer_loss": 1.038271427154541,
      "step": 2180
    },
    {
      "epoch": 0.11115218416591248,
      "loss_breakdown/lm_loss": 3.8713136746082455e-05,
      "loss_breakdown/pointer_loss": 0.597538411617279,
      "step": 2180
    },
    {
      "epoch": 0.11115218416591248,
      "loss_breakdown/lm_loss": 4.3040203308919445e-05,
      "loss_breakdown/pointer_loss": 0.15743324160575867,
      "step": 2180
    },
    {
      "epoch": 0.11115218416591248,
      "loss_breakdown/lm_loss": 0.00012258508650120348,
      "loss_breakdown/pointer_loss": 0.22122804820537567,
      "step": 2180
    },
    {
      "epoch": 0.11166205657034327,
      "grad_norm": 2.8115341597394123,
      "learning_rate": 4.935694050991502e-06,
      "loss": 0.3581,
      "step": 2190
    },
    {
      "epoch": 0.11166205657034327,
      "loss_breakdown/lm_loss": 4.520708534982987e-05,
      "loss_breakdown/pointer_loss": 0.6640139818191528,
      "step": 2190
    },
    {
      "epoch": 0.11166205657034327,
      "loss_breakdown/lm_loss": 3.9211572584463283e-05,
      "loss_breakdown/pointer_loss": 0.5237507224082947,
      "step": 2190
    },
    {
      "epoch": 0.11166205657034327,
      "loss_breakdown/lm_loss": 5.8192501455778256e-05,
      "loss_breakdown/pointer_loss": 0.3802754580974579,
      "step": 2190
    },
    {
      "epoch": 0.11166205657034327,
      "loss_breakdown/lm_loss": 6.153519643703476e-05,
      "loss_breakdown/pointer_loss": 0.28345951437950134,
      "step": 2190
    },
    {
      "epoch": 0.11217192897477406,
      "grad_norm": 6.60322547439057,
      "learning_rate": 4.9328611898017e-06,
      "loss": 0.3584,
      "step": 2200
    },
    {
      "epoch": 0.11217192897477406,
      "loss_breakdown/lm_loss": 0.00010761921294033527,
      "loss_breakdown/pointer_loss": 1.0381747484207153,
      "step": 2200
    },
    {
      "epoch": 0.11217192897477406,
      "loss_breakdown/lm_loss": 3.84422492061276e-05,
      "loss_breakdown/pointer_loss": 1.1717112064361572,
      "step": 2200
    },
    {
      "epoch": 0.11217192897477406,
      "loss_breakdown/lm_loss": 3.6913377698510885e-05,
      "loss_breakdown/pointer_loss": 0.6961631774902344,
      "step": 2200
    },
    {
      "epoch": 0.11217192897477406,
      "loss_breakdown/lm_loss": 5.766299364040606e-05,
      "loss_breakdown/pointer_loss": 0.34257209300994873,
      "step": 2200
    },
    {
      "epoch": 0.11268180137920486,
      "grad_norm": 9.686108957605311,
      "learning_rate": 4.930028328611898e-06,
      "loss": 0.329,
      "step": 2210
    },
    {
      "epoch": 0.11268180137920486,
      "loss_breakdown/lm_loss": 2.5192870452883653e-05,
      "loss_breakdown/pointer_loss": 0.3594658374786377,
      "step": 2210
    },
    {
      "epoch": 0.11268180137920486,
      "loss_breakdown/lm_loss": 2.5231463951058686e-05,
      "loss_breakdown/pointer_loss": 0.2670937180519104,
      "step": 2210
    },
    {
      "epoch": 0.11268180137920486,
      "loss_breakdown/lm_loss": 3.209595161024481e-05,
      "loss_breakdown/pointer_loss": 0.30192553997039795,
      "step": 2210
    },
    {
      "epoch": 0.11268180137920486,
      "loss_breakdown/lm_loss": 2.4969185687950812e-05,
      "loss_breakdown/pointer_loss": 0.8005713820457458,
      "step": 2210
    },
    {
      "epoch": 0.11319167378363565,
      "grad_norm": 6.375114310202182,
      "learning_rate": 4.927195467422097e-06,
      "loss": 0.3343,
      "step": 2220
    },
    {
      "epoch": 0.11319167378363565,
      "loss_breakdown/lm_loss": 3.6388173612067476e-05,
      "loss_breakdown/pointer_loss": 0.3744007349014282,
      "step": 2220
    },
    {
      "epoch": 0.11319167378363565,
      "loss_breakdown/lm_loss": 4.373629417386837e-05,
      "loss_breakdown/pointer_loss": 0.5982754826545715,
      "step": 2220
    },
    {
      "epoch": 0.11319167378363565,
      "loss_breakdown/lm_loss": 4.488787453738041e-05,
      "loss_breakdown/pointer_loss": 0.46687090396881104,
      "step": 2220
    },
    {
      "epoch": 0.11319167378363565,
      "loss_breakdown/lm_loss": 3.667435157694854e-05,
      "loss_breakdown/pointer_loss": 0.6471878886222839,
      "step": 2220
    },
    {
      "epoch": 0.11370154618806644,
      "grad_norm": 10.486780307348646,
      "learning_rate": 4.924362606232295e-06,
      "loss": 0.3246,
      "step": 2230
    },
    {
      "epoch": 0.11370154618806644,
      "loss_breakdown/lm_loss": 5.306750608724542e-05,
      "loss_breakdown/pointer_loss": 0.32492220401763916,
      "step": 2230
    },
    {
      "epoch": 0.11370154618806644,
      "loss_breakdown/lm_loss": 4.8862708354135975e-05,
      "loss_breakdown/pointer_loss": 3.0578160285949707,
      "step": 2230
    },
    {
      "epoch": 0.11370154618806644,
      "loss_breakdown/lm_loss": 2.222761213488411e-05,
      "loss_breakdown/pointer_loss": 0.33559924364089966,
      "step": 2230
    },
    {
      "epoch": 0.11370154618806644,
      "loss_breakdown/lm_loss": 2.6351921405876055e-05,
      "loss_breakdown/pointer_loss": 0.11051180213689804,
      "step": 2230
    },
    {
      "epoch": 0.11421141859249723,
      "grad_norm": 6.771389613787335,
      "learning_rate": 4.921529745042493e-06,
      "loss": 0.3604,
      "step": 2240
    },
    {
      "epoch": 0.11421141859249723,
      "loss_breakdown/lm_loss": 3.526751970639452e-05,
      "loss_breakdown/pointer_loss": 0.4676491916179657,
      "step": 2240
    },
    {
      "epoch": 0.11421141859249723,
      "loss_breakdown/lm_loss": 3.257063144701533e-05,
      "loss_breakdown/pointer_loss": 0.32145243883132935,
      "step": 2240
    },
    {
      "epoch": 0.11421141859249723,
      "loss_breakdown/lm_loss": 2.421864883217495e-05,
      "loss_breakdown/pointer_loss": 0.7020813822746277,
      "step": 2240
    },
    {
      "epoch": 0.11421141859249723,
      "loss_breakdown/lm_loss": 2.6734021957963705e-05,
      "loss_breakdown/pointer_loss": 0.4495493173599243,
      "step": 2240
    },
    {
      "epoch": 0.11472129099692802,
      "grad_norm": 11.539961458039258,
      "learning_rate": 4.918696883852692e-06,
      "loss": 0.3113,
      "step": 2250
    },
    {
      "epoch": 0.11472129099692802,
      "loss_breakdown/lm_loss": 0.000127911931485869,
      "loss_breakdown/pointer_loss": 1.6310360431671143,
      "step": 2250
    },
    {
      "epoch": 0.11472129099692802,
      "loss_breakdown/lm_loss": 6.128158565843478e-05,
      "loss_breakdown/pointer_loss": 0.5898422002792358,
      "step": 2250
    },
    {
      "epoch": 0.11472129099692802,
      "loss_breakdown/lm_loss": 3.592109351302497e-05,
      "loss_breakdown/pointer_loss": 1.5368642807006836,
      "step": 2250
    },
    {
      "epoch": 0.11472129099692802,
      "loss_breakdown/lm_loss": 2.5932167773135006e-05,
      "loss_breakdown/pointer_loss": 0.50318443775177,
      "step": 2250
    },
    {
      "epoch": 0.1152311634013588,
      "grad_norm": 9.443615959320374,
      "learning_rate": 4.9158640226628905e-06,
      "loss": 0.3533,
      "step": 2260
    },
    {
      "epoch": 0.1152311634013588,
      "loss_breakdown/lm_loss": 2.4759425286902115e-05,
      "loss_breakdown/pointer_loss": 1.0493500232696533,
      "step": 2260
    },
    {
      "epoch": 0.1152311634013588,
      "loss_breakdown/lm_loss": 2.094692172249779e-05,
      "loss_breakdown/pointer_loss": 0.29211533069610596,
      "step": 2260
    },
    {
      "epoch": 0.1152311634013588,
      "loss_breakdown/lm_loss": 3.855284376186319e-05,
      "loss_breakdown/pointer_loss": 0.4611208438873291,
      "step": 2260
    },
    {
      "epoch": 0.1152311634013588,
      "loss_breakdown/lm_loss": 2.7802303520729765e-05,
      "loss_breakdown/pointer_loss": 0.11563528329133987,
      "step": 2260
    },
    {
      "epoch": 0.11574103580578961,
      "grad_norm": 3.2603506633168435,
      "learning_rate": 4.913031161473088e-06,
      "loss": 0.3293,
      "step": 2270
    },
    {
      "epoch": 0.11574103580578961,
      "loss_breakdown/lm_loss": 2.2916199668543413e-05,
      "loss_breakdown/pointer_loss": 1.273447871208191,
      "step": 2270
    },
    {
      "epoch": 0.11574103580578961,
      "loss_breakdown/lm_loss": 2.263699752802495e-05,
      "loss_breakdown/pointer_loss": 0.44805505871772766,
      "step": 2270
    },
    {
      "epoch": 0.11574103580578961,
      "loss_breakdown/lm_loss": 2.356580807827413e-05,
      "loss_breakdown/pointer_loss": 0.7111033201217651,
      "step": 2270
    },
    {
      "epoch": 0.11574103580578961,
      "loss_breakdown/lm_loss": 3.6467081372393295e-05,
      "loss_breakdown/pointer_loss": 0.6044764518737793,
      "step": 2270
    },
    {
      "epoch": 0.1162509082102204,
      "grad_norm": 5.126736699781221,
      "learning_rate": 4.910198300283286e-06,
      "loss": 0.3154,
      "step": 2280
    },
    {
      "epoch": 0.1162509082102204,
      "loss_breakdown/lm_loss": 2.0821113139390945e-05,
      "loss_breakdown/pointer_loss": 0.5313684344291687,
      "step": 2280
    },
    {
      "epoch": 0.1162509082102204,
      "loss_breakdown/lm_loss": 1.9656939912238158e-05,
      "loss_breakdown/pointer_loss": 0.05860450863838196,
      "step": 2280
    },
    {
      "epoch": 0.1162509082102204,
      "loss_breakdown/lm_loss": 2.7909487471333705e-05,
      "loss_breakdown/pointer_loss": 0.46348798274993896,
      "step": 2280
    },
    {
      "epoch": 0.1162509082102204,
      "loss_breakdown/lm_loss": 2.0745612346217968e-05,
      "loss_breakdown/pointer_loss": 0.518108606338501,
      "step": 2280
    },
    {
      "epoch": 0.11676078061465119,
      "grad_norm": 3.033158560468664,
      "learning_rate": 4.907365439093485e-06,
      "loss": 0.3632,
      "step": 2290
    },
    {
      "epoch": 0.11676078061465119,
      "loss_breakdown/lm_loss": 2.8692284104181454e-05,
      "loss_breakdown/pointer_loss": 0.5554642677307129,
      "step": 2290
    },
    {
      "epoch": 0.11676078061465119,
      "loss_breakdown/lm_loss": 1.9647895896923728e-05,
      "loss_breakdown/pointer_loss": 0.47638702392578125,
      "step": 2290
    },
    {
      "epoch": 0.11676078061465119,
      "loss_breakdown/lm_loss": 2.1234294763416983e-05,
      "loss_breakdown/pointer_loss": 0.4162542223930359,
      "step": 2290
    },
    {
      "epoch": 0.11676078061465119,
      "loss_breakdown/lm_loss": 2.0513363779173233e-05,
      "loss_breakdown/pointer_loss": 0.21038714051246643,
      "step": 2290
    },
    {
      "epoch": 0.11727065301908197,
      "grad_norm": 4.641111643553503,
      "learning_rate": 4.904532577903683e-06,
      "loss": 0.3861,
      "step": 2300
    },
    {
      "epoch": 0.11727065301908197,
      "loss_breakdown/lm_loss": 4.764733603224158e-05,
      "loss_breakdown/pointer_loss": 1.5551410913467407,
      "step": 2300
    },
    {
      "epoch": 0.11727065301908197,
      "loss_breakdown/lm_loss": 3.456822014413774e-05,
      "loss_breakdown/pointer_loss": 0.5149776935577393,
      "step": 2300
    },
    {
      "epoch": 0.11727065301908197,
      "loss_breakdown/lm_loss": 3.0132643587421626e-05,
      "loss_breakdown/pointer_loss": 1.3216490745544434,
      "step": 2300
    },
    {
      "epoch": 0.11727065301908197,
      "loss_breakdown/lm_loss": 3.4360426070634276e-05,
      "loss_breakdown/pointer_loss": 0.372732937335968,
      "step": 2300
    },
    {
      "epoch": 0.11778052542351276,
      "grad_norm": 3.338694203585178,
      "learning_rate": 4.901699716713881e-06,
      "loss": 0.3237,
      "step": 2310
    },
    {
      "epoch": 0.11778052542351276,
      "loss_breakdown/lm_loss": 2.887981099775061e-05,
      "loss_breakdown/pointer_loss": 1.8998061418533325,
      "step": 2310
    },
    {
      "epoch": 0.11778052542351276,
      "loss_breakdown/lm_loss": 3.423016823944636e-05,
      "loss_breakdown/pointer_loss": 0.3502020239830017,
      "step": 2310
    },
    {
      "epoch": 0.11778052542351276,
      "loss_breakdown/lm_loss": 3.0265846362453885e-05,
      "loss_breakdown/pointer_loss": 0.9488048553466797,
      "step": 2310
    },
    {
      "epoch": 0.11778052542351276,
      "loss_breakdown/lm_loss": 3.383158036740497e-05,
      "loss_breakdown/pointer_loss": 0.9160851240158081,
      "step": 2310
    },
    {
      "epoch": 0.11829039782794355,
      "grad_norm": 3.3048008095041954,
      "learning_rate": 4.89886685552408e-06,
      "loss": 0.3744,
      "step": 2320
    },
    {
      "epoch": 0.11829039782794355,
      "loss_breakdown/lm_loss": 2.564635178714525e-05,
      "loss_breakdown/pointer_loss": 0.7792317867279053,
      "step": 2320
    },
    {
      "epoch": 0.11829039782794355,
      "loss_breakdown/lm_loss": 2.4297780328197405e-05,
      "loss_breakdown/pointer_loss": 0.4805133640766144,
      "step": 2320
    },
    {
      "epoch": 0.11829039782794355,
      "loss_breakdown/lm_loss": 4.188305319985375e-05,
      "loss_breakdown/pointer_loss": 0.6317049264907837,
      "step": 2320
    },
    {
      "epoch": 0.11829039782794355,
      "loss_breakdown/lm_loss": 2.330579263798427e-05,
      "loss_breakdown/pointer_loss": 0.3299827575683594,
      "step": 2320
    },
    {
      "epoch": 0.11880027023237434,
      "grad_norm": 55.32243941024976,
      "learning_rate": 4.896033994334279e-06,
      "loss": 0.3115,
      "step": 2330
    },
    {
      "epoch": 0.11880027023237434,
      "loss_breakdown/lm_loss": 2.4436883904854767e-05,
      "loss_breakdown/pointer_loss": 2.150719165802002,
      "step": 2330
    },
    {
      "epoch": 0.11880027023237434,
      "loss_breakdown/lm_loss": 6.261801172513515e-05,
      "loss_breakdown/pointer_loss": 1.4726011753082275,
      "step": 2330
    },
    {
      "epoch": 0.11880027023237434,
      "loss_breakdown/lm_loss": 2.4679158741491847e-05,
      "loss_breakdown/pointer_loss": 0.16361641883850098,
      "step": 2330
    },
    {
      "epoch": 0.11880027023237434,
      "loss_breakdown/lm_loss": 6.551465776283294e-05,
      "loss_breakdown/pointer_loss": 0.14111629128456116,
      "step": 2330
    },
    {
      "epoch": 0.11931014263680514,
      "grad_norm": 6.515068308503203,
      "learning_rate": 4.8932011331444765e-06,
      "loss": 0.3549,
      "step": 2340
    },
    {
      "epoch": 0.11931014263680514,
      "loss_breakdown/lm_loss": 2.9253762477310374e-05,
      "loss_breakdown/pointer_loss": 1.0361557006835938,
      "step": 2340
    },
    {
      "epoch": 0.11931014263680514,
      "loss_breakdown/lm_loss": 3.6702953366329893e-05,
      "loss_breakdown/pointer_loss": 0.48191019892692566,
      "step": 2340
    },
    {
      "epoch": 0.11931014263680514,
      "loss_breakdown/lm_loss": 0.00011661309690680355,
      "loss_breakdown/pointer_loss": 0.3402298390865326,
      "step": 2340
    },
    {
      "epoch": 0.11931014263680514,
      "loss_breakdown/lm_loss": 3.257572461734526e-05,
      "loss_breakdown/pointer_loss": 0.30870360136032104,
      "step": 2340
    },
    {
      "epoch": 0.11982001504123593,
      "grad_norm": 9.855818269178322,
      "learning_rate": 4.890368271954674e-06,
      "loss": 0.3698,
      "step": 2350
    },
    {
      "epoch": 0.11982001504123593,
      "loss_breakdown/lm_loss": 6.9386325776577e-05,
      "loss_breakdown/pointer_loss": 1.2521953582763672,
      "step": 2350
    },
    {
      "epoch": 0.11982001504123593,
      "loss_breakdown/lm_loss": 4.317090497352183e-05,
      "loss_breakdown/pointer_loss": 0.6498680114746094,
      "step": 2350
    },
    {
      "epoch": 0.11982001504123593,
      "loss_breakdown/lm_loss": 5.717205931432545e-05,
      "loss_breakdown/pointer_loss": 0.5565763711929321,
      "step": 2350
    },
    {
      "epoch": 0.11982001504123593,
      "loss_breakdown/lm_loss": 3.199207640136592e-05,
      "loss_breakdown/pointer_loss": 1.682497501373291,
      "step": 2350
    },
    {
      "epoch": 0.12032988744566672,
      "grad_norm": 10.228969928706675,
      "learning_rate": 4.887535410764873e-06,
      "loss": 0.3312,
      "step": 2360
    },
    {
      "epoch": 0.12032988744566672,
      "loss_breakdown/lm_loss": 2.901185507653281e-05,
      "loss_breakdown/pointer_loss": 1.5285793542861938,
      "step": 2360
    },
    {
      "epoch": 0.12032988744566672,
      "loss_breakdown/lm_loss": 1.8974871636601165e-05,
      "loss_breakdown/pointer_loss": 0.3234187960624695,
      "step": 2360
    },
    {
      "epoch": 0.12032988744566672,
      "loss_breakdown/lm_loss": 2.0145638700341806e-05,
      "loss_breakdown/pointer_loss": 0.8177592158317566,
      "step": 2360
    },
    {
      "epoch": 0.12032988744566672,
      "loss_breakdown/lm_loss": 2.2966569304117e-05,
      "loss_breakdown/pointer_loss": 0.3582158386707306,
      "step": 2360
    },
    {
      "epoch": 0.12083975985009751,
      "grad_norm": 4.033950807571518,
      "learning_rate": 4.884702549575071e-06,
      "loss": 0.342,
      "step": 2370
    },
    {
      "epoch": 0.12083975985009751,
      "loss_breakdown/lm_loss": 4.907473339699209e-05,
      "loss_breakdown/pointer_loss": 0.5653179287910461,
      "step": 2370
    },
    {
      "epoch": 0.12083975985009751,
      "loss_breakdown/lm_loss": 2.0207411580486223e-05,
      "loss_breakdown/pointer_loss": 0.23681795597076416,
      "step": 2370
    },
    {
      "epoch": 0.12083975985009751,
      "loss_breakdown/lm_loss": 4.7140056267380714e-05,
      "loss_breakdown/pointer_loss": 0.4129069745540619,
      "step": 2370
    },
    {
      "epoch": 0.12083975985009751,
      "loss_breakdown/lm_loss": 3.0059803975746036e-05,
      "loss_breakdown/pointer_loss": 1.1216627359390259,
      "step": 2370
    },
    {
      "epoch": 0.1213496322545283,
      "grad_norm": 7.025543298083682,
      "learning_rate": 4.8818696883852695e-06,
      "loss": 0.3397,
      "step": 2380
    },
    {
      "epoch": 0.1213496322545283,
      "loss_breakdown/lm_loss": 5.380986112868413e-05,
      "loss_breakdown/pointer_loss": 0.6592024564743042,
      "step": 2380
    },
    {
      "epoch": 0.1213496322545283,
      "loss_breakdown/lm_loss": 2.732538450800348e-05,
      "loss_breakdown/pointer_loss": 0.4358440935611725,
      "step": 2380
    },
    {
      "epoch": 0.1213496322545283,
      "loss_breakdown/lm_loss": 1.6422598491772078e-05,
      "loss_breakdown/pointer_loss": 0.9569776058197021,
      "step": 2380
    },
    {
      "epoch": 0.1213496322545283,
      "loss_breakdown/lm_loss": 2.3332482669502497e-05,
      "loss_breakdown/pointer_loss": 1.2310124635696411,
      "step": 2380
    },
    {
      "epoch": 0.12185950465895909,
      "grad_norm": 3.678719242646712,
      "learning_rate": 4.879036827195468e-06,
      "loss": 0.3312,
      "step": 2390
    },
    {
      "epoch": 0.12185950465895909,
      "loss_breakdown/lm_loss": 2.2149260985315777e-05,
      "loss_breakdown/pointer_loss": 1.2868993282318115,
      "step": 2390
    },
    {
      "epoch": 0.12185950465895909,
      "loss_breakdown/lm_loss": 2.100605888699647e-05,
      "loss_breakdown/pointer_loss": 0.8987683057785034,
      "step": 2390
    },
    {
      "epoch": 0.12185950465895909,
      "loss_breakdown/lm_loss": 2.3640246581635438e-05,
      "loss_breakdown/pointer_loss": 0.4042160212993622,
      "step": 2390
    },
    {
      "epoch": 0.12185950465895909,
      "loss_breakdown/lm_loss": 2.2409742086892948e-05,
      "loss_breakdown/pointer_loss": 0.5367510318756104,
      "step": 2390
    },
    {
      "epoch": 0.12236937706338989,
      "grad_norm": 19.495651303014878,
      "learning_rate": 4.876203966005666e-06,
      "loss": 0.3356,
      "step": 2400
    },
    {
      "epoch": 0.12236937706338989,
      "loss_breakdown/lm_loss": 6.325046706479043e-05,
      "loss_breakdown/pointer_loss": 1.346079707145691,
      "step": 2400
    },
    {
      "epoch": 0.12236937706338989,
      "loss_breakdown/lm_loss": 6.47643391857855e-05,
      "loss_breakdown/pointer_loss": 1.0628306865692139,
      "step": 2400
    },
    {
      "epoch": 0.12236937706338989,
      "loss_breakdown/lm_loss": 4.0523689676774666e-05,
      "loss_breakdown/pointer_loss": 0.40474241971969604,
      "step": 2400
    },
    {
      "epoch": 0.12236937706338989,
      "loss_breakdown/lm_loss": 5.8819292462430894e-05,
      "loss_breakdown/pointer_loss": 0.5405309200286865,
      "step": 2400
    },
    {
      "epoch": 0.12287924946782068,
      "grad_norm": 7.237215888813718,
      "learning_rate": 4.873371104815865e-06,
      "loss": 0.3223,
      "step": 2410
    },
    {
      "epoch": 0.12287924946782068,
      "loss_breakdown/lm_loss": 1.9840541426674463e-05,
      "loss_breakdown/pointer_loss": 0.2819666862487793,
      "step": 2410
    },
    {
      "epoch": 0.12287924946782068,
      "loss_breakdown/lm_loss": 2.5330942662549205e-05,
      "loss_breakdown/pointer_loss": 0.21243976056575775,
      "step": 2410
    },
    {
      "epoch": 0.12287924946782068,
      "loss_breakdown/lm_loss": 2.052513082162477e-05,
      "loss_breakdown/pointer_loss": 0.24037252366542816,
      "step": 2410
    },
    {
      "epoch": 0.12287924946782068,
      "loss_breakdown/lm_loss": 3.6892364732921124e-05,
      "loss_breakdown/pointer_loss": 1.892327070236206,
      "step": 2410
    },
    {
      "epoch": 0.12338912187225147,
      "grad_norm": 2.403485278634393,
      "learning_rate": 4.8705382436260625e-06,
      "loss": 0.3341,
      "step": 2420
    },
    {
      "epoch": 0.12338912187225147,
      "loss_breakdown/lm_loss": 3.5170724004274234e-05,
      "loss_breakdown/pointer_loss": 0.5458388924598694,
      "step": 2420
    },
    {
      "epoch": 0.12338912187225147,
      "loss_breakdown/lm_loss": 2.5195260604959913e-05,
      "loss_breakdown/pointer_loss": 1.1732679605484009,
      "step": 2420
    },
    {
      "epoch": 0.12338912187225147,
      "loss_breakdown/lm_loss": 2.9021301088505425e-05,
      "loss_breakdown/pointer_loss": 0.8508002161979675,
      "step": 2420
    },
    {
      "epoch": 0.12338912187225147,
      "loss_breakdown/lm_loss": 3.0739643989363685e-05,
      "loss_breakdown/pointer_loss": 0.7179199457168579,
      "step": 2420
    },
    {
      "epoch": 0.12389899427668226,
      "grad_norm": 29.892317294657715,
      "learning_rate": 4.867705382436261e-06,
      "loss": 0.3585,
      "step": 2430
    },
    {
      "epoch": 0.12389899427668226,
      "loss_breakdown/lm_loss": 2.868380215659272e-05,
      "loss_breakdown/pointer_loss": 0.11978499591350555,
      "step": 2430
    },
    {
      "epoch": 0.12389899427668226,
      "loss_breakdown/lm_loss": 2.3141623387346044e-05,
      "loss_breakdown/pointer_loss": 5.967815399169922,
      "step": 2430
    },
    {
      "epoch": 0.12389899427668226,
      "loss_breakdown/lm_loss": 1.9565584807423875e-05,
      "loss_breakdown/pointer_loss": 0.13468047976493835,
      "step": 2430
    },
    {
      "epoch": 0.12389899427668226,
      "loss_breakdown/lm_loss": 2.204101656388957e-05,
      "loss_breakdown/pointer_loss": 0.15656828880310059,
      "step": 2430
    },
    {
      "epoch": 0.12440886668111305,
      "grad_norm": 2.030084350393045,
      "learning_rate": 4.864872521246459e-06,
      "loss": 0.3516,
      "step": 2440
    },
    {
      "epoch": 0.12440886668111305,
      "loss_breakdown/lm_loss": 2.5794715838856064e-05,
      "loss_breakdown/pointer_loss": 0.16714610159397125,
      "step": 2440
    },
    {
      "epoch": 0.12440886668111305,
      "loss_breakdown/lm_loss": 2.2013035049894825e-05,
      "loss_breakdown/pointer_loss": 0.28344136476516724,
      "step": 2440
    },
    {
      "epoch": 0.12440886668111305,
      "loss_breakdown/lm_loss": 2.3857835913076997e-05,
      "loss_breakdown/pointer_loss": 0.8365969657897949,
      "step": 2440
    },
    {
      "epoch": 0.12440886668111305,
      "loss_breakdown/lm_loss": 3.58945362677332e-05,
      "loss_breakdown/pointer_loss": 0.685397207736969,
      "step": 2440
    },
    {
      "epoch": 0.12491873908554384,
      "grad_norm": 9.983808657394814,
      "learning_rate": 4.862039660056658e-06,
      "loss": 0.3276,
      "step": 2450
    },
    {
      "epoch": 0.12491873908554384,
      "loss_breakdown/lm_loss": 0.00010546047269599512,
      "loss_breakdown/pointer_loss": 2.528210163116455,
      "step": 2450
    },
    {
      "epoch": 0.12491873908554384,
      "loss_breakdown/lm_loss": 8.723903010832146e-05,
      "loss_breakdown/pointer_loss": 0.3785723149776459,
      "step": 2450
    },
    {
      "epoch": 0.12491873908554384,
      "loss_breakdown/lm_loss": 0.00010496870527276769,
      "loss_breakdown/pointer_loss": 0.4238951802253723,
      "step": 2450
    },
    {
      "epoch": 0.12491873908554384,
      "loss_breakdown/lm_loss": 4.86844073748216e-05,
      "loss_breakdown/pointer_loss": 1.3985867500305176,
      "step": 2450
    },
    {
      "epoch": 0.12542861148997464,
      "grad_norm": 3.910710081917662,
      "learning_rate": 4.8592067988668555e-06,
      "loss": 0.3412,
      "step": 2460
    },
    {
      "epoch": 0.12542861148997464,
      "loss_breakdown/lm_loss": 2.78419247479178e-05,
      "loss_breakdown/pointer_loss": 0.31659308075904846,
      "step": 2460
    },
    {
      "epoch": 0.12542861148997464,
      "loss_breakdown/lm_loss": 2.8861808459623717e-05,
      "loss_breakdown/pointer_loss": 0.3686978816986084,
      "step": 2460
    },
    {
      "epoch": 0.12542861148997464,
      "loss_breakdown/lm_loss": 2.9911901947343722e-05,
      "loss_breakdown/pointer_loss": 2.9201197624206543,
      "step": 2460
    },
    {
      "epoch": 0.12542861148997464,
      "loss_breakdown/lm_loss": 3.161900895065628e-05,
      "loss_breakdown/pointer_loss": 0.4336990714073181,
      "step": 2460
    },
    {
      "epoch": 0.12593848389440543,
      "grad_norm": 11.47436212900273,
      "learning_rate": 4.856373937677054e-06,
      "loss": 0.3532,
      "step": 2470
    },
    {
      "epoch": 0.12593848389440543,
      "loss_breakdown/lm_loss": 5.7416807976551354e-05,
      "loss_breakdown/pointer_loss": 0.6238132119178772,
      "step": 2470
    },
    {
      "epoch": 0.12593848389440543,
      "loss_breakdown/lm_loss": 5.12182195961941e-05,
      "loss_breakdown/pointer_loss": 1.8704912662506104,
      "step": 2470
    },
    {
      "epoch": 0.12593848389440543,
      "loss_breakdown/lm_loss": 4.822611663257703e-05,
      "loss_breakdown/pointer_loss": 0.20553621649742126,
      "step": 2470
    },
    {
      "epoch": 0.12593848389440543,
      "loss_breakdown/lm_loss": 5.80568885197863e-05,
      "loss_breakdown/pointer_loss": 1.0383838415145874,
      "step": 2470
    },
    {
      "epoch": 0.12644835629883622,
      "grad_norm": 52.41794067871861,
      "learning_rate": 4.853541076487253e-06,
      "loss": 0.3133,
      "step": 2480
    },
    {
      "epoch": 0.12644835629883622,
      "loss_breakdown/lm_loss": 2.4881906938389875e-05,
      "loss_breakdown/pointer_loss": 0.5087342858314514,
      "step": 2480
    },
    {
      "epoch": 0.12644835629883622,
      "loss_breakdown/lm_loss": 4.261582580511458e-05,
      "loss_breakdown/pointer_loss": 0.08636188507080078,
      "step": 2480
    },
    {
      "epoch": 0.12644835629883622,
      "loss_breakdown/lm_loss": 6.223013042472303e-05,
      "loss_breakdown/pointer_loss": 0.6698630452156067,
      "step": 2480
    },
    {
      "epoch": 0.12644835629883622,
      "loss_breakdown/lm_loss": 2.515606684028171e-05,
      "loss_breakdown/pointer_loss": 0.5989118814468384,
      "step": 2480
    },
    {
      "epoch": 0.126958228703267,
      "grad_norm": 6.001713682262893,
      "learning_rate": 4.850708215297451e-06,
      "loss": 0.3431,
      "step": 2490
    },
    {
      "epoch": 0.126958228703267,
      "loss_breakdown/lm_loss": 2.9374188670772128e-05,
      "loss_breakdown/pointer_loss": 0.45082128047943115,
      "step": 2490
    },
    {
      "epoch": 0.126958228703267,
      "loss_breakdown/lm_loss": 2.7781174139818177e-05,
      "loss_breakdown/pointer_loss": 0.3755685091018677,
      "step": 2490
    },
    {
      "epoch": 0.126958228703267,
      "loss_breakdown/lm_loss": 2.0771050913026556e-05,
      "loss_breakdown/pointer_loss": 0.1558665633201599,
      "step": 2490
    },
    {
      "epoch": 0.126958228703267,
      "loss_breakdown/lm_loss": 2.641752507770434e-05,
      "loss_breakdown/pointer_loss": 0.4798920750617981,
      "step": 2490
    },
    {
      "epoch": 0.1274681011076978,
      "grad_norm": 8.217281166987926,
      "learning_rate": 4.847875354107649e-06,
      "loss": 0.3139,
      "step": 2500
    },
    {
      "epoch": 0.1274681011076978,
      "loss_breakdown/lm_loss": 8.794735185801983e-05,
      "loss_breakdown/pointer_loss": 1.4800586700439453,
      "step": 2500
    },
    {
      "epoch": 0.1274681011076978,
      "loss_breakdown/lm_loss": 8.776613685768098e-05,
      "loss_breakdown/pointer_loss": 1.846484899520874,
      "step": 2500
    },
    {
      "epoch": 0.1274681011076978,
      "loss_breakdown/lm_loss": 9.182676876662299e-05,
      "loss_breakdown/pointer_loss": 0.6832359433174133,
      "step": 2500
    },
    {
      "epoch": 0.1274681011076978,
      "loss_breakdown/lm_loss": 3.474217373877764e-05,
      "loss_breakdown/pointer_loss": 1.3100026845932007,
      "step": 2500
    },
    {
      "epoch": 0.12797797351212858,
      "grad_norm": 2.911768247799109,
      "learning_rate": 4.845042492917847e-06,
      "loss": 0.34,
      "step": 2510
    },
    {
      "epoch": 0.12797797351212858,
      "loss_breakdown/lm_loss": 4.143471960560419e-05,
      "loss_breakdown/pointer_loss": 0.16320696473121643,
      "step": 2510
    },
    {
      "epoch": 0.12797797351212858,
      "loss_breakdown/lm_loss": 3.158564868499525e-05,
      "loss_breakdown/pointer_loss": 0.3079208731651306,
      "step": 2510
    },
    {
      "epoch": 0.12797797351212858,
      "loss_breakdown/lm_loss": 2.6916261049336754e-05,
      "loss_breakdown/pointer_loss": 0.32597649097442627,
      "step": 2510
    },
    {
      "epoch": 0.12797797351212858,
      "loss_breakdown/lm_loss": 3.713739715749398e-05,
      "loss_breakdown/pointer_loss": 0.3666496276855469,
      "step": 2510
    },
    {
      "epoch": 0.12848784591655937,
      "grad_norm": 3.680572878663852,
      "learning_rate": 4.842209631728046e-06,
      "loss": 0.3314,
      "step": 2520
    },
    {
      "epoch": 0.12848784591655937,
      "loss_breakdown/lm_loss": 4.263570735929534e-05,
      "loss_breakdown/pointer_loss": 0.45435264706611633,
      "step": 2520
    },
    {
      "epoch": 0.12848784591655937,
      "loss_breakdown/lm_loss": 4.982895188732073e-05,
      "loss_breakdown/pointer_loss": 1.1968958377838135,
      "step": 2520
    },
    {
      "epoch": 0.12848784591655937,
      "loss_breakdown/lm_loss": 2.902262713178061e-05,
      "loss_breakdown/pointer_loss": 0.3157336413860321,
      "step": 2520
    },
    {
      "epoch": 0.12848784591655937,
      "loss_breakdown/lm_loss": 3.726831710082479e-05,
      "loss_breakdown/pointer_loss": 1.0531374216079712,
      "step": 2520
    },
    {
      "epoch": 0.12899771832099016,
      "grad_norm": 8.987481316202084,
      "learning_rate": 4.839376770538244e-06,
      "loss": 0.3065,
      "step": 2530
    },
    {
      "epoch": 0.12899771832099016,
      "loss_breakdown/lm_loss": 3.187456604791805e-05,
      "loss_breakdown/pointer_loss": 0.8432828187942505,
      "step": 2530
    },
    {
      "epoch": 0.12899771832099016,
      "loss_breakdown/lm_loss": 2.6316254661651328e-05,
      "loss_breakdown/pointer_loss": 0.22667637467384338,
      "step": 2530
    },
    {
      "epoch": 0.12899771832099016,
      "loss_breakdown/lm_loss": 9.679587674327195e-05,
      "loss_breakdown/pointer_loss": 2.067807197570801,
      "step": 2530
    },
    {
      "epoch": 0.12899771832099016,
      "loss_breakdown/lm_loss": 2.638378646224737e-05,
      "loss_breakdown/pointer_loss": 3.01815128326416,
      "step": 2530
    },
    {
      "epoch": 0.12950759072542095,
      "grad_norm": 4.15512578116376,
      "learning_rate": 4.836543909348442e-06,
      "loss": 0.3703,
      "step": 2540
    },
    {
      "epoch": 0.12950759072542095,
      "loss_breakdown/lm_loss": 2.074785516015254e-05,
      "loss_breakdown/pointer_loss": 0.1378476917743683,
      "step": 2540
    },
    {
      "epoch": 0.12950759072542095,
      "loss_breakdown/lm_loss": 2.778044290607795e-05,
      "loss_breakdown/pointer_loss": 0.1616501808166504,
      "step": 2540
    },
    {
      "epoch": 0.12950759072542095,
      "loss_breakdown/lm_loss": 4.195372457616031e-05,
      "loss_breakdown/pointer_loss": 0.8630402684211731,
      "step": 2540
    },
    {
      "epoch": 0.12950759072542095,
      "loss_breakdown/lm_loss": 2.2264446670305915e-05,
      "loss_breakdown/pointer_loss": 0.39896824955940247,
      "step": 2540
    },
    {
      "epoch": 0.13001746312985177,
      "grad_norm": 8.497776528330537,
      "learning_rate": 4.833711048158641e-06,
      "loss": 0.354,
      "step": 2550
    },
    {
      "epoch": 0.13001746312985177,
      "loss_breakdown/lm_loss": 6.77020798320882e-05,
      "loss_breakdown/pointer_loss": 2.279536724090576,
      "step": 2550
    },
    {
      "epoch": 0.13001746312985177,
      "loss_breakdown/lm_loss": 7.247170287882909e-05,
      "loss_breakdown/pointer_loss": 1.140524983406067,
      "step": 2550
    },
    {
      "epoch": 0.13001746312985177,
      "loss_breakdown/lm_loss": 3.45598891726695e-05,
      "loss_breakdown/pointer_loss": 1.6937458515167236,
      "step": 2550
    },
    {
      "epoch": 0.13001746312985177,
      "loss_breakdown/lm_loss": 3.410424687899649e-05,
      "loss_breakdown/pointer_loss": 0.46411949396133423,
      "step": 2550
    },
    {
      "epoch": 0.13052733553428256,
      "grad_norm": 4.170399013518012,
      "learning_rate": 4.830878186968839e-06,
      "loss": 0.3335,
      "step": 2560
    },
    {
      "epoch": 0.13052733553428256,
      "loss_breakdown/lm_loss": 2.913796743087005e-05,
      "loss_breakdown/pointer_loss": 1.0401417016983032,
      "step": 2560
    },
    {
      "epoch": 0.13052733553428256,
      "loss_breakdown/lm_loss": 3.7946734664728865e-05,
      "loss_breakdown/pointer_loss": 0.384542852640152,
      "step": 2560
    },
    {
      "epoch": 0.13052733553428256,
      "loss_breakdown/lm_loss": 2.631000279507134e-05,
      "loss_breakdown/pointer_loss": 0.3042905926704407,
      "step": 2560
    },
    {
      "epoch": 0.13052733553428256,
      "loss_breakdown/lm_loss": 3.171183925587684e-05,
      "loss_breakdown/pointer_loss": 0.4607084095478058,
      "step": 2560
    },
    {
      "epoch": 0.13103720793871335,
      "grad_norm": 3.1824761305303384,
      "learning_rate": 4.8280453257790376e-06,
      "loss": 0.3917,
      "step": 2570
    },
    {
      "epoch": 0.13103720793871335,
      "loss_breakdown/lm_loss": 3.4267548471689224e-05,
      "loss_breakdown/pointer_loss": 2.044192314147949,
      "step": 2570
    },
    {
      "epoch": 0.13103720793871335,
      "loss_breakdown/lm_loss": 2.9106518923072144e-05,
      "loss_breakdown/pointer_loss": 0.6210403442382812,
      "step": 2570
    },
    {
      "epoch": 0.13103720793871335,
      "loss_breakdown/lm_loss": 3.672064485726878e-05,
      "loss_breakdown/pointer_loss": 0.33270391821861267,
      "step": 2570
    },
    {
      "epoch": 0.13103720793871335,
      "loss_breakdown/lm_loss": 2.728925937844906e-05,
      "loss_breakdown/pointer_loss": 1.8291078805923462,
      "step": 2570
    },
    {
      "epoch": 0.13154708034314413,
      "grad_norm": 8.297827093398684,
      "learning_rate": 4.825212464589235e-06,
      "loss": 0.3136,
      "step": 2580
    },
    {
      "epoch": 0.13154708034314413,
      "loss_breakdown/lm_loss": 4.873564466834068e-05,
      "loss_breakdown/pointer_loss": 2.3098626136779785,
      "step": 2580
    },
    {
      "epoch": 0.13154708034314413,
      "loss_breakdown/lm_loss": 4.4793989218305796e-05,
      "loss_breakdown/pointer_loss": 0.3227055072784424,
      "step": 2580
    },
    {
      "epoch": 0.13154708034314413,
      "loss_breakdown/lm_loss": 6.905564077896997e-05,
      "loss_breakdown/pointer_loss": 0.07882846146821976,
      "step": 2580
    },
    {
      "epoch": 0.13154708034314413,
      "loss_breakdown/lm_loss": 2.7667218091664836e-05,
      "loss_breakdown/pointer_loss": 0.1424883008003235,
      "step": 2580
    },
    {
      "epoch": 0.13205695274757492,
      "grad_norm": 4.027484490227223,
      "learning_rate": 4.822379603399433e-06,
      "loss": 0.3612,
      "step": 2590
    },
    {
      "epoch": 0.13205695274757492,
      "loss_breakdown/lm_loss": 2.3891114324214868e-05,
      "loss_breakdown/pointer_loss": 0.3141022026538849,
      "step": 2590
    },
    {
      "epoch": 0.13205695274757492,
      "loss_breakdown/lm_loss": 2.6360263291280717e-05,
      "loss_breakdown/pointer_loss": 1.3255088329315186,
      "step": 2590
    },
    {
      "epoch": 0.13205695274757492,
      "loss_breakdown/lm_loss": 5.853638504049741e-05,
      "loss_breakdown/pointer_loss": 0.5418728590011597,
      "step": 2590
    },
    {
      "epoch": 0.13205695274757492,
      "loss_breakdown/lm_loss": 3.1283761927625164e-05,
      "loss_breakdown/pointer_loss": 0.3436901569366455,
      "step": 2590
    },
    {
      "epoch": 0.1325668251520057,
      "grad_norm": 8.674979385006571,
      "learning_rate": 4.819546742209632e-06,
      "loss": 0.3082,
      "step": 2600
    },
    {
      "epoch": 0.1325668251520057,
      "loss_breakdown/lm_loss": 0.000192951294593513,
      "loss_breakdown/pointer_loss": 1.3575749397277832,
      "step": 2600
    },
    {
      "epoch": 0.1325668251520057,
      "loss_breakdown/lm_loss": 7.008279499132186e-05,
      "loss_breakdown/pointer_loss": 1.3711453676223755,
      "step": 2600
    },
    {
      "epoch": 0.1325668251520057,
      "loss_breakdown/lm_loss": 6.212067091837525e-05,
      "loss_breakdown/pointer_loss": 0.8243159651756287,
      "step": 2600
    },
    {
      "epoch": 0.1325668251520057,
      "loss_breakdown/lm_loss": 4.022330540465191e-05,
      "loss_breakdown/pointer_loss": 0.9093490242958069,
      "step": 2600
    },
    {
      "epoch": 0.1330766975564365,
      "grad_norm": 3.7024654787681484,
      "learning_rate": 4.8167138810198306e-06,
      "loss": 0.3147,
      "step": 2610
    },
    {
      "epoch": 0.1330766975564365,
      "loss_breakdown/lm_loss": 2.392222268099431e-05,
      "loss_breakdown/pointer_loss": 0.4336869716644287,
      "step": 2610
    },
    {
      "epoch": 0.1330766975564365,
      "loss_breakdown/lm_loss": 2.7485584723763168e-05,
      "loss_breakdown/pointer_loss": 0.31834131479263306,
      "step": 2610
    },
    {
      "epoch": 0.1330766975564365,
      "loss_breakdown/lm_loss": 2.459306051605381e-05,
      "loss_breakdown/pointer_loss": 0.222113698720932,
      "step": 2610
    },
    {
      "epoch": 0.1330766975564365,
      "loss_breakdown/lm_loss": 0.00012519331357907504,
      "loss_breakdown/pointer_loss": 0.6614856719970703,
      "step": 2610
    },
    {
      "epoch": 0.1335865699608673,
      "grad_norm": 2.733282315377333,
      "learning_rate": 4.813881019830029e-06,
      "loss": 0.3447,
      "step": 2620
    },
    {
      "epoch": 0.1335865699608673,
      "loss_breakdown/lm_loss": 2.6432458980707452e-05,
      "loss_breakdown/pointer_loss": 0.4354357123374939,
      "step": 2620
    },
    {
      "epoch": 0.1335865699608673,
      "loss_breakdown/lm_loss": 2.9301352697075345e-05,
      "loss_breakdown/pointer_loss": 0.657380223274231,
      "step": 2620
    },
    {
      "epoch": 0.1335865699608673,
      "loss_breakdown/lm_loss": 2.4741844754316844e-05,
      "loss_breakdown/pointer_loss": 0.18877610564231873,
      "step": 2620
    },
    {
      "epoch": 0.1335865699608673,
      "loss_breakdown/lm_loss": 3.075978020206094e-05,
      "loss_breakdown/pointer_loss": 0.804119348526001,
      "step": 2620
    },
    {
      "epoch": 0.13409644236529808,
      "grad_norm": 9.774081370665996,
      "learning_rate": 4.811048158640227e-06,
      "loss": 0.3265,
      "step": 2630
    },
    {
      "epoch": 0.13409644236529808,
      "loss_breakdown/lm_loss": 3.213996751583181e-05,
      "loss_breakdown/pointer_loss": 0.26354408264160156,
      "step": 2630
    },
    {
      "epoch": 0.13409644236529808,
      "loss_breakdown/lm_loss": 2.7802287149825133e-05,
      "loss_breakdown/pointer_loss": 0.46115195751190186,
      "step": 2630
    },
    {
      "epoch": 0.13409644236529808,
      "loss_breakdown/lm_loss": 2.7090831281384453e-05,
      "loss_breakdown/pointer_loss": 0.19709861278533936,
      "step": 2630
    },
    {
      "epoch": 0.13409644236529808,
      "loss_breakdown/lm_loss": 8.260561298811808e-05,
      "loss_breakdown/pointer_loss": 0.4886602759361267,
      "step": 2630
    },
    {
      "epoch": 0.13460631476972887,
      "grad_norm": 3.4554881184997988,
      "learning_rate": 4.808215297450426e-06,
      "loss": 0.3163,
      "step": 2640
    },
    {
      "epoch": 0.13460631476972887,
      "loss_breakdown/lm_loss": 2.4520250008208677e-05,
      "loss_breakdown/pointer_loss": 0.32300853729248047,
      "step": 2640
    },
    {
      "epoch": 0.13460631476972887,
      "loss_breakdown/lm_loss": 2.2459142201114446e-05,
      "loss_breakdown/pointer_loss": 0.3003053665161133,
      "step": 2640
    },
    {
      "epoch": 0.13460631476972887,
      "loss_breakdown/lm_loss": 2.4070663130260073e-05,
      "loss_breakdown/pointer_loss": 0.47690144181251526,
      "step": 2640
    },
    {
      "epoch": 0.13460631476972887,
      "loss_breakdown/lm_loss": 2.3882663299445994e-05,
      "loss_breakdown/pointer_loss": 0.664294958114624,
      "step": 2640
    },
    {
      "epoch": 0.13511618717415966,
      "grad_norm": 7.891093652993627,
      "learning_rate": 4.8053824362606236e-06,
      "loss": 0.3479,
      "step": 2650
    },
    {
      "epoch": 0.13511618717415966,
      "loss_breakdown/lm_loss": 0.00015689351130276918,
      "loss_breakdown/pointer_loss": 2.1714718341827393,
      "step": 2650
    },
    {
      "epoch": 0.13511618717415966,
      "loss_breakdown/lm_loss": 9.769567986950278e-05,
      "loss_breakdown/pointer_loss": 0.8551172018051147,
      "step": 2650
    },
    {
      "epoch": 0.13511618717415966,
      "loss_breakdown/lm_loss": 4.9228448915528134e-05,
      "loss_breakdown/pointer_loss": 0.5523665547370911,
      "step": 2650
    },
    {
      "epoch": 0.13511618717415966,
      "loss_breakdown/lm_loss": 5.174949183128774e-05,
      "loss_breakdown/pointer_loss": 0.9017999768257141,
      "step": 2650
    },
    {
      "epoch": 0.13562605957859045,
      "grad_norm": 4.40649706563301,
      "learning_rate": 4.802549575070821e-06,
      "loss": 0.3188,
      "step": 2660
    },
    {
      "epoch": 0.13562605957859045,
      "loss_breakdown/lm_loss": 3.5486562410369515e-05,
      "loss_breakdown/pointer_loss": 0.35726258158683777,
      "step": 2660
    },
    {
      "epoch": 0.13562605957859045,
      "loss_breakdown/lm_loss": 2.389893779763952e-05,
      "loss_breakdown/pointer_loss": 0.1475405991077423,
      "step": 2660
    },
    {
      "epoch": 0.13562605957859045,
      "loss_breakdown/lm_loss": 6.131028203526512e-05,
      "loss_breakdown/pointer_loss": 1.1137261390686035,
      "step": 2660
    },
    {
      "epoch": 0.13562605957859045,
      "loss_breakdown/lm_loss": 4.475355672184378e-05,
      "loss_breakdown/pointer_loss": 0.1370299756526947,
      "step": 2660
    },
    {
      "epoch": 0.13613593198302124,
      "grad_norm": 3.7190217412441893,
      "learning_rate": 4.79971671388102e-06,
      "loss": 0.3376,
      "step": 2670
    },
    {
      "epoch": 0.13613593198302124,
      "loss_breakdown/lm_loss": 6.042315362719819e-05,
      "loss_breakdown/pointer_loss": 0.6872188448905945,
      "step": 2670
    },
    {
      "epoch": 0.13613593198302124,
      "loss_breakdown/lm_loss": 2.8496342565631494e-05,
      "loss_breakdown/pointer_loss": 0.3743475079536438,
      "step": 2670
    },
    {
      "epoch": 0.13613593198302124,
      "loss_breakdown/lm_loss": 3.977071901317686e-05,
      "loss_breakdown/pointer_loss": 0.5897282361984253,
      "step": 2670
    },
    {
      "epoch": 0.13613593198302124,
      "loss_breakdown/lm_loss": 3.279305747128092e-05,
      "loss_breakdown/pointer_loss": 0.609445333480835,
      "step": 2670
    },
    {
      "epoch": 0.13664580438745205,
      "grad_norm": 11.738580983689323,
      "learning_rate": 4.796883852691219e-06,
      "loss": 0.3168,
      "step": 2680
    },
    {
      "epoch": 0.13664580438745205,
      "loss_breakdown/lm_loss": 1.793253977666609e-05,
      "loss_breakdown/pointer_loss": 0.14094629883766174,
      "step": 2680
    },
    {
      "epoch": 0.13664580438745205,
      "loss_breakdown/lm_loss": 2.252169906569179e-05,
      "loss_breakdown/pointer_loss": 0.33718591928482056,
      "step": 2680
    },
    {
      "epoch": 0.13664580438745205,
      "loss_breakdown/lm_loss": 2.3745416910969652e-05,
      "loss_breakdown/pointer_loss": 0.029933452606201172,
      "step": 2680
    },
    {
      "epoch": 0.13664580438745205,
      "loss_breakdown/lm_loss": 3.662505332613364e-05,
      "loss_breakdown/pointer_loss": 0.13215422630310059,
      "step": 2680
    },
    {
      "epoch": 0.13715567679188284,
      "grad_norm": 4.192102735845565,
      "learning_rate": 4.794050991501417e-06,
      "loss": 0.3532,
      "step": 2690
    },
    {
      "epoch": 0.13715567679188284,
      "loss_breakdown/lm_loss": 2.003542431339156e-05,
      "loss_breakdown/pointer_loss": 0.6506762504577637,
      "step": 2690
    },
    {
      "epoch": 0.13715567679188284,
      "loss_breakdown/lm_loss": 1.5213651749945711e-05,
      "loss_breakdown/pointer_loss": 0.20143133401870728,
      "step": 2690
    },
    {
      "epoch": 0.13715567679188284,
      "loss_breakdown/lm_loss": 1.574708403495606e-05,
      "loss_breakdown/pointer_loss": 0.2937067151069641,
      "step": 2690
    },
    {
      "epoch": 0.13715567679188284,
      "loss_breakdown/lm_loss": 1.9485918528516777e-05,
      "loss_breakdown/pointer_loss": 0.19215235114097595,
      "step": 2690
    },
    {
      "epoch": 0.13766554919631363,
      "grad_norm": 22.019485749931718,
      "learning_rate": 4.791218130311615e-06,
      "loss": 0.35,
      "step": 2700
    },
    {
      "epoch": 0.13766554919631363,
      "loss_breakdown/lm_loss": 5.632180909742601e-05,
      "loss_breakdown/pointer_loss": 1.2416101694107056,
      "step": 2700
    },
    {
      "epoch": 0.13766554919631363,
      "loss_breakdown/lm_loss": 3.1538584153167903e-05,
      "loss_breakdown/pointer_loss": 0.41830021142959595,
      "step": 2700
    },
    {
      "epoch": 0.13766554919631363,
      "loss_breakdown/lm_loss": 4.034224184579216e-05,
      "loss_breakdown/pointer_loss": 0.5497182607650757,
      "step": 2700
    },
    {
      "epoch": 0.13766554919631363,
      "loss_breakdown/lm_loss": 3.121877307421528e-05,
      "loss_breakdown/pointer_loss": 0.5573557615280151,
      "step": 2700
    },
    {
      "epoch": 0.13817542160074442,
      "grad_norm": 6.4912752754386975,
      "learning_rate": 4.788385269121814e-06,
      "loss": 0.3105,
      "step": 2710
    },
    {
      "epoch": 0.13817542160074442,
      "loss_breakdown/lm_loss": 1.8200527847511694e-05,
      "loss_breakdown/pointer_loss": 0.6160393953323364,
      "step": 2710
    },
    {
      "epoch": 0.13817542160074442,
      "loss_breakdown/lm_loss": 1.841516132117249e-05,
      "loss_breakdown/pointer_loss": 0.12962108850479126,
      "step": 2710
    },
    {
      "epoch": 0.13817542160074442,
      "loss_breakdown/lm_loss": 2.1683234081137925e-05,
      "loss_breakdown/pointer_loss": 0.12301741540431976,
      "step": 2710
    },
    {
      "epoch": 0.13817542160074442,
      "loss_breakdown/lm_loss": 2.594669786049053e-05,
      "loss_breakdown/pointer_loss": 0.514779806137085,
      "step": 2710
    },
    {
      "epoch": 0.1386852940051752,
      "grad_norm": 14.31168166197154,
      "learning_rate": 4.785552407932012e-06,
      "loss": 0.3623,
      "step": 2720
    },
    {
      "epoch": 0.1386852940051752,
      "loss_breakdown/lm_loss": 2.6225088731735013e-05,
      "loss_breakdown/pointer_loss": 0.2518223822116852,
      "step": 2720
    },
    {
      "epoch": 0.1386852940051752,
      "loss_breakdown/lm_loss": 3.1562798540107906e-05,
      "loss_breakdown/pointer_loss": 0.3735726773738861,
      "step": 2720
    },
    {
      "epoch": 0.1386852940051752,
      "loss_breakdown/lm_loss": 2.728576509980485e-05,
      "loss_breakdown/pointer_loss": 0.858858585357666,
      "step": 2720
    },
    {
      "epoch": 0.1386852940051752,
      "loss_breakdown/lm_loss": 2.7660220439429395e-05,
      "loss_breakdown/pointer_loss": 0.47159552574157715,
      "step": 2720
    },
    {
      "epoch": 0.139195166409606,
      "grad_norm": 21.268557071569237,
      "learning_rate": 4.78271954674221e-06,
      "loss": 0.3228,
      "step": 2730
    },
    {
      "epoch": 0.139195166409606,
      "loss_breakdown/lm_loss": 2.944713196484372e-05,
      "loss_breakdown/pointer_loss": 0.4482949674129486,
      "step": 2730
    },
    {
      "epoch": 0.139195166409606,
      "loss_breakdown/lm_loss": 4.015092781628482e-05,
      "loss_breakdown/pointer_loss": 2.2572848796844482,
      "step": 2730
    },
    {
      "epoch": 0.139195166409606,
      "loss_breakdown/lm_loss": 2.4607805244158953e-05,
      "loss_breakdown/pointer_loss": 0.25929713249206543,
      "step": 2730
    },
    {
      "epoch": 0.139195166409606,
      "loss_breakdown/lm_loss": 3.962615301134065e-05,
      "loss_breakdown/pointer_loss": 2.184018135070801,
      "step": 2730
    },
    {
      "epoch": 0.13970503881403679,
      "grad_norm": 3.529951079744083,
      "learning_rate": 4.779886685552408e-06,
      "loss": 0.3361,
      "step": 2740
    },
    {
      "epoch": 0.13970503881403679,
      "loss_breakdown/lm_loss": 2.3935077479109168e-05,
      "loss_breakdown/pointer_loss": 0.23474441468715668,
      "step": 2740
    },
    {
      "epoch": 0.13970503881403679,
      "loss_breakdown/lm_loss": 3.0267052352428436e-05,
      "loss_breakdown/pointer_loss": 0.8126310110092163,
      "step": 2740
    },
    {
      "epoch": 0.13970503881403679,
      "loss_breakdown/lm_loss": 2.6982423150911927e-05,
      "loss_breakdown/pointer_loss": 0.3442796766757965,
      "step": 2740
    },
    {
      "epoch": 0.13970503881403679,
      "loss_breakdown/lm_loss": 2.3723934646113776e-05,
      "loss_breakdown/pointer_loss": 0.1232461929321289,
      "step": 2740
    },
    {
      "epoch": 0.14021491121846757,
      "grad_norm": 26.13913006123587,
      "learning_rate": 4.777053824362607e-06,
      "loss": 0.3281,
      "step": 2750
    },
    {
      "epoch": 0.14021491121846757,
      "loss_breakdown/lm_loss": 6.460200529545546e-05,
      "loss_breakdown/pointer_loss": 1.0216574668884277,
      "step": 2750
    },
    {
      "epoch": 0.14021491121846757,
      "loss_breakdown/lm_loss": 6.376562669174746e-05,
      "loss_breakdown/pointer_loss": 1.03776216506958,
      "step": 2750
    },
    {
      "epoch": 0.14021491121846757,
      "loss_breakdown/lm_loss": 3.907945938408375e-05,
      "loss_breakdown/pointer_loss": 0.7961509823799133,
      "step": 2750
    },
    {
      "epoch": 0.14021491121846757,
      "loss_breakdown/lm_loss": 4.7771398385521024e-05,
      "loss_breakdown/pointer_loss": 0.5361597537994385,
      "step": 2750
    },
    {
      "epoch": 0.14072478362289836,
      "grad_norm": 3.0205178172374088,
      "learning_rate": 4.774220963172805e-06,
      "loss": 0.3292,
      "step": 2760
    },
    {
      "epoch": 0.14072478362289836,
      "loss_breakdown/lm_loss": 2.998066702275537e-05,
      "loss_breakdown/pointer_loss": 0.9093137383460999,
      "step": 2760
    },
    {
      "epoch": 0.14072478362289836,
      "loss_breakdown/lm_loss": 2.4980376110761426e-05,
      "loss_breakdown/pointer_loss": 0.6475621461868286,
      "step": 2760
    },
    {
      "epoch": 0.14072478362289836,
      "loss_breakdown/lm_loss": 2.445265999995172e-05,
      "loss_breakdown/pointer_loss": 0.18380847573280334,
      "step": 2760
    },
    {
      "epoch": 0.14072478362289836,
      "loss_breakdown/lm_loss": 2.303290784766432e-05,
      "loss_breakdown/pointer_loss": 2.0796830654144287,
      "step": 2760
    },
    {
      "epoch": 0.14123465602732915,
      "grad_norm": 4.760597582802137,
      "learning_rate": 4.7713881019830034e-06,
      "loss": 0.3522,
      "step": 2770
    },
    {
      "epoch": 0.14123465602732915,
      "loss_breakdown/lm_loss": 2.1291862140060402e-05,
      "loss_breakdown/pointer_loss": 0.4539574980735779,
      "step": 2770
    },
    {
      "epoch": 0.14123465602732915,
      "loss_breakdown/lm_loss": 2.4837860109983012e-05,
      "loss_breakdown/pointer_loss": 0.33697235584259033,
      "step": 2770
    },
    {
      "epoch": 0.14123465602732915,
      "loss_breakdown/lm_loss": 3.4210032026749104e-05,
      "loss_breakdown/pointer_loss": 1.3108021020889282,
      "step": 2770
    },
    {
      "epoch": 0.14123465602732915,
      "loss_breakdown/lm_loss": 2.9760709367110394e-05,
      "loss_breakdown/pointer_loss": 1.0135446786880493,
      "step": 2770
    },
    {
      "epoch": 0.14174452843175994,
      "grad_norm": 6.167612618646332,
      "learning_rate": 4.768555240793202e-06,
      "loss": 0.3238,
      "step": 2780
    },
    {
      "epoch": 0.14174452843175994,
      "loss_breakdown/lm_loss": 3.427075353101827e-05,
      "loss_breakdown/pointer_loss": 0.17461532354354858,
      "step": 2780
    },
    {
      "epoch": 0.14174452843175994,
      "loss_breakdown/lm_loss": 3.4767519537126645e-05,
      "loss_breakdown/pointer_loss": 0.20101213455200195,
      "step": 2780
    },
    {
      "epoch": 0.14174452843175994,
      "loss_breakdown/lm_loss": 2.292302633577492e-05,
      "loss_breakdown/pointer_loss": 0.40538668632507324,
      "step": 2780
    },
    {
      "epoch": 0.14174452843175994,
      "loss_breakdown/lm_loss": 2.1866073439014144e-05,
      "loss_breakdown/pointer_loss": 0.07998524606227875,
      "step": 2780
    },
    {
      "epoch": 0.14225440083619073,
      "grad_norm": 3.6696910556834075,
      "learning_rate": 4.7657223796034e-06,
      "loss": 0.3461,
      "step": 2790
    },
    {
      "epoch": 0.14225440083619073,
      "loss_breakdown/lm_loss": 2.90446805593092e-05,
      "loss_breakdown/pointer_loss": 0.5434024930000305,
      "step": 2790
    },
    {
      "epoch": 0.14225440083619073,
      "loss_breakdown/lm_loss": 2.2985643227002583e-05,
      "loss_breakdown/pointer_loss": 0.79609215259552,
      "step": 2790
    },
    {
      "epoch": 0.14225440083619073,
      "loss_breakdown/lm_loss": 2.2134065147838555e-05,
      "loss_breakdown/pointer_loss": 0.3797599673271179,
      "step": 2790
    },
    {
      "epoch": 0.14225440083619073,
      "loss_breakdown/lm_loss": 2.0540213881758973e-05,
      "loss_breakdown/pointer_loss": 0.46007996797561646,
      "step": 2790
    },
    {
      "epoch": 0.14276427324062155,
      "grad_norm": 4.646188556522516,
      "learning_rate": 4.762889518413598e-06,
      "loss": 0.3124,
      "step": 2800
    },
    {
      "epoch": 0.14276427324062155,
      "loss_breakdown/lm_loss": 8.393907046411186e-05,
      "loss_breakdown/pointer_loss": 1.0273807048797607,
      "step": 2800
    },
    {
      "epoch": 0.14276427324062155,
      "loss_breakdown/lm_loss": 4.092377639608458e-05,
      "loss_breakdown/pointer_loss": 1.1630432605743408,
      "step": 2800
    },
    {
      "epoch": 0.14276427324062155,
      "loss_breakdown/lm_loss": 3.214121898054145e-05,
      "loss_breakdown/pointer_loss": 0.5228807330131531,
      "step": 2800
    },
    {
      "epoch": 0.14276427324062155,
      "loss_breakdown/lm_loss": 3.648413621704094e-05,
      "loss_breakdown/pointer_loss": 1.436108112335205,
      "step": 2800
    },
    {
      "epoch": 0.14327414564505234,
      "grad_norm": 4.04490538584984,
      "learning_rate": 4.7600566572237964e-06,
      "loss": 0.322,
      "step": 2810
    },
    {
      "epoch": 0.14327414564505234,
      "loss_breakdown/lm_loss": 1.928380152094178e-05,
      "loss_breakdown/pointer_loss": 0.8143376111984253,
      "step": 2810
    },
    {
      "epoch": 0.14327414564505234,
      "loss_breakdown/lm_loss": 2.10316211450845e-05,
      "loss_breakdown/pointer_loss": 0.3215285837650299,
      "step": 2810
    },
    {
      "epoch": 0.14327414564505234,
      "loss_breakdown/lm_loss": 8.432256436208263e-05,
      "loss_breakdown/pointer_loss": 0.6101176738739014,
      "step": 2810
    },
    {
      "epoch": 0.14327414564505234,
      "loss_breakdown/lm_loss": 1.7539186956128106e-05,
      "loss_breakdown/pointer_loss": 0.2286320924758911,
      "step": 2810
    },
    {
      "epoch": 0.14378401804948313,
      "grad_norm": 37.983230927430625,
      "learning_rate": 4.757223796033994e-06,
      "loss": 0.3324,
      "step": 2820
    },
    {
      "epoch": 0.14378401804948313,
      "loss_breakdown/lm_loss": 2.6656909540179186e-05,
      "loss_breakdown/pointer_loss": 0.38367998600006104,
      "step": 2820
    },
    {
      "epoch": 0.14378401804948313,
      "loss_breakdown/lm_loss": 2.9594066290883347e-05,
      "loss_breakdown/pointer_loss": 1.3016760349273682,
      "step": 2820
    },
    {
      "epoch": 0.14378401804948313,
      "loss_breakdown/lm_loss": 2.2579262804356404e-05,
      "loss_breakdown/pointer_loss": 0.5326007008552551,
      "step": 2820
    },
    {
      "epoch": 0.14378401804948313,
      "loss_breakdown/lm_loss": 1.5819428881513886e-05,
      "loss_breakdown/pointer_loss": 0.16454316675662994,
      "step": 2820
    },
    {
      "epoch": 0.14429389045391391,
      "grad_norm": 8.31701159044562,
      "learning_rate": 4.754390934844193e-06,
      "loss": 0.281,
      "step": 2830
    },
    {
      "epoch": 0.14429389045391391,
      "loss_breakdown/lm_loss": 2.0678116925409995e-05,
      "loss_breakdown/pointer_loss": 0.15838810801506042,
      "step": 2830
    },
    {
      "epoch": 0.14429389045391391,
      "loss_breakdown/lm_loss": 2.3836930267862044e-05,
      "loss_breakdown/pointer_loss": 0.21087463200092316,
      "step": 2830
    },
    {
      "epoch": 0.14429389045391391,
      "loss_breakdown/lm_loss": 2.272037454531528e-05,
      "loss_breakdown/pointer_loss": 0.24495112895965576,
      "step": 2830
    },
    {
      "epoch": 0.14429389045391391,
      "loss_breakdown/lm_loss": 2.16926091525238e-05,
      "loss_breakdown/pointer_loss": 0.24719494581222534,
      "step": 2830
    },
    {
      "epoch": 0.1448037628583447,
      "grad_norm": 3.6794276383417226,
      "learning_rate": 4.751558073654392e-06,
      "loss": 0.3543,
      "step": 2840
    },
    {
      "epoch": 0.1448037628583447,
      "loss_breakdown/lm_loss": 1.9450859326752834e-05,
      "loss_breakdown/pointer_loss": 0.29412803053855896,
      "step": 2840
    },
    {
      "epoch": 0.1448037628583447,
      "loss_breakdown/lm_loss": 2.3745213184156455e-05,
      "loss_breakdown/pointer_loss": 0.35815608501434326,
      "step": 2840
    },
    {
      "epoch": 0.1448037628583447,
      "loss_breakdown/lm_loss": 2.5675934011815116e-05,
      "loss_breakdown/pointer_loss": 0.4783729314804077,
      "step": 2840
    },
    {
      "epoch": 0.1448037628583447,
      "loss_breakdown/lm_loss": 2.4599659809609875e-05,
      "loss_breakdown/pointer_loss": 0.2247055470943451,
      "step": 2840
    },
    {
      "epoch": 0.1453136352627755,
      "grad_norm": 13.439556005672667,
      "learning_rate": 4.7487252124645895e-06,
      "loss": 0.3413,
      "step": 2850
    },
    {
      "epoch": 0.1453136352627755,
      "loss_breakdown/lm_loss": 7.516066398238763e-05,
      "loss_breakdown/pointer_loss": 2.201685667037964,
      "step": 2850
    },
    {
      "epoch": 0.1453136352627755,
      "loss_breakdown/lm_loss": 2.9743438062723726e-05,
      "loss_breakdown/pointer_loss": 0.7276580333709717,
      "step": 2850
    },
    {
      "epoch": 0.1453136352627755,
      "loss_breakdown/lm_loss": 3.484202898107469e-05,
      "loss_breakdown/pointer_loss": 0.6476447582244873,
      "step": 2850
    },
    {
      "epoch": 0.1453136352627755,
      "loss_breakdown/lm_loss": 2.280790613440331e-05,
      "loss_breakdown/pointer_loss": 0.4933655261993408,
      "step": 2850
    },
    {
      "epoch": 0.14582350766720628,
      "grad_norm": 6.585776023200682,
      "learning_rate": 4.745892351274788e-06,
      "loss": 0.293,
      "step": 2860
    },
    {
      "epoch": 0.14582350766720628,
      "loss_breakdown/lm_loss": 1.795236130419653e-05,
      "loss_breakdown/pointer_loss": 0.14005506038665771,
      "step": 2860
    },
    {
      "epoch": 0.14582350766720628,
      "loss_breakdown/lm_loss": 2.036288242379669e-05,
      "loss_breakdown/pointer_loss": 0.29352375864982605,
      "step": 2860
    },
    {
      "epoch": 0.14582350766720628,
      "loss_breakdown/lm_loss": 2.854169906640891e-05,
      "loss_breakdown/pointer_loss": 0.17261208593845367,
      "step": 2860
    },
    {
      "epoch": 0.14582350766720628,
      "loss_breakdown/lm_loss": 3.6124572943663225e-05,
      "loss_breakdown/pointer_loss": 0.3576713800430298,
      "step": 2860
    },
    {
      "epoch": 0.14633338007163707,
      "grad_norm": 4.45819330179068,
      "learning_rate": 4.743059490084986e-06,
      "loss": 0.3413,
      "step": 2870
    },
    {
      "epoch": 0.14633338007163707,
      "loss_breakdown/lm_loss": 2.1849878976354375e-05,
      "loss_breakdown/pointer_loss": 1.0735993385314941,
      "step": 2870
    },
    {
      "epoch": 0.14633338007163707,
      "loss_breakdown/lm_loss": 3.617058973759413e-05,
      "loss_breakdown/pointer_loss": 0.22033551335334778,
      "step": 2870
    },
    {
      "epoch": 0.14633338007163707,
      "loss_breakdown/lm_loss": 9.523586049908772e-05,
      "loss_breakdown/pointer_loss": 0.8170357942581177,
      "step": 2870
    },
    {
      "epoch": 0.14633338007163707,
      "loss_breakdown/lm_loss": 2.2976819309405982e-05,
      "loss_breakdown/pointer_loss": 0.43903428316116333,
      "step": 2870
    },
    {
      "epoch": 0.14684325247606786,
      "grad_norm": 7.134927368472555,
      "learning_rate": 4.740226628895185e-06,
      "loss": 0.3048,
      "step": 2880
    },
    {
      "epoch": 0.14684325247606786,
      "loss_breakdown/lm_loss": 2.047159978246782e-05,
      "loss_breakdown/pointer_loss": 0.11344015598297119,
      "step": 2880
    },
    {
      "epoch": 0.14684325247606786,
      "loss_breakdown/lm_loss": 2.170306834159419e-05,
      "loss_breakdown/pointer_loss": 0.2438633143901825,
      "step": 2880
    },
    {
      "epoch": 0.14684325247606786,
      "loss_breakdown/lm_loss": 4.486183388507925e-05,
      "loss_breakdown/pointer_loss": 0.07024619728326797,
      "step": 2880
    },
    {
      "epoch": 0.14684325247606786,
      "loss_breakdown/lm_loss": 0.0001696831895969808,
      "loss_breakdown/pointer_loss": 3.5717971324920654,
      "step": 2880
    },
    {
      "epoch": 0.14735312488049865,
      "grad_norm": 6.591422384103799,
      "learning_rate": 4.7373937677053825e-06,
      "loss": 0.3582,
      "step": 2890
    },
    {
      "epoch": 0.14735312488049865,
      "loss_breakdown/lm_loss": 1.5570936739095487e-05,
      "loss_breakdown/pointer_loss": 0.8283076286315918,
      "step": 2890
    },
    {
      "epoch": 0.14735312488049865,
      "loss_breakdown/lm_loss": 1.8125545466318727e-05,
      "loss_breakdown/pointer_loss": 0.814785361289978,
      "step": 2890
    },
    {
      "epoch": 0.14735312488049865,
      "loss_breakdown/lm_loss": 3.32689996866975e-05,
      "loss_breakdown/pointer_loss": 0.26578909158706665,
      "step": 2890
    },
    {
      "epoch": 0.14735312488049865,
      "loss_breakdown/lm_loss": 1.3163596122467425e-05,
      "loss_breakdown/pointer_loss": 0.10949887335300446,
      "step": 2890
    },
    {
      "epoch": 0.14786299728492944,
      "grad_norm": 23.729192457393314,
      "learning_rate": 4.734560906515581e-06,
      "loss": 0.3223,
      "step": 2900
    },
    {
      "epoch": 0.14786299728492944,
      "loss_breakdown/lm_loss": 0.0002400071098236367,
      "loss_breakdown/pointer_loss": 1.1549484729766846,
      "step": 2900
    },
    {
      "epoch": 0.14786299728492944,
      "loss_breakdown/lm_loss": 4.1621293348725885e-05,
      "loss_breakdown/pointer_loss": 1.1853779554367065,
      "step": 2900
    },
    {
      "epoch": 0.14786299728492944,
      "loss_breakdown/lm_loss": 3.8335903809638694e-05,
      "loss_breakdown/pointer_loss": 0.7824180126190186,
      "step": 2900
    },
    {
      "epoch": 0.14786299728492944,
      "loss_breakdown/lm_loss": 4.825175346923061e-05,
      "loss_breakdown/pointer_loss": 0.717235267162323,
      "step": 2900
    },
    {
      "epoch": 0.14837286968936023,
      "grad_norm": 8.083329776097584,
      "learning_rate": 4.73172804532578e-06,
      "loss": 0.3446,
      "step": 2910
    },
    {
      "epoch": 0.14837286968936023,
      "loss_breakdown/lm_loss": 2.2318854462355375e-05,
      "loss_breakdown/pointer_loss": 0.10079631954431534,
      "step": 2910
    },
    {
      "epoch": 0.14837286968936023,
      "loss_breakdown/lm_loss": 1.8375068975728936e-05,
      "loss_breakdown/pointer_loss": 0.2531137466430664,
      "step": 2910
    },
    {
      "epoch": 0.14837286968936023,
      "loss_breakdown/lm_loss": 1.8472936062607914e-05,
      "loss_breakdown/pointer_loss": 0.06728038191795349,
      "step": 2910
    },
    {
      "epoch": 0.14837286968936023,
      "loss_breakdown/lm_loss": 3.237800410715863e-05,
      "loss_breakdown/pointer_loss": 0.4394674599170685,
      "step": 2910
    },
    {
      "epoch": 0.14888274209379102,
      "grad_norm": 8.925978571077428,
      "learning_rate": 4.728895184135978e-06,
      "loss": 0.3336,
      "step": 2920
    },
    {
      "epoch": 0.14888274209379102,
      "loss_breakdown/lm_loss": 3.7058405723655596e-05,
      "loss_breakdown/pointer_loss": 0.5679827928543091,
      "step": 2920
    },
    {
      "epoch": 0.14888274209379102,
      "loss_breakdown/lm_loss": 3.078239387832582e-05,
      "loss_breakdown/pointer_loss": 0.26105836033821106,
      "step": 2920
    },
    {
      "epoch": 0.14888274209379102,
      "loss_breakdown/lm_loss": 2.0343699361546896e-05,
      "loss_breakdown/pointer_loss": 0.3560802936553955,
      "step": 2920
    },
    {
      "epoch": 0.14888274209379102,
      "loss_breakdown/lm_loss": 2.31873073062161e-05,
      "loss_breakdown/pointer_loss": 0.8145142793655396,
      "step": 2920
    },
    {
      "epoch": 0.14939261449822183,
      "grad_norm": 20.452789057767617,
      "learning_rate": 4.726062322946176e-06,
      "loss": 0.3051,
      "step": 2930
    },
    {
      "epoch": 0.14939261449822183,
      "loss_breakdown/lm_loss": 1.6378915461245924e-05,
      "loss_breakdown/pointer_loss": 1.0166656970977783,
      "step": 2930
    },
    {
      "epoch": 0.14939261449822183,
      "loss_breakdown/lm_loss": 1.8484879547031596e-05,
      "loss_breakdown/pointer_loss": 0.23601582646369934,
      "step": 2930
    },
    {
      "epoch": 0.14939261449822183,
      "loss_breakdown/lm_loss": 1.4276988622441422e-05,
      "loss_breakdown/pointer_loss": 0.1686406135559082,
      "step": 2930
    },
    {
      "epoch": 0.14939261449822183,
      "loss_breakdown/lm_loss": 2.430570384603925e-05,
      "loss_breakdown/pointer_loss": 2.510190010070801,
      "step": 2930
    },
    {
      "epoch": 0.14990248690265262,
      "grad_norm": 4.5002976975866,
      "learning_rate": 4.723229461756374e-06,
      "loss": 0.3158,
      "step": 2940
    },
    {
      "epoch": 0.14990248690265262,
      "loss_breakdown/lm_loss": 1.845154292823281e-05,
      "loss_breakdown/pointer_loss": 0.8194582462310791,
      "step": 2940
    },
    {
      "epoch": 0.14990248690265262,
      "loss_breakdown/lm_loss": 1.442847860744223e-05,
      "loss_breakdown/pointer_loss": 0.13783292472362518,
      "step": 2940
    },
    {
      "epoch": 0.14990248690265262,
      "loss_breakdown/lm_loss": 2.4577448130003177e-05,
      "loss_breakdown/pointer_loss": 0.46940794587135315,
      "step": 2940
    },
    {
      "epoch": 0.14990248690265262,
      "loss_breakdown/lm_loss": 1.6519506971235387e-05,
      "loss_breakdown/pointer_loss": 0.3651619553565979,
      "step": 2940
    },
    {
      "epoch": 0.1504123593070834,
      "grad_norm": 10.46696006001132,
      "learning_rate": 4.720396600566573e-06,
      "loss": 0.3207,
      "step": 2950
    },
    {
      "epoch": 0.1504123593070834,
      "loss_breakdown/lm_loss": 6.59785364405252e-05,
      "loss_breakdown/pointer_loss": 1.4642845392227173,
      "step": 2950
    },
    {
      "epoch": 0.1504123593070834,
      "loss_breakdown/lm_loss": 3.576374729163945e-05,
      "loss_breakdown/pointer_loss": 0.584710955619812,
      "step": 2950
    },
    {
      "epoch": 0.1504123593070834,
      "loss_breakdown/lm_loss": 1.9632880139397457e-05,
      "loss_breakdown/pointer_loss": 1.0035614967346191,
      "step": 2950
    },
    {
      "epoch": 0.1504123593070834,
      "loss_breakdown/lm_loss": 2.8007078071823344e-05,
      "loss_breakdown/pointer_loss": 0.5452776551246643,
      "step": 2950
    },
    {
      "epoch": 0.1509222317115142,
      "grad_norm": 5.905520991129515,
      "learning_rate": 4.717563739376771e-06,
      "loss": 0.3228,
      "step": 2960
    },
    {
      "epoch": 0.1509222317115142,
      "loss_breakdown/lm_loss": 1.5649700799258426e-05,
      "loss_breakdown/pointer_loss": 0.21984584629535675,
      "step": 2960
    },
    {
      "epoch": 0.1509222317115142,
      "loss_breakdown/lm_loss": 2.1307077986421064e-05,
      "loss_breakdown/pointer_loss": 0.34942615032196045,
      "step": 2960
    },
    {
      "epoch": 0.1509222317115142,
      "loss_breakdown/lm_loss": 2.133961061190348e-05,
      "loss_breakdown/pointer_loss": 0.5038014054298401,
      "step": 2960
    },
    {
      "epoch": 0.1509222317115142,
      "loss_breakdown/lm_loss": 2.4852588467183523e-05,
      "loss_breakdown/pointer_loss": 0.05926184356212616,
      "step": 2960
    },
    {
      "epoch": 0.151432104115945,
      "grad_norm": 6.685642465062896,
      "learning_rate": 4.714730878186969e-06,
      "loss": 0.3484,
      "step": 2970
    },
    {
      "epoch": 0.151432104115945,
      "loss_breakdown/lm_loss": 7.360632298514247e-05,
      "loss_breakdown/pointer_loss": 0.5104320049285889,
      "step": 2970
    },
    {
      "epoch": 0.151432104115945,
      "loss_breakdown/lm_loss": 3.061933603021316e-05,
      "loss_breakdown/pointer_loss": 0.6803222894668579,
      "step": 2970
    },
    {
      "epoch": 0.151432104115945,
      "loss_breakdown/lm_loss": 1.9448290913715027e-05,
      "loss_breakdown/pointer_loss": 1.177890419960022,
      "step": 2970
    },
    {
      "epoch": 0.151432104115945,
      "loss_breakdown/lm_loss": 3.0906878237146884e-05,
      "loss_breakdown/pointer_loss": 0.5020664930343628,
      "step": 2970
    },
    {
      "epoch": 0.15194197652037578,
      "grad_norm": 26.94426003732199,
      "learning_rate": 4.711898016997167e-06,
      "loss": 0.288,
      "step": 2980
    },
    {
      "epoch": 0.15194197652037578,
      "loss_breakdown/lm_loss": 1.77219117176719e-05,
      "loss_breakdown/pointer_loss": 2.578997850418091,
      "step": 2980
    },
    {
      "epoch": 0.15194197652037578,
      "loss_breakdown/lm_loss": 2.3284635972231627e-05,
      "loss_breakdown/pointer_loss": 0.14815355837345123,
      "step": 2980
    },
    {
      "epoch": 0.15194197652037578,
      "loss_breakdown/lm_loss": 1.8337834262638353e-05,
      "loss_breakdown/pointer_loss": 0.34762251377105713,
      "step": 2980
    },
    {
      "epoch": 0.15194197652037578,
      "loss_breakdown/lm_loss": 2.0856801711488515e-05,
      "loss_breakdown/pointer_loss": 0.20452594757080078,
      "step": 2980
    },
    {
      "epoch": 0.15245184892480657,
      "grad_norm": 5.22132606682249,
      "learning_rate": 4.709065155807366e-06,
      "loss": 0.354,
      "step": 2990
    },
    {
      "epoch": 0.15245184892480657,
      "loss_breakdown/lm_loss": 1.718717612675391e-05,
      "loss_breakdown/pointer_loss": 0.2520740330219269,
      "step": 2990
    },
    {
      "epoch": 0.15245184892480657,
      "loss_breakdown/lm_loss": 1.7142814613180235e-05,
      "loss_breakdown/pointer_loss": 0.1957763135433197,
      "step": 2990
    },
    {
      "epoch": 0.15245184892480657,
      "loss_breakdown/lm_loss": 1.799114397726953e-05,
      "loss_breakdown/pointer_loss": 0.2516467571258545,
      "step": 2990
    },
    {
      "epoch": 0.15245184892480657,
      "loss_breakdown/lm_loss": 1.3398003829934169e-05,
      "loss_breakdown/pointer_loss": 0.7356759905815125,
      "step": 2990
    },
    {
      "epoch": 0.15296172132923735,
      "grad_norm": 4.902360914994522,
      "learning_rate": 4.7062322946175645e-06,
      "loss": 0.3241,
      "step": 3000
    },
    {
      "epoch": 0.15296172132923735,
      "loss_breakdown/lm_loss": 6.406223110388964e-05,
      "loss_breakdown/pointer_loss": 1.646093487739563,
      "step": 3000
    },
    {
      "epoch": 0.15296172132923735,
      "loss_breakdown/lm_loss": 6.13691154285334e-05,
      "loss_breakdown/pointer_loss": 0.471260666847229,
      "step": 3000
    },
    {
      "epoch": 0.15296172132923735,
      "loss_breakdown/lm_loss": 0.0001213078066939488,
      "loss_breakdown/pointer_loss": 1.5801424980163574,
      "step": 3000
    },
    {
      "epoch": 0.15296172132923735,
      "loss_breakdown/lm_loss": 2.3579152184538543e-05,
      "loss_breakdown/pointer_loss": 0.7596080303192139,
      "step": 3000
    },
    {
      "epoch": 0.15347159373366814,
      "grad_norm": 6.951492555507522,
      "learning_rate": 4.703399433427762e-06,
      "loss": 0.3163,
      "step": 3010
    },
    {
      "epoch": 0.15347159373366814,
      "loss_breakdown/lm_loss": 1.5230571989377495e-05,
      "loss_breakdown/pointer_loss": 0.16108837723731995,
      "step": 3010
    },
    {
      "epoch": 0.15347159373366814,
      "loss_breakdown/lm_loss": 1.662202885199804e-05,
      "loss_breakdown/pointer_loss": 0.43811869621276855,
      "step": 3010
    },
    {
      "epoch": 0.15347159373366814,
      "loss_breakdown/lm_loss": 1.5610732589266263e-05,
      "loss_breakdown/pointer_loss": 1.0149521827697754,
      "step": 3010
    },
    {
      "epoch": 0.15347159373366814,
      "loss_breakdown/lm_loss": 1.3311407201399561e-05,
      "loss_breakdown/pointer_loss": 1.2051726579666138,
      "step": 3010
    },
    {
      "epoch": 0.15398146613809893,
      "grad_norm": 13.230411977128774,
      "learning_rate": 4.700566572237961e-06,
      "loss": 0.3725,
      "step": 3020
    },
    {
      "epoch": 0.15398146613809893,
      "loss_breakdown/lm_loss": 1.9566616174415685e-05,
      "loss_breakdown/pointer_loss": 0.24695929884910583,
      "step": 3020
    },
    {
      "epoch": 0.15398146613809893,
      "loss_breakdown/lm_loss": 2.152236265828833e-05,
      "loss_breakdown/pointer_loss": 0.28771987557411194,
      "step": 3020
    },
    {
      "epoch": 0.15398146613809893,
      "loss_breakdown/lm_loss": 1.821122168621514e-05,
      "loss_breakdown/pointer_loss": 0.20990252494812012,
      "step": 3020
    },
    {
      "epoch": 0.15398146613809893,
      "loss_breakdown/lm_loss": 2.4397291781497188e-05,
      "loss_breakdown/pointer_loss": 1.346334457397461,
      "step": 3020
    },
    {
      "epoch": 0.15449133854252972,
      "grad_norm": 5.914480392074996,
      "learning_rate": 4.697733711048159e-06,
      "loss": 0.308,
      "step": 3030
    },
    {
      "epoch": 0.15449133854252972,
      "loss_breakdown/lm_loss": 2.2934986191103235e-05,
      "loss_breakdown/pointer_loss": 0.2518237829208374,
      "step": 3030
    },
    {
      "epoch": 0.15449133854252972,
      "loss_breakdown/lm_loss": 3.7687332223868e-05,
      "loss_breakdown/pointer_loss": 0.7359604239463806,
      "step": 3030
    },
    {
      "epoch": 0.15449133854252972,
      "loss_breakdown/lm_loss": 0.00010728792403824627,
      "loss_breakdown/pointer_loss": 1.341484546661377,
      "step": 3030
    },
    {
      "epoch": 0.15449133854252972,
      "loss_breakdown/lm_loss": 2.1027761249570176e-05,
      "loss_breakdown/pointer_loss": 0.23410914838314056,
      "step": 3030
    },
    {
      "epoch": 0.1550012109469605,
      "grad_norm": 3.6689862989968183,
      "learning_rate": 4.6949008498583575e-06,
      "loss": 0.3404,
      "step": 3040
    },
    {
      "epoch": 0.1550012109469605,
      "loss_breakdown/lm_loss": 2.330277675355319e-05,
      "loss_breakdown/pointer_loss": 0.44180434942245483,
      "step": 3040
    },
    {
      "epoch": 0.1550012109469605,
      "loss_breakdown/lm_loss": 1.805234933272004e-05,
      "loss_breakdown/pointer_loss": 0.45328205823898315,
      "step": 3040
    },
    {
      "epoch": 0.1550012109469605,
      "loss_breakdown/lm_loss": 4.237889879732393e-05,
      "loss_breakdown/pointer_loss": 0.40734750032424927,
      "step": 3040
    },
    {
      "epoch": 0.1550012109469605,
      "loss_breakdown/lm_loss": 1.6773754396126606e-05,
      "loss_breakdown/pointer_loss": 0.40788161754608154,
      "step": 3040
    },
    {
      "epoch": 0.15551108335139133,
      "grad_norm": 9.191429895298864,
      "learning_rate": 4.692067988668555e-06,
      "loss": 0.3259,
      "step": 3050
    },
    {
      "epoch": 0.15551108335139133,
      "loss_breakdown/lm_loss": 0.00011316811287542805,
      "loss_breakdown/pointer_loss": 1.7122461795806885,
      "step": 3050
    },
    {
      "epoch": 0.15551108335139133,
      "loss_breakdown/lm_loss": 3.199555794708431e-05,
      "loss_breakdown/pointer_loss": 0.4516296982765198,
      "step": 3050
    },
    {
      "epoch": 0.15551108335139133,
      "loss_breakdown/lm_loss": 2.4508351998520084e-05,
      "loss_breakdown/pointer_loss": 0.3674222528934479,
      "step": 3050
    },
    {
      "epoch": 0.15551108335139133,
      "loss_breakdown/lm_loss": 3.3373304177075624e-05,
      "loss_breakdown/pointer_loss": 1.0757567882537842,
      "step": 3050
    },
    {
      "epoch": 0.15602095575582212,
      "grad_norm": 8.070919242000185,
      "learning_rate": 4.689235127478754e-06,
      "loss": 0.3183,
      "step": 3060
    },
    {
      "epoch": 0.15602095575582212,
      "loss_breakdown/lm_loss": 1.4986560017860029e-05,
      "loss_breakdown/pointer_loss": 0.3008621037006378,
      "step": 3060
    },
    {
      "epoch": 0.15602095575582212,
      "loss_breakdown/lm_loss": 1.773218718881253e-05,
      "loss_breakdown/pointer_loss": 0.19515623152256012,
      "step": 3060
    },
    {
      "epoch": 0.15602095575582212,
      "loss_breakdown/lm_loss": 2.2071450075600296e-05,
      "loss_breakdown/pointer_loss": 0.3809976577758789,
      "step": 3060
    },
    {
      "epoch": 0.15602095575582212,
      "loss_breakdown/lm_loss": 4.6839464630465955e-05,
      "loss_breakdown/pointer_loss": 0.9345003366470337,
      "step": 3060
    },
    {
      "epoch": 0.1565308281602529,
      "grad_norm": 4.016192904120785,
      "learning_rate": 4.686402266288953e-06,
      "loss": 0.3228,
      "step": 3070
    },
    {
      "epoch": 0.1565308281602529,
      "loss_breakdown/lm_loss": 1.85832723218482e-05,
      "loss_breakdown/pointer_loss": 0.4201706647872925,
      "step": 3070
    },
    {
      "epoch": 0.1565308281602529,
      "loss_breakdown/lm_loss": 2.4214039513026364e-05,
      "loss_breakdown/pointer_loss": 0.984905481338501,
      "step": 3070
    },
    {
      "epoch": 0.1565308281602529,
      "loss_breakdown/lm_loss": 1.5913145034573972e-05,
      "loss_breakdown/pointer_loss": 0.5477681756019592,
      "step": 3070
    },
    {
      "epoch": 0.1565308281602529,
      "loss_breakdown/lm_loss": 2.5414543415536173e-05,
      "loss_breakdown/pointer_loss": 1.4203405380249023,
      "step": 3070
    },
    {
      "epoch": 0.1570407005646837,
      "grad_norm": 9.699550191485946,
      "learning_rate": 4.6835694050991505e-06,
      "loss": 0.3096,
      "step": 3080
    },
    {
      "epoch": 0.1570407005646837,
      "loss_breakdown/lm_loss": 1.4145855857350398e-05,
      "loss_breakdown/pointer_loss": 0.3164513111114502,
      "step": 3080
    },
    {
      "epoch": 0.1570407005646837,
      "loss_breakdown/lm_loss": 1.8123186237062328e-05,
      "loss_breakdown/pointer_loss": 0.3763103783130646,
      "step": 3080
    },
    {
      "epoch": 0.1570407005646837,
      "loss_breakdown/lm_loss": 2.2414482373278588e-05,
      "loss_breakdown/pointer_loss": 1.7094087600708008,
      "step": 3080
    },
    {
      "epoch": 0.1570407005646837,
      "loss_breakdown/lm_loss": 1.3716685316467192e-05,
      "loss_breakdown/pointer_loss": 2.787533760070801,
      "step": 3080
    },
    {
      "epoch": 0.15755057296911448,
      "grad_norm": 4.216318083647532,
      "learning_rate": 4.680736543909349e-06,
      "loss": 0.3227,
      "step": 3090
    },
    {
      "epoch": 0.15755057296911448,
      "loss_breakdown/lm_loss": 1.6255973605439067e-05,
      "loss_breakdown/pointer_loss": 0.3219633102416992,
      "step": 3090
    },
    {
      "epoch": 0.15755057296911448,
      "loss_breakdown/lm_loss": 2.5443128834012896e-05,
      "loss_breakdown/pointer_loss": 0.3159898519515991,
      "step": 3090
    },
    {
      "epoch": 0.15755057296911448,
      "loss_breakdown/lm_loss": 1.994489684875589e-05,
      "loss_breakdown/pointer_loss": 0.16382502019405365,
      "step": 3090
    },
    {
      "epoch": 0.15755057296911448,
      "loss_breakdown/lm_loss": 1.876359419838991e-05,
      "loss_breakdown/pointer_loss": 0.13736355304718018,
      "step": 3090
    },
    {
      "epoch": 0.15806044537354527,
      "grad_norm": 5.297865926621441,
      "learning_rate": 4.677903682719547e-06,
      "loss": 0.3113,
      "step": 3100
    },
    {
      "epoch": 0.15806044537354527,
      "loss_breakdown/lm_loss": 0.00011028788867406547,
      "loss_breakdown/pointer_loss": 2.4275851249694824,
      "step": 3100
    },
    {
      "epoch": 0.15806044537354527,
      "loss_breakdown/lm_loss": 5.109004268888384e-05,
      "loss_breakdown/pointer_loss": 1.438707947731018,
      "step": 3100
    },
    {
      "epoch": 0.15806044537354527,
      "loss_breakdown/lm_loss": 3.132535130134784e-05,
      "loss_breakdown/pointer_loss": 0.5830528736114502,
      "step": 3100
    },
    {
      "epoch": 0.15806044537354527,
      "loss_breakdown/lm_loss": 2.494669570296537e-05,
      "loss_breakdown/pointer_loss": 0.9249932765960693,
      "step": 3100
    },
    {
      "epoch": 0.15857031777797606,
      "grad_norm": 4.151376452719382,
      "learning_rate": 4.675070821529745e-06,
      "loss": 0.3301,
      "step": 3110
    },
    {
      "epoch": 0.15857031777797606,
      "loss_breakdown/lm_loss": 2.051871342700906e-05,
      "loss_breakdown/pointer_loss": 0.1511058807373047,
      "step": 3110
    },
    {
      "epoch": 0.15857031777797606,
      "loss_breakdown/lm_loss": 3.169317278661765e-05,
      "loss_breakdown/pointer_loss": 0.8382095098495483,
      "step": 3110
    },
    {
      "epoch": 0.15857031777797606,
      "loss_breakdown/lm_loss": 1.68437236425234e-05,
      "loss_breakdown/pointer_loss": 0.19211256504058838,
      "step": 3110
    },
    {
      "epoch": 0.15857031777797606,
      "loss_breakdown/lm_loss": 2.0153363948338665e-05,
      "loss_breakdown/pointer_loss": 0.26365774869918823,
      "step": 3110
    },
    {
      "epoch": 0.15908019018240685,
      "grad_norm": 5.936414458599361,
      "learning_rate": 4.6722379603399435e-06,
      "loss": 0.3228,
      "step": 3120
    },
    {
      "epoch": 0.15908019018240685,
      "loss_breakdown/lm_loss": 2.8593483875738457e-05,
      "loss_breakdown/pointer_loss": 0.9596631526947021,
      "step": 3120
    },
    {
      "epoch": 0.15908019018240685,
      "loss_breakdown/lm_loss": 3.15596153086517e-05,
      "loss_breakdown/pointer_loss": 0.3404203951358795,
      "step": 3120
    },
    {
      "epoch": 0.15908019018240685,
      "loss_breakdown/lm_loss": 3.1418519938597456e-05,
      "loss_breakdown/pointer_loss": 0.43268969655036926,
      "step": 3120
    },
    {
      "epoch": 0.15908019018240685,
      "loss_breakdown/lm_loss": 2.4531364033464342e-05,
      "loss_breakdown/pointer_loss": 1.0459890365600586,
      "step": 3120
    },
    {
      "epoch": 0.15959006258683764,
      "grad_norm": 12.047020818981062,
      "learning_rate": 4.669405099150142e-06,
      "loss": 0.2825,
      "step": 3130
    },
    {
      "epoch": 0.15959006258683764,
      "loss_breakdown/lm_loss": 2.413722722849343e-05,
      "loss_breakdown/pointer_loss": 0.5859408378601074,
      "step": 3130
    },
    {
      "epoch": 0.15959006258683764,
      "loss_breakdown/lm_loss": 2.020521969825495e-05,
      "loss_breakdown/pointer_loss": 2.4893102645874023,
      "step": 3130
    },
    {
      "epoch": 0.15959006258683764,
      "loss_breakdown/lm_loss": 1.9744278688449413e-05,
      "loss_breakdown/pointer_loss": 3.487091302871704,
      "step": 3130
    },
    {
      "epoch": 0.15959006258683764,
      "loss_breakdown/lm_loss": 1.3486273019225337e-05,
      "loss_breakdown/pointer_loss": 0.13943202793598175,
      "step": 3130
    },
    {
      "epoch": 0.16009993499126843,
      "grad_norm": 4.210754809857152,
      "learning_rate": 4.66657223796034e-06,
      "loss": 0.3386,
      "step": 3140
    },
    {
      "epoch": 0.16009993499126843,
      "loss_breakdown/lm_loss": 2.3716609575785697e-05,
      "loss_breakdown/pointer_loss": 0.2496781349182129,
      "step": 3140
    },
    {
      "epoch": 0.16009993499126843,
      "loss_breakdown/lm_loss": 1.8225771782454103e-05,
      "loss_breakdown/pointer_loss": 0.8983270525932312,
      "step": 3140
    },
    {
      "epoch": 0.16009993499126843,
      "loss_breakdown/lm_loss": 1.2890859579783864e-05,
      "loss_breakdown/pointer_loss": 0.2368016391992569,
      "step": 3140
    },
    {
      "epoch": 0.16009993499126843,
      "loss_breakdown/lm_loss": 2.1561369067057967e-05,
      "loss_breakdown/pointer_loss": 0.3838787078857422,
      "step": 3140
    },
    {
      "epoch": 0.16060980739569922,
      "grad_norm": 16.733316756180805,
      "learning_rate": 4.663739376770539e-06,
      "loss": 0.3136,
      "step": 3150
    },
    {
      "epoch": 0.16060980739569922,
      "loss_breakdown/lm_loss": 8.942440763348714e-05,
      "loss_breakdown/pointer_loss": 1.3961308002471924,
      "step": 3150
    },
    {
      "epoch": 0.16060980739569922,
      "loss_breakdown/lm_loss": 6.327683513518423e-05,
      "loss_breakdown/pointer_loss": 0.4218318462371826,
      "step": 3150
    },
    {
      "epoch": 0.16060980739569922,
      "loss_breakdown/lm_loss": 3.798280522460118e-05,
      "loss_breakdown/pointer_loss": 0.6650454998016357,
      "step": 3150
    },
    {
      "epoch": 0.16060980739569922,
      "loss_breakdown/lm_loss": 3.4066953958244994e-05,
      "loss_breakdown/pointer_loss": 0.6094353199005127,
      "step": 3150
    },
    {
      "epoch": 0.16111967980013,
      "grad_norm": 4.927194341221035,
      "learning_rate": 4.660906515580737e-06,
      "loss": 0.3168,
      "step": 3160
    },
    {
      "epoch": 0.16111967980013,
      "loss_breakdown/lm_loss": 2.225576463388279e-05,
      "loss_breakdown/pointer_loss": 0.11515599489212036,
      "step": 3160
    },
    {
      "epoch": 0.16111967980013,
      "loss_breakdown/lm_loss": 1.8234439266962e-05,
      "loss_breakdown/pointer_loss": 0.2609289288520813,
      "step": 3160
    },
    {
      "epoch": 0.16111967980013,
      "loss_breakdown/lm_loss": 2.185811536037363e-05,
      "loss_breakdown/pointer_loss": 0.5729202032089233,
      "step": 3160
    },
    {
      "epoch": 0.16111967980013,
      "loss_breakdown/lm_loss": 2.7907162802875973e-05,
      "loss_breakdown/pointer_loss": 0.13424178957939148,
      "step": 3160
    },
    {
      "epoch": 0.16162955220456082,
      "grad_norm": 4.327073457864761,
      "learning_rate": 4.658073654390935e-06,
      "loss": 0.314,
      "step": 3170
    },
    {
      "epoch": 0.16162955220456082,
      "loss_breakdown/lm_loss": 2.2933021682547405e-05,
      "loss_breakdown/pointer_loss": 0.4660332202911377,
      "step": 3170
    },
    {
      "epoch": 0.16162955220456082,
      "loss_breakdown/lm_loss": 2.542914626246784e-05,
      "loss_breakdown/pointer_loss": 0.859211802482605,
      "step": 3170
    },
    {
      "epoch": 0.16162955220456082,
      "loss_breakdown/lm_loss": 1.9812972823274322e-05,
      "loss_breakdown/pointer_loss": 0.8079384565353394,
      "step": 3170
    },
    {
      "epoch": 0.16162955220456082,
      "loss_breakdown/lm_loss": 1.7301790649071336e-05,
      "loss_breakdown/pointer_loss": 0.2580541670322418,
      "step": 3170
    },
    {
      "epoch": 0.1621394246089916,
      "grad_norm": 11.808663238754768,
      "learning_rate": 4.655240793201133e-06,
      "loss": 0.3299,
      "step": 3180
    },
    {
      "epoch": 0.1621394246089916,
      "loss_breakdown/lm_loss": 2.016560210904572e-05,
      "loss_breakdown/pointer_loss": 0.16265010833740234,
      "step": 3180
    },
    {
      "epoch": 0.1621394246089916,
      "loss_breakdown/lm_loss": 1.615243854757864e-05,
      "loss_breakdown/pointer_loss": 0.37260061502456665,
      "step": 3180
    },
    {
      "epoch": 0.1621394246089916,
      "loss_breakdown/lm_loss": 2.075760130537674e-05,
      "loss_breakdown/pointer_loss": 0.2138780802488327,
      "step": 3180
    },
    {
      "epoch": 0.1621394246089916,
      "loss_breakdown/lm_loss": 1.21511457109591e-05,
      "loss_breakdown/pointer_loss": 5.32572603225708,
      "step": 3180
    },
    {
      "epoch": 0.1626492970134224,
      "grad_norm": 3.1938654356307206,
      "learning_rate": 4.652407932011332e-06,
      "loss": 0.3406,
      "step": 3190
    },
    {
      "epoch": 0.1626492970134224,
      "loss_breakdown/lm_loss": 1.9780691218329594e-05,
      "loss_breakdown/pointer_loss": 0.2717067301273346,
      "step": 3190
    },
    {
      "epoch": 0.1626492970134224,
      "loss_breakdown/lm_loss": 1.7788101104088128e-05,
      "loss_breakdown/pointer_loss": 0.22290679812431335,
      "step": 3190
    },
    {
      "epoch": 0.1626492970134224,
      "loss_breakdown/lm_loss": 1.4893617844791152e-05,
      "loss_breakdown/pointer_loss": 0.23958903551101685,
      "step": 3190
    },
    {
      "epoch": 0.1626492970134224,
      "loss_breakdown/lm_loss": 1.581347532919608e-05,
      "loss_breakdown/pointer_loss": 0.6890739798545837,
      "step": 3190
    },
    {
      "epoch": 0.1631591694178532,
      "grad_norm": 9.60311890017083,
      "learning_rate": 4.64957507082153e-06,
      "loss": 0.3092,
      "step": 3200
    },
    {
      "epoch": 0.1631591694178532,
      "loss_breakdown/lm_loss": 4.9395694077247754e-05,
      "loss_breakdown/pointer_loss": 1.0081381797790527,
      "step": 3200
    },
    {
      "epoch": 0.1631591694178532,
      "loss_breakdown/lm_loss": 9.543311898596585e-05,
      "loss_breakdown/pointer_loss": 0.2907656729221344,
      "step": 3200
    },
    {
      "epoch": 0.1631591694178532,
      "loss_breakdown/lm_loss": 4.2097675759578124e-05,
      "loss_breakdown/pointer_loss": 1.0913875102996826,
      "step": 3200
    },
    {
      "epoch": 0.1631591694178532,
      "loss_breakdown/lm_loss": 3.2846786780282855e-05,
      "loss_breakdown/pointer_loss": 1.1198482513427734,
      "step": 3200
    },
    {
      "epoch": 0.16366904182228398,
      "grad_norm": 5.906993684217669,
      "learning_rate": 4.646742209631728e-06,
      "loss": 0.3339,
      "step": 3210
    },
    {
      "epoch": 0.16366904182228398,
      "loss_breakdown/lm_loss": 1.4330221347336192e-05,
      "loss_breakdown/pointer_loss": 0.5624656677246094,
      "step": 3210
    },
    {
      "epoch": 0.16366904182228398,
      "loss_breakdown/lm_loss": 1.738546598062385e-05,
      "loss_breakdown/pointer_loss": 0.5043861865997314,
      "step": 3210
    },
    {
      "epoch": 0.16366904182228398,
      "loss_breakdown/lm_loss": 1.4789562555961311e-05,
      "loss_breakdown/pointer_loss": 0.16718730330467224,
      "step": 3210
    },
    {
      "epoch": 0.16366904182228398,
      "loss_breakdown/lm_loss": 1.3168408258934505e-05,
      "loss_breakdown/pointer_loss": 0.25597622990608215,
      "step": 3210
    },
    {
      "epoch": 0.16417891422671477,
      "grad_norm": 7.6967168938073645,
      "learning_rate": 4.643909348441927e-06,
      "loss": 0.373,
      "step": 3220
    },
    {
      "epoch": 0.16417891422671477,
      "loss_breakdown/lm_loss": 2.704056714719627e-05,
      "loss_breakdown/pointer_loss": 0.32724589109420776,
      "step": 3220
    },
    {
      "epoch": 0.16417891422671477,
      "loss_breakdown/lm_loss": 1.8567208826425485e-05,
      "loss_breakdown/pointer_loss": 0.5729395151138306,
      "step": 3220
    },
    {
      "epoch": 0.16417891422671477,
      "loss_breakdown/lm_loss": 1.810616049624514e-05,
      "loss_breakdown/pointer_loss": 0.4045277535915375,
      "step": 3220
    },
    {
      "epoch": 0.16417891422671477,
      "loss_breakdown/lm_loss": 1.960798181244172e-05,
      "loss_breakdown/pointer_loss": 0.5868169069290161,
      "step": 3220
    },
    {
      "epoch": 0.16468878663114556,
      "grad_norm": 7.9718787038540375,
      "learning_rate": 4.6410764872521256e-06,
      "loss": 0.2853,
      "step": 3230
    },
    {
      "epoch": 0.16468878663114556,
      "loss_breakdown/lm_loss": 1.3247868992039002e-05,
      "loss_breakdown/pointer_loss": 1.209542989730835,
      "step": 3230
    },
    {
      "epoch": 0.16468878663114556,
      "loss_breakdown/lm_loss": 2.2466349037131295e-05,
      "loss_breakdown/pointer_loss": 0.22696521878242493,
      "step": 3230
    },
    {
      "epoch": 0.16468878663114556,
      "loss_breakdown/lm_loss": 2.181791751354467e-05,
      "loss_breakdown/pointer_loss": 0.19180825352668762,
      "step": 3230
    },
    {
      "epoch": 0.16468878663114556,
      "loss_breakdown/lm_loss": 1.726095433696173e-05,
      "loss_breakdown/pointer_loss": 0.10239611566066742,
      "step": 3230
    },
    {
      "epoch": 0.16519865903557635,
      "grad_norm": 4.817134531132528,
      "learning_rate": 4.638243626062323e-06,
      "loss": 0.3405,
      "step": 3240
    },
    {
      "epoch": 0.16519865903557635,
      "loss_breakdown/lm_loss": 1.4107442439126316e-05,
      "loss_breakdown/pointer_loss": 0.48776930570602417,
      "step": 3240
    },
    {
      "epoch": 0.16519865903557635,
      "loss_breakdown/lm_loss": 2.464464159857016e-05,
      "loss_breakdown/pointer_loss": 0.9470393657684326,
      "step": 3240
    },
    {
      "epoch": 0.16519865903557635,
      "loss_breakdown/lm_loss": 2.7033578589907847e-05,
      "loss_breakdown/pointer_loss": 0.7370273470878601,
      "step": 3240
    },
    {
      "epoch": 0.16519865903557635,
      "loss_breakdown/lm_loss": 2.100371966662351e-05,
      "loss_breakdown/pointer_loss": 0.5478774905204773,
      "step": 3240
    },
    {
      "epoch": 0.16570853144000713,
      "grad_norm": 75.85360030715748,
      "learning_rate": 4.635410764872521e-06,
      "loss": 0.32,
      "step": 3250
    },
    {
      "epoch": 0.16570853144000713,
      "loss_breakdown/lm_loss": 7.914793241070583e-05,
      "loss_breakdown/pointer_loss": 1.715129017829895,
      "step": 3250
    },
    {
      "epoch": 0.16570853144000713,
      "loss_breakdown/lm_loss": 2.7204689104110003e-05,
      "loss_breakdown/pointer_loss": 0.738389253616333,
      "step": 3250
    },
    {
      "epoch": 0.16570853144000713,
      "loss_breakdown/lm_loss": 2.400829180260189e-05,
      "loss_breakdown/pointer_loss": 0.4266778826713562,
      "step": 3250
    },
    {
      "epoch": 0.16570853144000713,
      "loss_breakdown/lm_loss": 2.0230645532137714e-05,
      "loss_breakdown/pointer_loss": 0.26973986625671387,
      "step": 3250
    },
    {
      "epoch": 0.16621840384443792,
      "grad_norm": 15.937684873128555,
      "learning_rate": 4.63257790368272e-06,
      "loss": 0.3115,
      "step": 3260
    },
    {
      "epoch": 0.16621840384443792,
      "loss_breakdown/lm_loss": 1.9646095097414218e-05,
      "loss_breakdown/pointer_loss": 0.4027787446975708,
      "step": 3260
    },
    {
      "epoch": 0.16621840384443792,
      "loss_breakdown/lm_loss": 2.5371529773110524e-05,
      "loss_breakdown/pointer_loss": 0.2501090466976166,
      "step": 3260
    },
    {
      "epoch": 0.16621840384443792,
      "loss_breakdown/lm_loss": 2.171586857002694e-05,
      "loss_breakdown/pointer_loss": 2.2938127517700195,
      "step": 3260
    },
    {
      "epoch": 0.16621840384443792,
      "loss_breakdown/lm_loss": 1.2834601875510998e-05,
      "loss_breakdown/pointer_loss": 0.06751705706119537,
      "step": 3260
    },
    {
      "epoch": 0.1667282762488687,
      "grad_norm": 2.713734682671633,
      "learning_rate": 4.629745042492918e-06,
      "loss": 0.3509,
      "step": 3270
    },
    {
      "epoch": 0.1667282762488687,
      "loss_breakdown/lm_loss": 3.5402776120463386e-05,
      "loss_breakdown/pointer_loss": 0.6721541881561279,
      "step": 3270
    },
    {
      "epoch": 0.1667282762488687,
      "loss_breakdown/lm_loss": 2.449032945150975e-05,
      "loss_breakdown/pointer_loss": 0.6744023561477661,
      "step": 3270
    },
    {
      "epoch": 0.1667282762488687,
      "loss_breakdown/lm_loss": 2.8140271751908585e-05,
      "loss_breakdown/pointer_loss": 0.9350054264068604,
      "step": 3270
    },
    {
      "epoch": 0.1667282762488687,
      "loss_breakdown/lm_loss": 2.4053868401097134e-05,
      "loss_breakdown/pointer_loss": 0.6106162071228027,
      "step": 3270
    },
    {
      "epoch": 0.1672381486532995,
      "grad_norm": 9.721175162131601,
      "learning_rate": 4.626912181303116e-06,
      "loss": 0.3017,
      "step": 3280
    },
    {
      "epoch": 0.1672381486532995,
      "loss_breakdown/lm_loss": 1.6021360352169722e-05,
      "loss_breakdown/pointer_loss": 0.6073216199874878,
      "step": 3280
    },
    {
      "epoch": 0.1672381486532995,
      "loss_breakdown/lm_loss": 1.3458457033266313e-05,
      "loss_breakdown/pointer_loss": 0.11547845602035522,
      "step": 3280
    },
    {
      "epoch": 0.1672381486532995,
      "loss_breakdown/lm_loss": 1.849278669396881e-05,
      "loss_breakdown/pointer_loss": 0.14964669942855835,
      "step": 3280
    },
    {
      "epoch": 0.1672381486532995,
      "loss_breakdown/lm_loss": 1.3760412912233733e-05,
      "loss_breakdown/pointer_loss": 1.9562523365020752,
      "step": 3280
    },
    {
      "epoch": 0.1677480210577303,
      "grad_norm": 3.1771457035831467,
      "learning_rate": 4.624079320113315e-06,
      "loss": 0.3524,
      "step": 3290
    },
    {
      "epoch": 0.1677480210577303,
      "loss_breakdown/lm_loss": 1.5691806765971705e-05,
      "loss_breakdown/pointer_loss": 0.5406920313835144,
      "step": 3290
    },
    {
      "epoch": 0.1677480210577303,
      "loss_breakdown/lm_loss": 2.0429228243301623e-05,
      "loss_breakdown/pointer_loss": 0.28317296504974365,
      "step": 3290
    },
    {
      "epoch": 0.1677480210577303,
      "loss_breakdown/lm_loss": 1.617532325326465e-05,
      "loss_breakdown/pointer_loss": 0.40261712670326233,
      "step": 3290
    },
    {
      "epoch": 0.1677480210577303,
      "loss_breakdown/lm_loss": 1.596037509443704e-05,
      "loss_breakdown/pointer_loss": 0.2002306580543518,
      "step": 3290
    },
    {
      "epoch": 0.1682578934621611,
      "grad_norm": 8.371199665800622,
      "learning_rate": 4.621246458923513e-06,
      "loss": 0.3112,
      "step": 3300
    },
    {
      "epoch": 0.1682578934621611,
      "loss_breakdown/lm_loss": 0.00030750574660487473,
      "loss_breakdown/pointer_loss": 1.7729849815368652,
      "step": 3300
    },
    {
      "epoch": 0.1682578934621611,
      "loss_breakdown/lm_loss": 9.089975355891511e-05,
      "loss_breakdown/pointer_loss": 1.6224915981292725,
      "step": 3300
    },
    {
      "epoch": 0.1682578934621611,
      "loss_breakdown/lm_loss": 2.0962948838132434e-05,
      "loss_breakdown/pointer_loss": 0.3003374934196472,
      "step": 3300
    },
    {
      "epoch": 0.1682578934621611,
      "loss_breakdown/lm_loss": 1.9765277102123946e-05,
      "loss_breakdown/pointer_loss": 0.7887182235717773,
      "step": 3300
    },
    {
      "epoch": 0.1687677658665919,
      "grad_norm": 4.5431566180426,
      "learning_rate": 4.618413597733712e-06,
      "loss": 0.3108,
      "step": 3310
    },
    {
      "epoch": 0.1687677658665919,
      "loss_breakdown/lm_loss": 2.183961078117136e-05,
      "loss_breakdown/pointer_loss": 0.427030473947525,
      "step": 3310
    },
    {
      "epoch": 0.1687677658665919,
      "loss_breakdown/lm_loss": 1.8181372070102952e-05,
      "loss_breakdown/pointer_loss": 0.29913806915283203,
      "step": 3310
    },
    {
      "epoch": 0.1687677658665919,
      "loss_breakdown/lm_loss": 1.675617568253074e-05,
      "loss_breakdown/pointer_loss": 0.25020360946655273,
      "step": 3310
    },
    {
      "epoch": 0.1687677658665919,
      "loss_breakdown/lm_loss": 1.7781503629521467e-05,
      "loss_breakdown/pointer_loss": 0.22521209716796875,
      "step": 3310
    },
    {
      "epoch": 0.16927763827102268,
      "grad_norm": 2.486425233044332,
      "learning_rate": 4.615580736543909e-06,
      "loss": 0.3139,
      "step": 3320
    },
    {
      "epoch": 0.16927763827102268,
      "loss_breakdown/lm_loss": 1.4568544429494068e-05,
      "loss_breakdown/pointer_loss": 0.48807230591773987,
      "step": 3320
    },
    {
      "epoch": 0.16927763827102268,
      "loss_breakdown/lm_loss": 1.9764554963330738e-05,
      "loss_breakdown/pointer_loss": 0.4977489709854126,
      "step": 3320
    },
    {
      "epoch": 0.16927763827102268,
      "loss_breakdown/lm_loss": 2.199169284722302e-05,
      "loss_breakdown/pointer_loss": 0.40295204520225525,
      "step": 3320
    },
    {
      "epoch": 0.16927763827102268,
      "loss_breakdown/lm_loss": 1.5499368601012975e-05,
      "loss_breakdown/pointer_loss": 0.36084043979644775,
      "step": 3320
    },
    {
      "epoch": 0.16978751067545347,
      "grad_norm": 5.7617793394658685,
      "learning_rate": 4.612747875354108e-06,
      "loss": 0.2892,
      "step": 3330
    },
    {
      "epoch": 0.16978751067545347,
      "loss_breakdown/lm_loss": 2.3940317987580784e-05,
      "loss_breakdown/pointer_loss": 0.27049797773361206,
      "step": 3330
    },
    {
      "epoch": 0.16978751067545347,
      "loss_breakdown/lm_loss": 3.058745278394781e-05,
      "loss_breakdown/pointer_loss": 0.09299591928720474,
      "step": 3330
    },
    {
      "epoch": 0.16978751067545347,
      "loss_breakdown/lm_loss": 1.6859588868101127e-05,
      "loss_breakdown/pointer_loss": 0.14639148116111755,
      "step": 3330
    },
    {
      "epoch": 0.16978751067545347,
      "loss_breakdown/lm_loss": 1.5107434592209756e-05,
      "loss_breakdown/pointer_loss": 0.20024773478507996,
      "step": 3330
    },
    {
      "epoch": 0.17029738307988426,
      "grad_norm": 14.215197321080847,
      "learning_rate": 4.609915014164306e-06,
      "loss": 0.3394,
      "step": 3340
    },
    {
      "epoch": 0.17029738307988426,
      "loss_breakdown/lm_loss": 1.2712708667095285e-05,
      "loss_breakdown/pointer_loss": 0.21850810945034027,
      "step": 3340
    },
    {
      "epoch": 0.17029738307988426,
      "loss_breakdown/lm_loss": 1.9921108105336316e-05,
      "loss_breakdown/pointer_loss": 0.9095374941825867,
      "step": 3340
    },
    {
      "epoch": 0.17029738307988426,
      "loss_breakdown/lm_loss": 2.3757484086672775e-05,
      "loss_breakdown/pointer_loss": 0.27804040908813477,
      "step": 3340
    },
    {
      "epoch": 0.17029738307988426,
      "loss_breakdown/lm_loss": 1.4417243619391229e-05,
      "loss_breakdown/pointer_loss": 0.2284775823354721,
      "step": 3340
    },
    {
      "epoch": 0.17080725548431505,
      "grad_norm": 7.002471537249696,
      "learning_rate": 4.607082152974505e-06,
      "loss": 0.3405,
      "step": 3350
    },
    {
      "epoch": 0.17080725548431505,
      "loss_breakdown/lm_loss": 7.02800607541576e-05,
      "loss_breakdown/pointer_loss": 1.2931506633758545,
      "step": 3350
    },
    {
      "epoch": 0.17080725548431505,
      "loss_breakdown/lm_loss": 3.0124179829726927e-05,
      "loss_breakdown/pointer_loss": 0.44994455575942993,
      "step": 3350
    },
    {
      "epoch": 0.17080725548431505,
      "loss_breakdown/lm_loss": 3.697058855323121e-05,
      "loss_breakdown/pointer_loss": 1.2960662841796875,
      "step": 3350
    },
    {
      "epoch": 0.17080725548431505,
      "loss_breakdown/lm_loss": 1.70855473697884e-05,
      "loss_breakdown/pointer_loss": 0.33083871006965637,
      "step": 3350
    },
    {
      "epoch": 0.17131712788874584,
      "grad_norm": 3.367231116641292,
      "learning_rate": 4.604249291784703e-06,
      "loss": 0.3097,
      "step": 3360
    },
    {
      "epoch": 0.17131712788874584,
      "loss_breakdown/lm_loss": 1.6418502127635293e-05,
      "loss_breakdown/pointer_loss": 0.21429267525672913,
      "step": 3360
    },
    {
      "epoch": 0.17131712788874584,
      "loss_breakdown/lm_loss": 1.8827924577635713e-05,
      "loss_breakdown/pointer_loss": 0.26475095748901367,
      "step": 3360
    },
    {
      "epoch": 0.17131712788874584,
      "loss_breakdown/lm_loss": 1.3478273103828542e-05,
      "loss_breakdown/pointer_loss": 0.31655120849609375,
      "step": 3360
    },
    {
      "epoch": 0.17131712788874584,
      "loss_breakdown/lm_loss": 2.7480233256937936e-05,
      "loss_breakdown/pointer_loss": 0.5588659644126892,
      "step": 3360
    },
    {
      "epoch": 0.17182700029317663,
      "grad_norm": 4.676881350462718,
      "learning_rate": 4.601416430594901e-06,
      "loss": 0.3914,
      "step": 3370
    },
    {
      "epoch": 0.17182700029317663,
      "loss_breakdown/lm_loss": 1.6997848433675244e-05,
      "loss_breakdown/pointer_loss": 0.7556048631668091,
      "step": 3370
    },
    {
      "epoch": 0.17182700029317663,
      "loss_breakdown/lm_loss": 2.0506715372903273e-05,
      "loss_breakdown/pointer_loss": 0.37519460916519165,
      "step": 3370
    },
    {
      "epoch": 0.17182700029317663,
      "loss_breakdown/lm_loss": 1.3301401850185357e-05,
      "loss_breakdown/pointer_loss": 0.39660558104515076,
      "step": 3370
    },
    {
      "epoch": 0.17182700029317663,
      "loss_breakdown/lm_loss": 1.6442358173662797e-05,
      "loss_breakdown/pointer_loss": 0.338900089263916,
      "step": 3370
    },
    {
      "epoch": 0.17233687269760742,
      "grad_norm": 8.607455241831794,
      "learning_rate": 4.5985835694051e-06,
      "loss": 0.2804,
      "step": 3380
    },
    {
      "epoch": 0.17233687269760742,
      "loss_breakdown/lm_loss": 1.3116636182530783e-05,
      "loss_breakdown/pointer_loss": 0.056161876767873764,
      "step": 3380
    },
    {
      "epoch": 0.17233687269760742,
      "loss_breakdown/lm_loss": 1.3990859770274255e-05,
      "loss_breakdown/pointer_loss": 0.02860925905406475,
      "step": 3380
    },
    {
      "epoch": 0.17233687269760742,
      "loss_breakdown/lm_loss": 2.074956319120247e-05,
      "loss_breakdown/pointer_loss": 2.947307825088501,
      "step": 3380
    },
    {
      "epoch": 0.17233687269760742,
      "loss_breakdown/lm_loss": 1.3180284440750256e-05,
      "loss_breakdown/pointer_loss": 0.19674113392829895,
      "step": 3380
    },
    {
      "epoch": 0.1728467451020382,
      "grad_norm": 3.125419609462363,
      "learning_rate": 4.595750708215298e-06,
      "loss": 0.3617,
      "step": 3390
    },
    {
      "epoch": 0.1728467451020382,
      "loss_breakdown/lm_loss": 1.8549259038991295e-05,
      "loss_breakdown/pointer_loss": 0.8087093830108643,
      "step": 3390
    },
    {
      "epoch": 0.1728467451020382,
      "loss_breakdown/lm_loss": 1.967154094018042e-05,
      "loss_breakdown/pointer_loss": 0.35559237003326416,
      "step": 3390
    },
    {
      "epoch": 0.1728467451020382,
      "loss_breakdown/lm_loss": 1.1607204214669764e-05,
      "loss_breakdown/pointer_loss": 0.3952086865901947,
      "step": 3390
    },
    {
      "epoch": 0.1728467451020382,
      "loss_breakdown/lm_loss": 1.617588713997975e-05,
      "loss_breakdown/pointer_loss": 0.2744184136390686,
      "step": 3390
    },
    {
      "epoch": 0.173356617506469,
      "grad_norm": 7.737316271549867,
      "learning_rate": 4.592917847025496e-06,
      "loss": 0.3208,
      "step": 3400
    },
    {
      "epoch": 0.173356617506469,
      "loss_breakdown/lm_loss": 6.110445247031748e-05,
      "loss_breakdown/pointer_loss": 1.8434367179870605,
      "step": 3400
    },
    {
      "epoch": 0.173356617506469,
      "loss_breakdown/lm_loss": 3.496774661471136e-05,
      "loss_breakdown/pointer_loss": 0.43259990215301514,
      "step": 3400
    },
    {
      "epoch": 0.173356617506469,
      "loss_breakdown/lm_loss": 2.3385324311675504e-05,
      "loss_breakdown/pointer_loss": 0.6863570809364319,
      "step": 3400
    },
    {
      "epoch": 0.173356617506469,
      "loss_breakdown/lm_loss": 3.3986882044700906e-05,
      "loss_breakdown/pointer_loss": 0.39568936824798584,
      "step": 3400
    },
    {
      "epoch": 0.17386648991089979,
      "grad_norm": 2.6964546068822295,
      "learning_rate": 4.590084985835694e-06,
      "loss": 0.335,
      "step": 3410
    },
    {
      "epoch": 0.17386648991089979,
      "loss_breakdown/lm_loss": 1.7512937120045535e-05,
      "loss_breakdown/pointer_loss": 0.3510925769805908,
      "step": 3410
    },
    {
      "epoch": 0.17386648991089979,
      "loss_breakdown/lm_loss": 1.2984242857783101e-05,
      "loss_breakdown/pointer_loss": 1.2593377828598022,
      "step": 3410
    },
    {
      "epoch": 0.17386648991089979,
      "loss_breakdown/lm_loss": 2.77592298516538e-05,
      "loss_breakdown/pointer_loss": 1.300777792930603,
      "step": 3410
    },
    {
      "epoch": 0.17386648991089979,
      "loss_breakdown/lm_loss": 2.5671490220702253e-05,
      "loss_breakdown/pointer_loss": 1.6173648834228516,
      "step": 3410
    },
    {
      "epoch": 0.1743763623153306,
      "grad_norm": 2.9247535649890075,
      "learning_rate": 4.587252124645893e-06,
      "loss": 0.3432,
      "step": 3420
    },
    {
      "epoch": 0.1743763623153306,
      "loss_breakdown/lm_loss": 1.7184889657073654e-05,
      "loss_breakdown/pointer_loss": 0.8001850247383118,
      "step": 3420
    },
    {
      "epoch": 0.1743763623153306,
      "loss_breakdown/lm_loss": 2.3866723495302722e-05,
      "loss_breakdown/pointer_loss": 0.7848411798477173,
      "step": 3420
    },
    {
      "epoch": 0.1743763623153306,
      "loss_breakdown/lm_loss": 1.6839703675941564e-05,
      "loss_breakdown/pointer_loss": 0.2409128099679947,
      "step": 3420
    },
    {
      "epoch": 0.1743763623153306,
      "loss_breakdown/lm_loss": 1.8097880456480198e-05,
      "loss_breakdown/pointer_loss": 0.7678163051605225,
      "step": 3420
    },
    {
      "epoch": 0.1748862347197614,
      "grad_norm": 5.158155068605796,
      "learning_rate": 4.584419263456091e-06,
      "loss": 0.2736,
      "step": 3430
    },
    {
      "epoch": 0.1748862347197614,
      "loss_breakdown/lm_loss": 1.421337128704181e-05,
      "loss_breakdown/pointer_loss": 0.17709636688232422,
      "step": 3430
    },
    {
      "epoch": 0.1748862347197614,
      "loss_breakdown/lm_loss": 2.094405863317661e-05,
      "loss_breakdown/pointer_loss": 0.4249371290206909,
      "step": 3430
    },
    {
      "epoch": 0.1748862347197614,
      "loss_breakdown/lm_loss": 1.9164150216965936e-05,
      "loss_breakdown/pointer_loss": 0.5551190376281738,
      "step": 3430
    },
    {
      "epoch": 0.1748862347197614,
      "loss_breakdown/lm_loss": 0.0001735268597258255,
      "loss_breakdown/pointer_loss": 0.2792329788208008,
      "step": 3430
    },
    {
      "epoch": 0.17539610712419218,
      "grad_norm": 3.2144944156685016,
      "learning_rate": 4.581586402266289e-06,
      "loss": 0.374,
      "step": 3440
    },
    {
      "epoch": 0.17539610712419218,
      "loss_breakdown/lm_loss": 1.3453603060042951e-05,
      "loss_breakdown/pointer_loss": 0.14178651571273804,
      "step": 3440
    },
    {
      "epoch": 0.17539610712419218,
      "loss_breakdown/lm_loss": 1.4816531802352984e-05,
      "loss_breakdown/pointer_loss": 0.8878552913665771,
      "step": 3440
    },
    {
      "epoch": 0.17539610712419218,
      "loss_breakdown/lm_loss": 1.690765202511102e-05,
      "loss_breakdown/pointer_loss": 0.4961358308792114,
      "step": 3440
    },
    {
      "epoch": 0.17539610712419218,
      "loss_breakdown/lm_loss": 1.9618999431259e-05,
      "loss_breakdown/pointer_loss": 0.2668185234069824,
      "step": 3440
    },
    {
      "epoch": 0.17590597952862297,
      "grad_norm": 8.971026991333533,
      "learning_rate": 4.578753541076488e-06,
      "loss": 0.3098,
      "step": 3450
    },
    {
      "epoch": 0.17590597952862297,
      "loss_breakdown/lm_loss": 2.2622405595029704e-05,
      "loss_breakdown/pointer_loss": 2.918652057647705,
      "step": 3450
    },
    {
      "epoch": 0.17590597952862297,
      "loss_breakdown/lm_loss": 2.7625492293736897e-05,
      "loss_breakdown/pointer_loss": 0.6408159136772156,
      "step": 3450
    },
    {
      "epoch": 0.17590597952862297,
      "loss_breakdown/lm_loss": 1.8867984181270003e-05,
      "loss_breakdown/pointer_loss": 0.9899423718452454,
      "step": 3450
    },
    {
      "epoch": 0.17590597952862297,
      "loss_breakdown/lm_loss": 1.5045270629343577e-05,
      "loss_breakdown/pointer_loss": 0.619403600692749,
      "step": 3450
    },
    {
      "epoch": 0.17641585193305376,
      "grad_norm": 10.50475863390192,
      "learning_rate": 4.575920679886686e-06,
      "loss": 0.3125,
      "step": 3460
    },
    {
      "epoch": 0.17641585193305376,
      "loss_breakdown/lm_loss": 1.5989489838830195e-05,
      "loss_breakdown/pointer_loss": 0.22220543026924133,
      "step": 3460
    },
    {
      "epoch": 0.17641585193305376,
      "loss_breakdown/lm_loss": 2.456527727190405e-05,
      "loss_breakdown/pointer_loss": 0.1727980077266693,
      "step": 3460
    },
    {
      "epoch": 0.17641585193305376,
      "loss_breakdown/lm_loss": 1.3827930160914548e-05,
      "loss_breakdown/pointer_loss": 0.1993221491575241,
      "step": 3460
    },
    {
      "epoch": 0.17641585193305376,
      "loss_breakdown/lm_loss": 1.4934468708815984e-05,
      "loss_breakdown/pointer_loss": 0.3897533416748047,
      "step": 3460
    },
    {
      "epoch": 0.17692572433748455,
      "grad_norm": 3.0381988926552674,
      "learning_rate": 4.5730878186968845e-06,
      "loss": 0.3572,
      "step": 3470
    },
    {
      "epoch": 0.17692572433748455,
      "loss_breakdown/lm_loss": 1.565418642712757e-05,
      "loss_breakdown/pointer_loss": 0.40403416752815247,
      "step": 3470
    },
    {
      "epoch": 0.17692572433748455,
      "loss_breakdown/lm_loss": 1.4814151654718444e-05,
      "loss_breakdown/pointer_loss": 0.44824936985969543,
      "step": 3470
    },
    {
      "epoch": 0.17692572433748455,
      "loss_breakdown/lm_loss": 2.0310091713326983e-05,
      "loss_breakdown/pointer_loss": 0.3348892033100128,
      "step": 3470
    },
    {
      "epoch": 0.17692572433748455,
      "loss_breakdown/lm_loss": 1.3535021935240366e-05,
      "loss_breakdown/pointer_loss": 0.28065282106399536,
      "step": 3470
    },
    {
      "epoch": 0.17743559674191534,
      "grad_norm": 18.49333743014056,
      "learning_rate": 4.570254957507082e-06,
      "loss": 0.3006,
      "step": 3480
    },
    {
      "epoch": 0.17743559674191534,
      "loss_breakdown/lm_loss": 1.2858434274676256e-05,
      "loss_breakdown/pointer_loss": 5.8882036209106445,
      "step": 3480
    },
    {
      "epoch": 0.17743559674191534,
      "loss_breakdown/lm_loss": 1.3735187167185359e-05,
      "loss_breakdown/pointer_loss": 0.46948084235191345,
      "step": 3480
    },
    {
      "epoch": 0.17743559674191534,
      "loss_breakdown/lm_loss": 1.8969358279719017e-05,
      "loss_breakdown/pointer_loss": 0.20565132796764374,
      "step": 3480
    },
    {
      "epoch": 0.17743559674191534,
      "loss_breakdown/lm_loss": 1.681986395851709e-05,
      "loss_breakdown/pointer_loss": 0.12431205809116364,
      "step": 3480
    },
    {
      "epoch": 0.17794546914634612,
      "grad_norm": 3.444276623734186,
      "learning_rate": 4.567422096317281e-06,
      "loss": 0.3688,
      "step": 3490
    },
    {
      "epoch": 0.17794546914634612,
      "loss_breakdown/lm_loss": 1.571462780702859e-05,
      "loss_breakdown/pointer_loss": 0.4512600898742676,
      "step": 3490
    },
    {
      "epoch": 0.17794546914634612,
      "loss_breakdown/lm_loss": 1.0717161785578355e-05,
      "loss_breakdown/pointer_loss": 0.6946760416030884,
      "step": 3490
    },
    {
      "epoch": 0.17794546914634612,
      "loss_breakdown/lm_loss": 1.889020495582372e-05,
      "loss_breakdown/pointer_loss": 0.5320650339126587,
      "step": 3490
    },
    {
      "epoch": 0.17794546914634612,
      "loss_breakdown/lm_loss": 2.025938556471374e-05,
      "loss_breakdown/pointer_loss": 0.16722369194030762,
      "step": 3490
    },
    {
      "epoch": 0.1784553415507769,
      "grad_norm": 7.524448094556555,
      "learning_rate": 4.564589235127479e-06,
      "loss": 0.2955,
      "step": 3500
    },
    {
      "epoch": 0.1784553415507769,
      "loss_breakdown/lm_loss": 7.156501669669524e-05,
      "loss_breakdown/pointer_loss": 1.658193588256836,
      "step": 3500
    },
    {
      "epoch": 0.1784553415507769,
      "loss_breakdown/lm_loss": 2.1294601538102143e-05,
      "loss_breakdown/pointer_loss": 0.5556522607803345,
      "step": 3500
    },
    {
      "epoch": 0.1784553415507769,
      "loss_breakdown/lm_loss": 2.1888054106966592e-05,
      "loss_breakdown/pointer_loss": 0.5744003057479858,
      "step": 3500
    },
    {
      "epoch": 0.1784553415507769,
      "loss_breakdown/lm_loss": 2.0574545487761497e-05,
      "loss_breakdown/pointer_loss": 0.411729633808136,
      "step": 3500
    },
    {
      "epoch": 0.1789652139552077,
      "grad_norm": 4.35102234003878,
      "learning_rate": 4.5617563739376775e-06,
      "loss": 0.3053,
      "step": 3510
    },
    {
      "epoch": 0.1789652139552077,
      "loss_breakdown/lm_loss": 1.9534600141923875e-05,
      "loss_breakdown/pointer_loss": 0.40838176012039185,
      "step": 3510
    },
    {
      "epoch": 0.1789652139552077,
      "loss_breakdown/lm_loss": 1.4245870261220261e-05,
      "loss_breakdown/pointer_loss": 1.4213948249816895,
      "step": 3510
    },
    {
      "epoch": 0.1789652139552077,
      "loss_breakdown/lm_loss": 1.479337879572995e-05,
      "loss_breakdown/pointer_loss": 4.009812355041504,
      "step": 3510
    },
    {
      "epoch": 0.1789652139552077,
      "loss_breakdown/lm_loss": 1.581067408551462e-05,
      "loss_breakdown/pointer_loss": 4.152730464935303,
      "step": 3510
    },
    {
      "epoch": 0.1794750863596385,
      "grad_norm": 2.12830168801882,
      "learning_rate": 4.558923512747876e-06,
      "loss": 0.3687,
      "step": 3520
    },
    {
      "epoch": 0.1794750863596385,
      "loss_breakdown/lm_loss": 1.7061227481462993e-05,
      "loss_breakdown/pointer_loss": 0.3216337263584137,
      "step": 3520
    },
    {
      "epoch": 0.1794750863596385,
      "loss_breakdown/lm_loss": 1.5405841622850858e-05,
      "loss_breakdown/pointer_loss": 0.5630449056625366,
      "step": 3520
    },
    {
      "epoch": 0.1794750863596385,
      "loss_breakdown/lm_loss": 1.385257564834319e-05,
      "loss_breakdown/pointer_loss": 0.6644619107246399,
      "step": 3520
    },
    {
      "epoch": 0.1794750863596385,
      "loss_breakdown/lm_loss": 1.6666046576574445e-05,
      "loss_breakdown/pointer_loss": 0.6591604351997375,
      "step": 3520
    },
    {
      "epoch": 0.17998495876406928,
      "grad_norm": 9.190909600472295,
      "learning_rate": 4.556090651558074e-06,
      "loss": 0.31,
      "step": 3530
    },
    {
      "epoch": 0.17998495876406928,
      "loss_breakdown/lm_loss": 1.384782990498934e-05,
      "loss_breakdown/pointer_loss": 0.27673548460006714,
      "step": 3530
    },
    {
      "epoch": 0.17998495876406928,
      "loss_breakdown/lm_loss": 1.525040715932846e-05,
      "loss_breakdown/pointer_loss": 1.4451401233673096,
      "step": 3530
    },
    {
      "epoch": 0.17998495876406928,
      "loss_breakdown/lm_loss": 1.743570828693919e-05,
      "loss_breakdown/pointer_loss": 0.25942736864089966,
      "step": 3530
    },
    {
      "epoch": 0.17998495876406928,
      "loss_breakdown/lm_loss": 1.8941773305414245e-05,
      "loss_breakdown/pointer_loss": 0.09309172630310059,
      "step": 3530
    },
    {
      "epoch": 0.18049483116850007,
      "grad_norm": 18.29641495176541,
      "learning_rate": 4.553257790368273e-06,
      "loss": 0.3168,
      "step": 3540
    },
    {
      "epoch": 0.18049483116850007,
      "loss_breakdown/lm_loss": 1.2995442375540733e-05,
      "loss_breakdown/pointer_loss": 0.31327372789382935,
      "step": 3540
    },
    {
      "epoch": 0.18049483116850007,
      "loss_breakdown/lm_loss": 2.602702079457231e-05,
      "loss_breakdown/pointer_loss": 0.2503584027290344,
      "step": 3540
    },
    {
      "epoch": 0.18049483116850007,
      "loss_breakdown/lm_loss": 1.4327829376270529e-05,
      "loss_breakdown/pointer_loss": 0.8709667325019836,
      "step": 3540
    },
    {
      "epoch": 0.18049483116850007,
      "loss_breakdown/lm_loss": 1.3518960258807056e-05,
      "loss_breakdown/pointer_loss": 0.2035323679447174,
      "step": 3540
    },
    {
      "epoch": 0.1810047035729309,
      "grad_norm": 17.89456301899976,
      "learning_rate": 4.5504249291784705e-06,
      "loss": 0.3271,
      "step": 3550
    },
    {
      "epoch": 0.1810047035729309,
      "loss_breakdown/lm_loss": 8.745920058572665e-05,
      "loss_breakdown/pointer_loss": 2.7013978958129883,
      "step": 3550
    },
    {
      "epoch": 0.1810047035729309,
      "loss_breakdown/lm_loss": 4.2701398342614993e-05,
      "loss_breakdown/pointer_loss": 0.7576420307159424,
      "step": 3550
    },
    {
      "epoch": 0.1810047035729309,
      "loss_breakdown/lm_loss": 3.9173832192318514e-05,
      "loss_breakdown/pointer_loss": 0.546318531036377,
      "step": 3550
    },
    {
      "epoch": 0.1810047035729309,
      "loss_breakdown/lm_loss": 2.2205456843948923e-05,
      "loss_breakdown/pointer_loss": 0.43308117985725403,
      "step": 3550
    },
    {
      "epoch": 0.18151457597736168,
      "grad_norm": 6.680311558970373,
      "learning_rate": 4.547592067988668e-06,
      "loss": 0.3379,
      "step": 3560
    },
    {
      "epoch": 0.18151457597736168,
      "loss_breakdown/lm_loss": 1.3577038771472871e-05,
      "loss_breakdown/pointer_loss": 0.3979540467262268,
      "step": 3560
    },
    {
      "epoch": 0.18151457597736168,
      "loss_breakdown/lm_loss": 1.2261063602636568e-05,
      "loss_breakdown/pointer_loss": 0.8877873420715332,
      "step": 3560
    },
    {
      "epoch": 0.18151457597736168,
      "loss_breakdown/lm_loss": 1.6390606106142513e-05,
      "loss_breakdown/pointer_loss": 0.11124194413423538,
      "step": 3560
    },
    {
      "epoch": 0.18151457597736168,
      "loss_breakdown/lm_loss": 3.1737636163597926e-05,
      "loss_breakdown/pointer_loss": 0.3120260238647461,
      "step": 3560
    },
    {
      "epoch": 0.18202444838179246,
      "grad_norm": 3.1272396328852836,
      "learning_rate": 4.544759206798867e-06,
      "loss": 0.3318,
      "step": 3570
    },
    {
      "epoch": 0.18202444838179246,
      "loss_breakdown/lm_loss": 1.7972939531318843e-05,
      "loss_breakdown/pointer_loss": 0.2893225848674774,
      "step": 3570
    },
    {
      "epoch": 0.18202444838179246,
      "loss_breakdown/lm_loss": 1.5112736946321093e-05,
      "loss_breakdown/pointer_loss": 0.3282431662082672,
      "step": 3570
    },
    {
      "epoch": 0.18202444838179246,
      "loss_breakdown/lm_loss": 1.2334361599641852e-05,
      "loss_breakdown/pointer_loss": 0.8515652418136597,
      "step": 3570
    },
    {
      "epoch": 0.18202444838179246,
      "loss_breakdown/lm_loss": 1.687626718194224e-05,
      "loss_breakdown/pointer_loss": 0.18120460212230682,
      "step": 3570
    },
    {
      "epoch": 0.18253432078622325,
      "grad_norm": 4.899450223712348,
      "learning_rate": 4.541926345609066e-06,
      "loss": 0.2985,
      "step": 3580
    },
    {
      "epoch": 0.18253432078622325,
      "loss_breakdown/lm_loss": 2.1392948838183656e-05,
      "loss_breakdown/pointer_loss": 0.14492060244083405,
      "step": 3580
    },
    {
      "epoch": 0.18253432078622325,
      "loss_breakdown/lm_loss": 2.100769961543847e-05,
      "loss_breakdown/pointer_loss": 0.28412601351737976,
      "step": 3580
    },
    {
      "epoch": 0.18253432078622325,
      "loss_breakdown/lm_loss": 2.4958451831480488e-05,
      "loss_breakdown/pointer_loss": 0.5807260870933533,
      "step": 3580
    },
    {
      "epoch": 0.18253432078622325,
      "loss_breakdown/lm_loss": 1.630327278689947e-05,
      "loss_breakdown/pointer_loss": 0.09778280556201935,
      "step": 3580
    },
    {
      "epoch": 0.18304419319065404,
      "grad_norm": 5.048905152297166,
      "learning_rate": 4.5390934844192635e-06,
      "loss": 0.3259,
      "step": 3590
    },
    {
      "epoch": 0.18304419319065404,
      "loss_breakdown/lm_loss": 1.4769000699743629e-05,
      "loss_breakdown/pointer_loss": 0.3592321276664734,
      "step": 3590
    },
    {
      "epoch": 0.18304419319065404,
      "loss_breakdown/lm_loss": 1.5270032236003317e-05,
      "loss_breakdown/pointer_loss": 0.17613361775875092,
      "step": 3590
    },
    {
      "epoch": 0.18304419319065404,
      "loss_breakdown/lm_loss": 1.63448912644526e-05,
      "loss_breakdown/pointer_loss": 1.176719307899475,
      "step": 3590
    },
    {
      "epoch": 0.18304419319065404,
      "loss_breakdown/lm_loss": 1.670763231231831e-05,
      "loss_breakdown/pointer_loss": 0.44437047839164734,
      "step": 3590
    },
    {
      "epoch": 0.18355406559508483,
      "grad_norm": 4.726503148163301,
      "learning_rate": 4.536260623229462e-06,
      "loss": 0.3148,
      "step": 3600
    },
    {
      "epoch": 0.18355406559508483,
      "loss_breakdown/lm_loss": 0.0020594296511262655,
      "loss_breakdown/pointer_loss": 2.0950982570648193,
      "step": 3600
    },
    {
      "epoch": 0.18355406559508483,
      "loss_breakdown/lm_loss": 2.9814640583936125e-05,
      "loss_breakdown/pointer_loss": 2.0078439712524414,
      "step": 3600
    },
    {
      "epoch": 0.18355406559508483,
      "loss_breakdown/lm_loss": 2.6234696633764543e-05,
      "loss_breakdown/pointer_loss": 0.4812188148498535,
      "step": 3600
    },
    {
      "epoch": 0.18355406559508483,
      "loss_breakdown/lm_loss": 1.3524819223675877e-05,
      "loss_breakdown/pointer_loss": 0.30744659900665283,
      "step": 3600
    },
    {
      "epoch": 0.18406393799951562,
      "grad_norm": 5.584414498250902,
      "learning_rate": 4.533427762039661e-06,
      "loss": 0.3251,
      "step": 3610
    },
    {
      "epoch": 0.18406393799951562,
      "loss_breakdown/lm_loss": 1.723414970911108e-05,
      "loss_breakdown/pointer_loss": 0.4587480425834656,
      "step": 3610
    },
    {
      "epoch": 0.18406393799951562,
      "loss_breakdown/lm_loss": 1.2838547263527289e-05,
      "loss_breakdown/pointer_loss": 0.2126697301864624,
      "step": 3610
    },
    {
      "epoch": 0.18406393799951562,
      "loss_breakdown/lm_loss": 1.757289828674402e-05,
      "loss_breakdown/pointer_loss": 0.18457329273223877,
      "step": 3610
    },
    {
      "epoch": 0.18406393799951562,
      "loss_breakdown/lm_loss": 1.3466266864270438e-05,
      "loss_breakdown/pointer_loss": 0.21793121099472046,
      "step": 3610
    },
    {
      "epoch": 0.1845738104039464,
      "grad_norm": 3.393359351308861,
      "learning_rate": 4.530594900849859e-06,
      "loss": 0.3515,
      "step": 3620
    },
    {
      "epoch": 0.1845738104039464,
      "loss_breakdown/lm_loss": 2.0291337932576425e-05,
      "loss_breakdown/pointer_loss": 0.18853448331356049,
      "step": 3620
    },
    {
      "epoch": 0.1845738104039464,
      "loss_breakdown/lm_loss": 1.8518840079195797e-05,
      "loss_breakdown/pointer_loss": 0.621146023273468,
      "step": 3620
    },
    {
      "epoch": 0.1845738104039464,
      "loss_breakdown/lm_loss": 1.6889833204913884e-05,
      "loss_breakdown/pointer_loss": 0.5537141561508179,
      "step": 3620
    },
    {
      "epoch": 0.1845738104039464,
      "loss_breakdown/lm_loss": 1.5938945580273867e-05,
      "loss_breakdown/pointer_loss": 1.1336480379104614,
      "step": 3620
    },
    {
      "epoch": 0.1850836828083772,
      "grad_norm": 13.256423507723547,
      "learning_rate": 4.5277620396600565e-06,
      "loss": 0.3268,
      "step": 3630
    },
    {
      "epoch": 0.1850836828083772,
      "loss_breakdown/lm_loss": 1.3144433069101069e-05,
      "loss_breakdown/pointer_loss": 0.1028909832239151,
      "step": 3630
    },
    {
      "epoch": 0.1850836828083772,
      "loss_breakdown/lm_loss": 1.795643947843928e-05,
      "loss_breakdown/pointer_loss": 2.8691341876983643,
      "step": 3630
    },
    {
      "epoch": 0.1850836828083772,
      "loss_breakdown/lm_loss": 1.2810775842808653e-05,
      "loss_breakdown/pointer_loss": 0.6723589897155762,
      "step": 3630
    },
    {
      "epoch": 0.1850836828083772,
      "loss_breakdown/lm_loss": 1.3724652490054723e-05,
      "loss_breakdown/pointer_loss": 0.4061571955680847,
      "step": 3630
    },
    {
      "epoch": 0.185593555212808,
      "grad_norm": 6.105116048229598,
      "learning_rate": 4.524929178470255e-06,
      "loss": 0.3492,
      "step": 3640
    },
    {
      "epoch": 0.185593555212808,
      "loss_breakdown/lm_loss": 1.3118655260768719e-05,
      "loss_breakdown/pointer_loss": 0.27977749705314636,
      "step": 3640
    },
    {
      "epoch": 0.185593555212808,
      "loss_breakdown/lm_loss": 1.2471654372347984e-05,
      "loss_breakdown/pointer_loss": 0.3832106292247772,
      "step": 3640
    },
    {
      "epoch": 0.185593555212808,
      "loss_breakdown/lm_loss": 1.1809387615357991e-05,
      "loss_breakdown/pointer_loss": 0.23378419876098633,
      "step": 3640
    },
    {
      "epoch": 0.185593555212808,
      "loss_breakdown/lm_loss": 1.1806725524365902e-05,
      "loss_breakdown/pointer_loss": 0.4264579713344574,
      "step": 3640
    },
    {
      "epoch": 0.18610342761723878,
      "grad_norm": 8.390247354415946,
      "learning_rate": 4.522096317280454e-06,
      "loss": 0.3144,
      "step": 3650
    },
    {
      "epoch": 0.18610342761723878,
      "loss_breakdown/lm_loss": 0.00017790815036278218,
      "loss_breakdown/pointer_loss": 2.1484575271606445,
      "step": 3650
    },
    {
      "epoch": 0.18610342761723878,
      "loss_breakdown/lm_loss": 4.5178880100138485e-05,
      "loss_breakdown/pointer_loss": 0.46583300828933716,
      "step": 3650
    },
    {
      "epoch": 0.18610342761723878,
      "loss_breakdown/lm_loss": 1.7399108401150443e-05,
      "loss_breakdown/pointer_loss": 0.8870245218276978,
      "step": 3650
    },
    {
      "epoch": 0.18610342761723878,
      "loss_breakdown/lm_loss": 2.0041410607518628e-05,
      "loss_breakdown/pointer_loss": 0.41780567169189453,
      "step": 3650
    },
    {
      "epoch": 0.18661330002166956,
      "grad_norm": 5.0368765934244415,
      "learning_rate": 4.519263456090652e-06,
      "loss": 0.345,
      "step": 3660
    },
    {
      "epoch": 0.18661330002166956,
      "loss_breakdown/lm_loss": 1.5017630175861996e-05,
      "loss_breakdown/pointer_loss": 0.4967900216579437,
      "step": 3660
    },
    {
      "epoch": 0.18661330002166956,
      "loss_breakdown/lm_loss": 1.1788792107836343e-05,
      "loss_breakdown/pointer_loss": 0.6065035462379456,
      "step": 3660
    },
    {
      "epoch": 0.18661330002166956,
      "loss_breakdown/lm_loss": 7.732603990007192e-05,
      "loss_breakdown/pointer_loss": 0.5730829238891602,
      "step": 3660
    },
    {
      "epoch": 0.18661330002166956,
      "loss_breakdown/lm_loss": 1.728486495267134e-05,
      "loss_breakdown/pointer_loss": 0.9050769209861755,
      "step": 3660
    },
    {
      "epoch": 0.18712317242610038,
      "grad_norm": 2.385756928709812,
      "learning_rate": 4.51643059490085e-06,
      "loss": 0.3304,
      "step": 3670
    },
    {
      "epoch": 0.18712317242610038,
      "loss_breakdown/lm_loss": 2.541849789849948e-05,
      "loss_breakdown/pointer_loss": 0.8175332546234131,
      "step": 3670
    },
    {
      "epoch": 0.18712317242610038,
      "loss_breakdown/lm_loss": 1.8665399693418294e-05,
      "loss_breakdown/pointer_loss": 0.6003277897834778,
      "step": 3670
    },
    {
      "epoch": 0.18712317242610038,
      "loss_breakdown/lm_loss": 1.2284704098419752e-05,
      "loss_breakdown/pointer_loss": 0.21426890790462494,
      "step": 3670
    },
    {
      "epoch": 0.18712317242610038,
      "loss_breakdown/lm_loss": 2.0284887796151452e-05,
      "loss_breakdown/pointer_loss": 0.8527464866638184,
      "step": 3670
    },
    {
      "epoch": 0.18763304483053117,
      "grad_norm": 24.253833943450097,
      "learning_rate": 4.513597733711049e-06,
      "loss": 0.3326,
      "step": 3680
    },
    {
      "epoch": 0.18763304483053117,
      "loss_breakdown/lm_loss": 1.283854817302199e-05,
      "loss_breakdown/pointer_loss": 0.14821386337280273,
      "step": 3680
    },
    {
      "epoch": 0.18763304483053117,
      "loss_breakdown/lm_loss": 2.3892558601801284e-05,
      "loss_breakdown/pointer_loss": 0.10910191386938095,
      "step": 3680
    },
    {
      "epoch": 0.18763304483053117,
      "loss_breakdown/lm_loss": 1.6899370166356675e-05,
      "loss_breakdown/pointer_loss": 0.4903724491596222,
      "step": 3680
    },
    {
      "epoch": 0.18763304483053117,
      "loss_breakdown/lm_loss": 2.103561200783588e-05,
      "loss_breakdown/pointer_loss": 0.21668466925621033,
      "step": 3680
    },
    {
      "epoch": 0.18814291723496196,
      "grad_norm": 3.4878958963255435,
      "learning_rate": 4.510764872521247e-06,
      "loss": 0.3305,
      "step": 3690
    },
    {
      "epoch": 0.18814291723496196,
      "loss_breakdown/lm_loss": 1.4280827599577606e-05,
      "loss_breakdown/pointer_loss": 0.7567581534385681,
      "step": 3690
    },
    {
      "epoch": 0.18814291723496196,
      "loss_breakdown/lm_loss": 1.1487546544231009e-05,
      "loss_breakdown/pointer_loss": 0.42537176609039307,
      "step": 3690
    },
    {
      "epoch": 0.18814291723496196,
      "loss_breakdown/lm_loss": 1.59038227138808e-05,
      "loss_breakdown/pointer_loss": 0.4591726064682007,
      "step": 3690
    },
    {
      "epoch": 0.18814291723496196,
      "loss_breakdown/lm_loss": 1.2218632036820054e-05,
      "loss_breakdown/pointer_loss": 0.2778013348579407,
      "step": 3690
    },
    {
      "epoch": 0.18865278963939275,
      "grad_norm": 7.346414565769123,
      "learning_rate": 4.507932011331445e-06,
      "loss": 0.3153,
      "step": 3700
    },
    {
      "epoch": 0.18865278963939275,
      "loss_breakdown/lm_loss": 7.191037002485245e-05,
      "loss_breakdown/pointer_loss": 0.9545976519584656,
      "step": 3700
    },
    {
      "epoch": 0.18865278963939275,
      "loss_breakdown/lm_loss": 0.00043414640822447836,
      "loss_breakdown/pointer_loss": 1.232001781463623,
      "step": 3700
    },
    {
      "epoch": 0.18865278963939275,
      "loss_breakdown/lm_loss": 3.777050005737692e-05,
      "loss_breakdown/pointer_loss": 0.5028228759765625,
      "step": 3700
    },
    {
      "epoch": 0.18865278963939275,
      "loss_breakdown/lm_loss": 1.790748501662165e-05,
      "loss_breakdown/pointer_loss": 1.7754783630371094,
      "step": 3700
    },
    {
      "epoch": 0.18916266204382354,
      "grad_norm": 6.990912570951088,
      "learning_rate": 4.505099150141643e-06,
      "loss": 0.3443,
      "step": 3710
    },
    {
      "epoch": 0.18916266204382354,
      "loss_breakdown/lm_loss": 1.3627243788505439e-05,
      "loss_breakdown/pointer_loss": 0.40549328923225403,
      "step": 3710
    },
    {
      "epoch": 0.18916266204382354,
      "loss_breakdown/lm_loss": 1.1947143320867326e-05,
      "loss_breakdown/pointer_loss": 0.1990395486354828,
      "step": 3710
    },
    {
      "epoch": 0.18916266204382354,
      "loss_breakdown/lm_loss": 1.4014663975103758e-05,
      "loss_breakdown/pointer_loss": 0.4668307304382324,
      "step": 3710
    },
    {
      "epoch": 0.18916266204382354,
      "loss_breakdown/lm_loss": 1.4316598935693037e-05,
      "loss_breakdown/pointer_loss": 0.1744595170021057,
      "step": 3710
    },
    {
      "epoch": 0.18967253444825433,
      "grad_norm": 2.4351494942804393,
      "learning_rate": 4.502266288951841e-06,
      "loss": 0.3668,
      "step": 3720
    },
    {
      "epoch": 0.18967253444825433,
      "loss_breakdown/lm_loss": 1.6713303921278566e-05,
      "loss_breakdown/pointer_loss": 0.40645694732666016,
      "step": 3720
    },
    {
      "epoch": 0.18967253444825433,
      "loss_breakdown/lm_loss": 1.2902669368486386e-05,
      "loss_breakdown/pointer_loss": 0.5666056275367737,
      "step": 3720
    },
    {
      "epoch": 0.18967253444825433,
      "loss_breakdown/lm_loss": 1.189830345538212e-05,
      "loss_breakdown/pointer_loss": 0.7351444959640503,
      "step": 3720
    },
    {
      "epoch": 0.18967253444825433,
      "loss_breakdown/lm_loss": 1.0305841897206847e-05,
      "loss_breakdown/pointer_loss": 0.27234476804733276,
      "step": 3720
    },
    {
      "epoch": 0.19018240685268512,
      "grad_norm": 5.358566707097239,
      "learning_rate": 4.49943342776204e-06,
      "loss": 0.3206,
      "step": 3730
    },
    {
      "epoch": 0.19018240685268512,
      "loss_breakdown/lm_loss": 1.9012992197531275e-05,
      "loss_breakdown/pointer_loss": 0.4025101065635681,
      "step": 3730
    },
    {
      "epoch": 0.19018240685268512,
      "loss_breakdown/lm_loss": 2.4440530978608876e-05,
      "loss_breakdown/pointer_loss": 0.18602904677391052,
      "step": 3730
    },
    {
      "epoch": 0.19018240685268512,
      "loss_breakdown/lm_loss": 1.8917677152785473e-05,
      "loss_breakdown/pointer_loss": 2.886272668838501,
      "step": 3730
    },
    {
      "epoch": 0.19018240685268512,
      "loss_breakdown/lm_loss": 2.1619331164401956e-05,
      "loss_breakdown/pointer_loss": 1.8276396989822388,
      "step": 3730
    },
    {
      "epoch": 0.1906922792571159,
      "grad_norm": 2.106012784961693,
      "learning_rate": 4.4966005665722385e-06,
      "loss": 0.3497,
      "step": 3740
    },
    {
      "epoch": 0.1906922792571159,
      "loss_breakdown/lm_loss": 1.157102087745443e-05,
      "loss_breakdown/pointer_loss": 0.4834957718849182,
      "step": 3740
    },
    {
      "epoch": 0.1906922792571159,
      "loss_breakdown/lm_loss": 1.2843688637076411e-05,
      "loss_breakdown/pointer_loss": 0.15180625021457672,
      "step": 3740
    },
    {
      "epoch": 0.1906922792571159,
      "loss_breakdown/lm_loss": 1.6948495613178238e-05,
      "loss_breakdown/pointer_loss": 0.6698628067970276,
      "step": 3740
    },
    {
      "epoch": 0.1906922792571159,
      "loss_breakdown/lm_loss": 1.2351772056717891e-05,
      "loss_breakdown/pointer_loss": 0.5301183462142944,
      "step": 3740
    },
    {
      "epoch": 0.1912021516615467,
      "grad_norm": 13.363350755936796,
      "learning_rate": 4.493767705382437e-06,
      "loss": 0.3177,
      "step": 3750
    },
    {
      "epoch": 0.1912021516615467,
      "loss_breakdown/lm_loss": 7.010068657109514e-05,
      "loss_breakdown/pointer_loss": 2.9139018058776855,
      "step": 3750
    },
    {
      "epoch": 0.1912021516615467,
      "loss_breakdown/lm_loss": 2.4585326173109934e-05,
      "loss_breakdown/pointer_loss": 0.7882611751556396,
      "step": 3750
    },
    {
      "epoch": 0.1912021516615467,
      "loss_breakdown/lm_loss": 2.2831101887277327e-05,
      "loss_breakdown/pointer_loss": 0.3039483428001404,
      "step": 3750
    },
    {
      "epoch": 0.1912021516615467,
      "loss_breakdown/lm_loss": 1.315276949753752e-05,
      "loss_breakdown/pointer_loss": 0.2582618296146393,
      "step": 3750
    },
    {
      "epoch": 0.19171202406597748,
      "grad_norm": 3.4031824937469546,
      "learning_rate": 4.490934844192635e-06,
      "loss": 0.3219,
      "step": 3760
    },
    {
      "epoch": 0.19171202406597748,
      "loss_breakdown/lm_loss": 4.53113425464835e-05,
      "loss_breakdown/pointer_loss": 0.5655766129493713,
      "step": 3760
    },
    {
      "epoch": 0.19171202406597748,
      "loss_breakdown/lm_loss": 1.3921010577178095e-05,
      "loss_breakdown/pointer_loss": 0.5790526866912842,
      "step": 3760
    },
    {
      "epoch": 0.19171202406597748,
      "loss_breakdown/lm_loss": 1.4878936781315133e-05,
      "loss_breakdown/pointer_loss": 0.277816504240036,
      "step": 3760
    },
    {
      "epoch": 0.19171202406597748,
      "loss_breakdown/lm_loss": 1.7857008060673252e-05,
      "loss_breakdown/pointer_loss": 0.3360404670238495,
      "step": 3760
    },
    {
      "epoch": 0.19222189647040827,
      "grad_norm": 3.5686493697670367,
      "learning_rate": 4.488101983002834e-06,
      "loss": 0.3581,
      "step": 3770
    },
    {
      "epoch": 0.19222189647040827,
      "loss_breakdown/lm_loss": 2.480716648278758e-05,
      "loss_breakdown/pointer_loss": 0.4147549271583557,
      "step": 3770
    },
    {
      "epoch": 0.19222189647040827,
      "loss_breakdown/lm_loss": 1.1542758329596836e-05,
      "loss_breakdown/pointer_loss": 0.22636446356773376,
      "step": 3770
    },
    {
      "epoch": 0.19222189647040827,
      "loss_breakdown/lm_loss": 2.2559173885383643e-05,
      "loss_breakdown/pointer_loss": 0.4750698506832123,
      "step": 3770
    },
    {
      "epoch": 0.19222189647040827,
      "loss_breakdown/lm_loss": 1.1498757885419764e-05,
      "loss_breakdown/pointer_loss": 0.3848772943019867,
      "step": 3770
    },
    {
      "epoch": 0.19273176887483906,
      "grad_norm": 3.40870894075567,
      "learning_rate": 4.4852691218130315e-06,
      "loss": 0.3133,
      "step": 3780
    },
    {
      "epoch": 0.19273176887483906,
      "loss_breakdown/lm_loss": 2.299769221281167e-05,
      "loss_breakdown/pointer_loss": 0.18721605837345123,
      "step": 3780
    },
    {
      "epoch": 0.19273176887483906,
      "loss_breakdown/lm_loss": 1.4082171219342854e-05,
      "loss_breakdown/pointer_loss": 0.15697027742862701,
      "step": 3780
    },
    {
      "epoch": 0.19273176887483906,
      "loss_breakdown/lm_loss": 1.2206791325297672e-05,
      "loss_breakdown/pointer_loss": 0.13124457001686096,
      "step": 3780
    },
    {
      "epoch": 0.19273176887483906,
      "loss_breakdown/lm_loss": 0.00012310258171055466,
      "loss_breakdown/pointer_loss": 0.19911497831344604,
      "step": 3780
    },
    {
      "epoch": 0.19324164127926985,
      "grad_norm": 3.9960683325858666,
      "learning_rate": 4.482436260623229e-06,
      "loss": 0.3473,
      "step": 3790
    },
    {
      "epoch": 0.19324164127926985,
      "loss_breakdown/lm_loss": 3.095096690231003e-05,
      "loss_breakdown/pointer_loss": 0.520789384841919,
      "step": 3790
    },
    {
      "epoch": 0.19324164127926985,
      "loss_breakdown/lm_loss": 1.3333205970411655e-05,
      "loss_breakdown/pointer_loss": 0.25888776779174805,
      "step": 3790
    },
    {
      "epoch": 0.19324164127926985,
      "loss_breakdown/lm_loss": 1.775910823198501e-05,
      "loss_breakdown/pointer_loss": 0.9971054792404175,
      "step": 3790
    },
    {
      "epoch": 0.19324164127926985,
      "loss_breakdown/lm_loss": 1.61721673066495e-05,
      "loss_breakdown/pointer_loss": 0.19677959382534027,
      "step": 3790
    },
    {
      "epoch": 0.19375151368370067,
      "grad_norm": 7.195319115449791,
      "learning_rate": 4.479603399433428e-06,
      "loss": 0.2978,
      "step": 3800
    },
    {
      "epoch": 0.19375151368370067,
      "loss_breakdown/lm_loss": 8.083527063718066e-05,
      "loss_breakdown/pointer_loss": 1.518214464187622,
      "step": 3800
    },
    {
      "epoch": 0.19375151368370067,
      "loss_breakdown/lm_loss": 4.163779522059485e-05,
      "loss_breakdown/pointer_loss": 0.4370778501033783,
      "step": 3800
    },
    {
      "epoch": 0.19375151368370067,
      "loss_breakdown/lm_loss": 3.2543666748097166e-05,
      "loss_breakdown/pointer_loss": 0.6523351073265076,
      "step": 3800
    },
    {
      "epoch": 0.19375151368370067,
      "loss_breakdown/lm_loss": 4.424030703376047e-05,
      "loss_breakdown/pointer_loss": 1.2098050117492676,
      "step": 3800
    },
    {
      "epoch": 0.19426138608813145,
      "grad_norm": 3.016476550224116,
      "learning_rate": 4.476770538243627e-06,
      "loss": 0.3142,
      "step": 3810
    },
    {
      "epoch": 0.19426138608813145,
      "loss_breakdown/lm_loss": 1.197628807858564e-05,
      "loss_breakdown/pointer_loss": 0.12828204035758972,
      "step": 3810
    },
    {
      "epoch": 0.19426138608813145,
      "loss_breakdown/lm_loss": 1.1475664905447047e-05,
      "loss_breakdown/pointer_loss": 0.24492290616035461,
      "step": 3810
    },
    {
      "epoch": 0.19426138608813145,
      "loss_breakdown/lm_loss": 1.3343062164494768e-05,
      "loss_breakdown/pointer_loss": 0.24362364411354065,
      "step": 3810
    },
    {
      "epoch": 0.19426138608813145,
      "loss_breakdown/lm_loss": 1.3073007721686736e-05,
      "loss_breakdown/pointer_loss": 0.11645902693271637,
      "step": 3810
    },
    {
      "epoch": 0.19477125849256224,
      "grad_norm": 2.6734204288175967,
      "learning_rate": 4.4739376770538245e-06,
      "loss": 0.3289,
      "step": 3820
    },
    {
      "epoch": 0.19477125849256224,
      "loss_breakdown/lm_loss": 2.0966921510989778e-05,
      "loss_breakdown/pointer_loss": 0.20483684539794922,
      "step": 3820
    },
    {
      "epoch": 0.19477125849256224,
      "loss_breakdown/lm_loss": 1.4692023796669673e-05,
      "loss_breakdown/pointer_loss": 0.40342390537261963,
      "step": 3820
    },
    {
      "epoch": 0.19477125849256224,
      "loss_breakdown/lm_loss": 1.0806784302985761e-05,
      "loss_breakdown/pointer_loss": 0.3524525761604309,
      "step": 3820
    },
    {
      "epoch": 0.19477125849256224,
      "loss_breakdown/lm_loss": 1.0370414202043321e-05,
      "loss_breakdown/pointer_loss": 0.48041388392448425,
      "step": 3820
    },
    {
      "epoch": 0.19528113089699303,
      "grad_norm": 10.559318982193348,
      "learning_rate": 4.471104815864023e-06,
      "loss": 0.3156,
      "step": 3830
    },
    {
      "epoch": 0.19528113089699303,
      "loss_breakdown/lm_loss": 2.199309346906375e-05,
      "loss_breakdown/pointer_loss": 0.2780607044696808,
      "step": 3830
    },
    {
      "epoch": 0.19528113089699303,
      "loss_breakdown/lm_loss": 1.6033187421271577e-05,
      "loss_breakdown/pointer_loss": 0.29481810331344604,
      "step": 3830
    },
    {
      "epoch": 0.19528113089699303,
      "loss_breakdown/lm_loss": 1.6776115444372408e-05,
      "loss_breakdown/pointer_loss": 0.34473979473114014,
      "step": 3830
    },
    {
      "epoch": 0.19528113089699303,
      "loss_breakdown/lm_loss": 1.7562990251462907e-05,
      "loss_breakdown/pointer_loss": 0.10803601145744324,
      "step": 3830
    },
    {
      "epoch": 0.19579100330142382,
      "grad_norm": 2.3245432260390997,
      "learning_rate": 4.468271954674222e-06,
      "loss": 0.3215,
      "step": 3840
    },
    {
      "epoch": 0.19579100330142382,
      "loss_breakdown/lm_loss": 1.1852565876324661e-05,
      "loss_breakdown/pointer_loss": 0.5596581697463989,
      "step": 3840
    },
    {
      "epoch": 0.19579100330142382,
      "loss_breakdown/lm_loss": 9.988771125790663e-06,
      "loss_breakdown/pointer_loss": 0.39411547780036926,
      "step": 3840
    },
    {
      "epoch": 0.19579100330142382,
      "loss_breakdown/lm_loss": 2.1586509319604374e-05,
      "loss_breakdown/pointer_loss": 1.0850450992584229,
      "step": 3840
    },
    {
      "epoch": 0.19579100330142382,
      "loss_breakdown/lm_loss": 1.108226479118457e-05,
      "loss_breakdown/pointer_loss": 0.6957680583000183,
      "step": 3840
    },
    {
      "epoch": 0.1963008757058546,
      "grad_norm": 7.518778511572275,
      "learning_rate": 4.46543909348442e-06,
      "loss": 0.3296,
      "step": 3850
    },
    {
      "epoch": 0.1963008757058546,
      "loss_breakdown/lm_loss": 7.849306712159887e-05,
      "loss_breakdown/pointer_loss": 1.9308152198791504,
      "step": 3850
    },
    {
      "epoch": 0.1963008757058546,
      "loss_breakdown/lm_loss": 5.303711077431217e-05,
      "loss_breakdown/pointer_loss": 2.425654411315918,
      "step": 3850
    },
    {
      "epoch": 0.1963008757058546,
      "loss_breakdown/lm_loss": 2.9647102564922534e-05,
      "loss_breakdown/pointer_loss": 0.9948546886444092,
      "step": 3850
    },
    {
      "epoch": 0.1963008757058546,
      "loss_breakdown/lm_loss": 1.9643919586087577e-05,
      "loss_breakdown/pointer_loss": 0.3175124526023865,
      "step": 3850
    },
    {
      "epoch": 0.1968107481102854,
      "grad_norm": 2.3853268134724828,
      "learning_rate": 4.4626062322946175e-06,
      "loss": 0.3432,
      "step": 3860
    },
    {
      "epoch": 0.1968107481102854,
      "loss_breakdown/lm_loss": 1.0466377716511488e-05,
      "loss_breakdown/pointer_loss": 0.22257182002067566,
      "step": 3860
    },
    {
      "epoch": 0.1968107481102854,
      "loss_breakdown/lm_loss": 1.0360400665376801e-05,
      "loss_breakdown/pointer_loss": 0.4647062420845032,
      "step": 3860
    },
    {
      "epoch": 0.1968107481102854,
      "loss_breakdown/lm_loss": 1.3837854567100294e-05,
      "loss_breakdown/pointer_loss": 0.4138883650302887,
      "step": 3860
    },
    {
      "epoch": 0.1968107481102854,
      "loss_breakdown/lm_loss": 1.0490213753655553e-05,
      "loss_breakdown/pointer_loss": 1.1635032892227173,
      "step": 3860
    },
    {
      "epoch": 0.1973206205147162,
      "grad_norm": 2.761929678974571,
      "learning_rate": 4.459773371104816e-06,
      "loss": 0.334,
      "step": 3870
    },
    {
      "epoch": 0.1973206205147162,
      "loss_breakdown/lm_loss": 1.2293708095967304e-05,
      "loss_breakdown/pointer_loss": 0.48954564332962036,
      "step": 3870
    },
    {
      "epoch": 0.1973206205147162,
      "loss_breakdown/lm_loss": 1.2606637028511614e-05,
      "loss_breakdown/pointer_loss": 0.690908670425415,
      "step": 3870
    },
    {
      "epoch": 0.1973206205147162,
      "loss_breakdown/lm_loss": 2.797830711642746e-05,
      "loss_breakdown/pointer_loss": 0.8639713525772095,
      "step": 3870
    },
    {
      "epoch": 0.1973206205147162,
      "loss_breakdown/lm_loss": 1.4143854059511796e-05,
      "loss_breakdown/pointer_loss": 0.41415324807167053,
      "step": 3870
    },
    {
      "epoch": 0.19783049291914698,
      "grad_norm": 8.663530977046433,
      "learning_rate": 4.456940509915014e-06,
      "loss": 0.3153,
      "step": 3880
    },
    {
      "epoch": 0.19783049291914698,
      "loss_breakdown/lm_loss": 8.948508366302121e-06,
      "loss_breakdown/pointer_loss": 0.09503241628408432,
      "step": 3880
    },
    {
      "epoch": 0.19783049291914698,
      "loss_breakdown/lm_loss": 1.0204134014202282e-05,
      "loss_breakdown/pointer_loss": 0.20666851103305817,
      "step": 3880
    },
    {
      "epoch": 0.19783049291914698,
      "loss_breakdown/lm_loss": 2.206460885645356e-05,
      "loss_breakdown/pointer_loss": 0.8028427362442017,
      "step": 3880
    },
    {
      "epoch": 0.19783049291914698,
      "loss_breakdown/lm_loss": 1.227032407769002e-05,
      "loss_breakdown/pointer_loss": 2.1407837867736816,
      "step": 3880
    },
    {
      "epoch": 0.19834036532357777,
      "grad_norm": 4.516131685215464,
      "learning_rate": 4.454107648725213e-06,
      "loss": 0.2901,
      "step": 3890
    },
    {
      "epoch": 0.19834036532357777,
      "loss_breakdown/lm_loss": 1.2070336197211873e-05,
      "loss_breakdown/pointer_loss": 0.17468726634979248,
      "step": 3890
    },
    {
      "epoch": 0.19834036532357777,
      "loss_breakdown/lm_loss": 1.016970600176137e-05,
      "loss_breakdown/pointer_loss": 1.866318941116333,
      "step": 3890
    },
    {
      "epoch": 0.19834036532357777,
      "loss_breakdown/lm_loss": 9.616530405764934e-06,
      "loss_breakdown/pointer_loss": 0.7935896515846252,
      "step": 3890
    },
    {
      "epoch": 0.19834036532357777,
      "loss_breakdown/lm_loss": 1.2533510016510263e-05,
      "loss_breakdown/pointer_loss": 0.17834046483039856,
      "step": 3890
    },
    {
      "epoch": 0.19885023772800856,
      "grad_norm": 7.519739547589672,
      "learning_rate": 4.451274787535411e-06,
      "loss": 0.3129,
      "step": 3900
    },
    {
      "epoch": 0.19885023772800856,
      "loss_breakdown/lm_loss": 0.0001463806547690183,
      "loss_breakdown/pointer_loss": 0.4658437967300415,
      "step": 3900
    },
    {
      "epoch": 0.19885023772800856,
      "loss_breakdown/lm_loss": 2.6390205675852485e-05,
      "loss_breakdown/pointer_loss": 0.7341025471687317,
      "step": 3900
    },
    {
      "epoch": 0.19885023772800856,
      "loss_breakdown/lm_loss": 3.4248194424435496e-05,
      "loss_breakdown/pointer_loss": 0.6346338987350464,
      "step": 3900
    },
    {
      "epoch": 0.19885023772800856,
      "loss_breakdown/lm_loss": 1.7805412426241674e-05,
      "loss_breakdown/pointer_loss": 0.8284028768539429,
      "step": 3900
    },
    {
      "epoch": 0.19936011013243934,
      "grad_norm": 8.757686454572285,
      "learning_rate": 4.44844192634561e-06,
      "loss": 0.2893,
      "step": 3910
    },
    {
      "epoch": 0.19936011013243934,
      "loss_breakdown/lm_loss": 1.4457695215241984e-05,
      "loss_breakdown/pointer_loss": 0.19349215924739838,
      "step": 3910
    },
    {
      "epoch": 0.19936011013243934,
      "loss_breakdown/lm_loss": 2.48646319960244e-05,
      "loss_breakdown/pointer_loss": 0.5265814661979675,
      "step": 3910
    },
    {
      "epoch": 0.19936011013243934,
      "loss_breakdown/lm_loss": 1.223457911692094e-05,
      "loss_breakdown/pointer_loss": 0.12783434987068176,
      "step": 3910
    },
    {
      "epoch": 0.19936011013243934,
      "loss_breakdown/lm_loss": 2.5747161998879164e-05,
      "loss_breakdown/pointer_loss": 0.1777198314666748,
      "step": 3910
    },
    {
      "epoch": 0.19986998253687016,
      "grad_norm": 5.034373248794348,
      "learning_rate": 4.445609065155808e-06,
      "loss": 0.3205,
      "step": 3920
    },
    {
      "epoch": 0.19986998253687016,
      "loss_breakdown/lm_loss": 6.348938768496737e-05,
      "loss_breakdown/pointer_loss": 0.7997593879699707,
      "step": 3920
    },
    {
      "epoch": 0.19986998253687016,
      "loss_breakdown/lm_loss": 3.802748688030988e-05,
      "loss_breakdown/pointer_loss": 0.4692312180995941,
      "step": 3920
    },
    {
      "epoch": 0.19986998253687016,
      "loss_breakdown/lm_loss": 2.883523666241672e-05,
      "loss_breakdown/pointer_loss": 0.40530824661254883,
      "step": 3920
    },
    {
      "epoch": 0.19986998253687016,
      "loss_breakdown/lm_loss": 3.7953002902213484e-05,
      "loss_breakdown/pointer_loss": 0.49056607484817505,
      "step": 3920
    },
    {
      "epoch": 0.20037985494130095,
      "grad_norm": 7.510430270111241,
      "learning_rate": 4.442776203966006e-06,
      "loss": 0.2928,
      "step": 3930
    },
    {
      "epoch": 0.20037985494130095,
      "loss_breakdown/lm_loss": 1.795228490664158e-05,
      "loss_breakdown/pointer_loss": 0.1782485842704773,
      "step": 3930
    },
    {
      "epoch": 0.20037985494130095,
      "loss_breakdown/lm_loss": 1.3378955372900236e-05,
      "loss_breakdown/pointer_loss": 0.06411314010620117,
      "step": 3930
    },
    {
      "epoch": 0.20037985494130095,
      "loss_breakdown/lm_loss": 1.170613722933922e-05,
      "loss_breakdown/pointer_loss": 0.11162342131137848,
      "step": 3930
    },
    {
      "epoch": 0.20037985494130095,
      "loss_breakdown/lm_loss": 1.45034628076246e-05,
      "loss_breakdown/pointer_loss": 2.044950246810913,
      "step": 3930
    },
    {
      "epoch": 0.20088972734573174,
      "grad_norm": 2.7742874223390146,
      "learning_rate": 4.439943342776204e-06,
      "loss": 0.3286,
      "step": 3940
    },
    {
      "epoch": 0.20088972734573174,
      "loss_breakdown/lm_loss": 1.0585034033283591e-05,
      "loss_breakdown/pointer_loss": 0.2693651020526886,
      "step": 3940
    },
    {
      "epoch": 0.20088972734573174,
      "loss_breakdown/lm_loss": 1.3505073184205685e-05,
      "loss_breakdown/pointer_loss": 0.3147364854812622,
      "step": 3940
    },
    {
      "epoch": 0.20088972734573174,
      "loss_breakdown/lm_loss": 1.2348834388831165e-05,
      "loss_breakdown/pointer_loss": 0.5622991323471069,
      "step": 3940
    },
    {
      "epoch": 0.20088972734573174,
      "loss_breakdown/lm_loss": 1.2808529390895274e-05,
      "loss_breakdown/pointer_loss": 0.2765781283378601,
      "step": 3940
    },
    {
      "epoch": 0.20139959975016253,
      "grad_norm": 5.836322142824855,
      "learning_rate": 4.437110481586402e-06,
      "loss": 0.3045,
      "step": 3950
    },
    {
      "epoch": 0.20139959975016253,
      "loss_breakdown/lm_loss": 9.105669596465304e-05,
      "loss_breakdown/pointer_loss": 1.4006692171096802,
      "step": 3950
    },
    {
      "epoch": 0.20139959975016253,
      "loss_breakdown/lm_loss": 3.13935088342987e-05,
      "loss_breakdown/pointer_loss": 1.2437491416931152,
      "step": 3950
    },
    {
      "epoch": 0.20139959975016253,
      "loss_breakdown/lm_loss": 1.9531727957655676e-05,
      "loss_breakdown/pointer_loss": 0.7888921499252319,
      "step": 3950
    },
    {
      "epoch": 0.20139959975016253,
      "loss_breakdown/lm_loss": 1.6010184481274337e-05,
      "loss_breakdown/pointer_loss": 0.43245139718055725,
      "step": 3950
    },
    {
      "epoch": 0.20190947215459332,
      "grad_norm": 4.405547391933118,
      "learning_rate": 4.434277620396601e-06,
      "loss": 0.3357,
      "step": 3960
    },
    {
      "epoch": 0.20190947215459332,
      "loss_breakdown/lm_loss": 1.2099524610675871e-05,
      "loss_breakdown/pointer_loss": 0.640444815158844,
      "step": 3960
    },
    {
      "epoch": 0.20190947215459332,
      "loss_breakdown/lm_loss": 1.2436183169484138e-05,
      "loss_breakdown/pointer_loss": 0.23992857336997986,
      "step": 3960
    },
    {
      "epoch": 0.20190947215459332,
      "loss_breakdown/lm_loss": 1.6438305465271696e-05,
      "loss_breakdown/pointer_loss": 0.24909143149852753,
      "step": 3960
    },
    {
      "epoch": 0.20190947215459332,
      "loss_breakdown/lm_loss": 1.2814753972634207e-05,
      "loss_breakdown/pointer_loss": 0.15834292769432068,
      "step": 3960
    },
    {
      "epoch": 0.2024193445590241,
      "grad_norm": 2.8044230597481614,
      "learning_rate": 4.4314447592068e-06,
      "loss": 0.3225,
      "step": 3970
    },
    {
      "epoch": 0.2024193445590241,
      "loss_breakdown/lm_loss": 1.694110869721044e-05,
      "loss_breakdown/pointer_loss": 0.44163456559181213,
      "step": 3970
    },
    {
      "epoch": 0.2024193445590241,
      "loss_breakdown/lm_loss": 1.8890956198447384e-05,
      "loss_breakdown/pointer_loss": 0.3313826620578766,
      "step": 3970
    },
    {
      "epoch": 0.2024193445590241,
      "loss_breakdown/lm_loss": 1.2064647307852283e-05,
      "loss_breakdown/pointer_loss": 0.342479944229126,
      "step": 3970
    },
    {
      "epoch": 0.2024193445590241,
      "loss_breakdown/lm_loss": 1.1642946446954738e-05,
      "loss_breakdown/pointer_loss": 0.4541880488395691,
      "step": 3970
    },
    {
      "epoch": 0.2029292169634549,
      "grad_norm": 5.3383219343245,
      "learning_rate": 4.428611898016997e-06,
      "loss": 0.2856,
      "step": 3980
    },
    {
      "epoch": 0.2029292169634549,
      "loss_breakdown/lm_loss": 1.4821325748926029e-05,
      "loss_breakdown/pointer_loss": 0.8755174875259399,
      "step": 3980
    },
    {
      "epoch": 0.2029292169634549,
      "loss_breakdown/lm_loss": 1.213128325616708e-05,
      "loss_breakdown/pointer_loss": 0.42909854650497437,
      "step": 3980
    },
    {
      "epoch": 0.2029292169634549,
      "loss_breakdown/lm_loss": 1.3005430446355604e-05,
      "loss_breakdown/pointer_loss": 0.09127241373062134,
      "step": 3980
    },
    {
      "epoch": 0.2029292169634549,
      "loss_breakdown/lm_loss": 1.1201513189007528e-05,
      "loss_breakdown/pointer_loss": 0.9496431350708008,
      "step": 3980
    },
    {
      "epoch": 0.20343908936788568,
      "grad_norm": 3.4800813879175356,
      "learning_rate": 4.425779036827196e-06,
      "loss": 0.3031,
      "step": 3990
    },
    {
      "epoch": 0.20343908936788568,
      "loss_breakdown/lm_loss": 1.4216473573469557e-05,
      "loss_breakdown/pointer_loss": 0.5853737592697144,
      "step": 3990
    },
    {
      "epoch": 0.20343908936788568,
      "loss_breakdown/lm_loss": 1.21873636089731e-05,
      "loss_breakdown/pointer_loss": 0.34096381068229675,
      "step": 3990
    },
    {
      "epoch": 0.20343908936788568,
      "loss_breakdown/lm_loss": 9.648808372730855e-06,
      "loss_breakdown/pointer_loss": 0.2124563455581665,
      "step": 3990
    },
    {
      "epoch": 0.20343908936788568,
      "loss_breakdown/lm_loss": 9.977649824577384e-06,
      "loss_breakdown/pointer_loss": 0.564780592918396,
      "step": 3990
    },
    {
      "epoch": 0.20394896177231647,
      "grad_norm": 6.607248574171061,
      "learning_rate": 4.422946175637394e-06,
      "loss": 0.3502,
      "step": 4000
    },
    {
      "epoch": 0.20394896177231647,
      "loss_breakdown/lm_loss": 5.605718251899816e-05,
      "loss_breakdown/pointer_loss": 2.2730953693389893,
      "step": 4000
    },
    {
      "epoch": 0.20394896177231647,
      "loss_breakdown/lm_loss": 4.897234248346649e-05,
      "loss_breakdown/pointer_loss": 1.0732308626174927,
      "step": 4000
    },
    {
      "epoch": 0.20394896177231647,
      "loss_breakdown/lm_loss": 1.4174965144775342e-05,
      "loss_breakdown/pointer_loss": 0.7247106432914734,
      "step": 4000
    },
    {
      "epoch": 0.20394896177231647,
      "loss_breakdown/lm_loss": 1.2909052202303428e-05,
      "loss_breakdown/pointer_loss": 0.7322841882705688,
      "step": 4000
    },
    {
      "epoch": 0.20445883417674726,
      "grad_norm": 3.1983515454186366,
      "learning_rate": 4.420113314447593e-06,
      "loss": 0.3111,
      "step": 4010
    },
    {
      "epoch": 0.20445883417674726,
      "loss_breakdown/lm_loss": 1.990110285987612e-05,
      "loss_breakdown/pointer_loss": 0.963817834854126,
      "step": 4010
    },
    {
      "epoch": 0.20445883417674726,
      "loss_breakdown/lm_loss": 9.814705663302448e-06,
      "loss_breakdown/pointer_loss": 0.1749589443206787,
      "step": 4010
    },
    {
      "epoch": 0.20445883417674726,
      "loss_breakdown/lm_loss": 1.2977687219972722e-05,
      "loss_breakdown/pointer_loss": 1.125859022140503,
      "step": 4010
    },
    {
      "epoch": 0.20445883417674726,
      "loss_breakdown/lm_loss": 2.280322223668918e-05,
      "loss_breakdown/pointer_loss": 0.16953538358211517,
      "step": 4010
    },
    {
      "epoch": 0.20496870658117805,
      "grad_norm": 2.8727087244068987,
      "learning_rate": 4.41728045325779e-06,
      "loss": 0.3516,
      "step": 4020
    },
    {
      "epoch": 0.20496870658117805,
      "loss_breakdown/lm_loss": 1.0447411114000715e-05,
      "loss_breakdown/pointer_loss": 0.4528438448905945,
      "step": 4020
    },
    {
      "epoch": 0.20496870658117805,
      "loss_breakdown/lm_loss": 8.902155059331562e-06,
      "loss_breakdown/pointer_loss": 0.46282684803009033,
      "step": 4020
    },
    {
      "epoch": 0.20496870658117805,
      "loss_breakdown/lm_loss": 1.621149385755416e-05,
      "loss_breakdown/pointer_loss": 1.2402770519256592,
      "step": 4020
    },
    {
      "epoch": 0.20496870658117805,
      "loss_breakdown/lm_loss": 1.1401547453715466e-05,
      "loss_breakdown/pointer_loss": 1.0324755907058716,
      "step": 4020
    },
    {
      "epoch": 0.20547857898560884,
      "grad_norm": 5.7426782334322,
      "learning_rate": 4.414447592067989e-06,
      "loss": 0.3095,
      "step": 4030
    },
    {
      "epoch": 0.20547857898560884,
      "loss_breakdown/lm_loss": 1.3073000445729122e-05,
      "loss_breakdown/pointer_loss": 0.3472643196582794,
      "step": 4030
    },
    {
      "epoch": 0.20547857898560884,
      "loss_breakdown/lm_loss": 1.1439929949119687e-05,
      "loss_breakdown/pointer_loss": 0.21352720260620117,
      "step": 4030
    },
    {
      "epoch": 0.20547857898560884,
      "loss_breakdown/lm_loss": 9.806787602428813e-06,
      "loss_breakdown/pointer_loss": 0.06023465096950531,
      "step": 4030
    },
    {
      "epoch": 0.20547857898560884,
      "loss_breakdown/lm_loss": 1.0971046322083566e-05,
      "loss_breakdown/pointer_loss": 5.615400314331055,
      "step": 4030
    },
    {
      "epoch": 0.20598845139003966,
      "grad_norm": 9.164482634555167,
      "learning_rate": 4.411614730878188e-06,
      "loss": 0.3275,
      "step": 4040
    },
    {
      "epoch": 0.20598845139003966,
      "loss_breakdown/lm_loss": 8.051941222220194e-06,
      "loss_breakdown/pointer_loss": 1.0749142169952393,
      "step": 4040
    },
    {
      "epoch": 0.20598845139003966,
      "loss_breakdown/lm_loss": 7.6274618550087325e-06,
      "loss_breakdown/pointer_loss": 0.6584348082542419,
      "step": 4040
    },
    {
      "epoch": 0.20598845139003966,
      "loss_breakdown/lm_loss": 1.1050118700950406e-05,
      "loss_breakdown/pointer_loss": 0.44245249032974243,
      "step": 4040
    },
    {
      "epoch": 0.20598845139003966,
      "loss_breakdown/lm_loss": 7.362075848504901e-06,
      "loss_breakdown/pointer_loss": 0.2734981179237366,
      "step": 4040
    },
    {
      "epoch": 0.20649832379447045,
      "grad_norm": 8.441518381810937,
      "learning_rate": 4.408781869688386e-06,
      "loss": 0.2816,
      "step": 4050
    },
    {
      "epoch": 0.20649832379447045,
      "loss_breakdown/lm_loss": 3.618169284891337e-05,
      "loss_breakdown/pointer_loss": 1.375546932220459,
      "step": 4050
    },
    {
      "epoch": 0.20649832379447045,
      "loss_breakdown/lm_loss": 1.737824823067058e-05,
      "loss_breakdown/pointer_loss": 0.30570128560066223,
      "step": 4050
    },
    {
      "epoch": 0.20649832379447045,
      "loss_breakdown/lm_loss": 1.605274883331731e-05,
      "loss_breakdown/pointer_loss": 0.6634219884872437,
      "step": 4050
    },
    {
      "epoch": 0.20649832379447045,
      "loss_breakdown/lm_loss": 1.2744533705699723e-05,
      "loss_breakdown/pointer_loss": 0.4409292936325073,
      "step": 4050
    },
    {
      "epoch": 0.20700819619890123,
      "grad_norm": 17.717256600615134,
      "learning_rate": 4.405949008498584e-06,
      "loss": 0.3121,
      "step": 4060
    },
    {
      "epoch": 0.20700819619890123,
      "loss_breakdown/lm_loss": 1.4392108823813032e-05,
      "loss_breakdown/pointer_loss": 2.188750982284546,
      "step": 4060
    },
    {
      "epoch": 0.20700819619890123,
      "loss_breakdown/lm_loss": 1.5502080714213662e-05,
      "loss_breakdown/pointer_loss": 0.7735167145729065,
      "step": 4060
    },
    {
      "epoch": 0.20700819619890123,
      "loss_breakdown/lm_loss": 1.3688883882423397e-05,
      "loss_breakdown/pointer_loss": 2.0199787616729736,
      "step": 4060
    },
    {
      "epoch": 0.20700819619890123,
      "loss_breakdown/lm_loss": 1.3728537851420697e-05,
      "loss_breakdown/pointer_loss": 4.835406303405762,
      "step": 4060
    },
    {
      "epoch": 0.20751806860333202,
      "grad_norm": 13.911168304836046,
      "learning_rate": 4.403116147308782e-06,
      "loss": 0.3808,
      "step": 4070
    },
    {
      "epoch": 0.20751806860333202,
      "loss_breakdown/lm_loss": 1.097468521038536e-05,
      "loss_breakdown/pointer_loss": 1.6348485946655273,
      "step": 4070
    },
    {
      "epoch": 0.20751806860333202,
      "loss_breakdown/lm_loss": 1.548629006720148e-05,
      "loss_breakdown/pointer_loss": 0.38470548391342163,
      "step": 4070
    },
    {
      "epoch": 0.20751806860333202,
      "loss_breakdown/lm_loss": 8.434425581071991e-06,
      "loss_breakdown/pointer_loss": 0.18338662385940552,
      "step": 4070
    },
    {
      "epoch": 0.20751806860333202,
      "loss_breakdown/lm_loss": 1.7564634617883712e-05,
      "loss_breakdown/pointer_loss": 1.7847576141357422,
      "step": 4070
    },
    {
      "epoch": 0.2080279410077628,
      "grad_norm": 11.277683907659252,
      "learning_rate": 4.400283286118981e-06,
      "loss": 0.3181,
      "step": 4080
    },
    {
      "epoch": 0.2080279410077628,
      "loss_breakdown/lm_loss": 1.1233245459152386e-05,
      "loss_breakdown/pointer_loss": 2.150155782699585,
      "step": 4080
    },
    {
      "epoch": 0.2080279410077628,
      "loss_breakdown/lm_loss": 1.6108513591461815e-05,
      "loss_breakdown/pointer_loss": 0.0824742540717125,
      "step": 4080
    },
    {
      "epoch": 0.2080279410077628,
      "loss_breakdown/lm_loss": 1.1570994502108078e-05,
      "loss_breakdown/pointer_loss": 0.11871309578418732,
      "step": 4080
    },
    {
      "epoch": 0.2080279410077628,
      "loss_breakdown/lm_loss": 1.6446247173007578e-05,
      "loss_breakdown/pointer_loss": 0.26040220260620117,
      "step": 4080
    },
    {
      "epoch": 0.2085378134121936,
      "grad_norm": 31.893836919403064,
      "learning_rate": 4.397450424929179e-06,
      "loss": 0.3301,
      "step": 4090
    },
    {
      "epoch": 0.2085378134121936,
      "loss_breakdown/lm_loss": 8.986046850623097e-06,
      "loss_breakdown/pointer_loss": 0.43154478073120117,
      "step": 4090
    },
    {
      "epoch": 0.2085378134121936,
      "loss_breakdown/lm_loss": 9.920287084241863e-06,
      "loss_breakdown/pointer_loss": 0.40290677547454834,
      "step": 4090
    },
    {
      "epoch": 0.2085378134121936,
      "loss_breakdown/lm_loss": 8.234315828303806e-06,
      "loss_breakdown/pointer_loss": 0.4230039715766907,
      "step": 4090
    },
    {
      "epoch": 0.2085378134121936,
      "loss_breakdown/lm_loss": 1.1978480870311614e-05,
      "loss_breakdown/pointer_loss": 0.5240818858146667,
      "step": 4090
    },
    {
      "epoch": 0.2090476858166244,
      "grad_norm": 18.80095749192785,
      "learning_rate": 4.394617563739377e-06,
      "loss": 0.2927,
      "step": 4100
    },
    {
      "epoch": 0.2090476858166244,
      "loss_breakdown/lm_loss": 0.00017012190073728561,
      "loss_breakdown/pointer_loss": 1.9463194608688354,
      "step": 4100
    },
    {
      "epoch": 0.2090476858166244,
      "loss_breakdown/lm_loss": 3.22156774927862e-05,
      "loss_breakdown/pointer_loss": 0.5586392879486084,
      "step": 4100
    },
    {
      "epoch": 0.2090476858166244,
      "loss_breakdown/lm_loss": 1.7986038074013777e-05,
      "loss_breakdown/pointer_loss": 0.25086709856987,
      "step": 4100
    },
    {
      "epoch": 0.2090476858166244,
      "loss_breakdown/lm_loss": 1.3208668860897887e-05,
      "loss_breakdown/pointer_loss": 0.3334789276123047,
      "step": 4100
    },
    {
      "epoch": 0.20955755822105518,
      "grad_norm": 4.573794095202156,
      "learning_rate": 4.391784702549575e-06,
      "loss": 0.308,
      "step": 4110
    },
    {
      "epoch": 0.20955755822105518,
      "loss_breakdown/lm_loss": 1.0226326594420243e-05,
      "loss_breakdown/pointer_loss": 0.22177664935588837,
      "step": 4110
    },
    {
      "epoch": 0.20955755822105518,
      "loss_breakdown/lm_loss": 1.2486883861129172e-05,
      "loss_breakdown/pointer_loss": 0.28859055042266846,
      "step": 4110
    },
    {
      "epoch": 0.20955755822105518,
      "loss_breakdown/lm_loss": 1.0430621841805987e-05,
      "loss_breakdown/pointer_loss": 0.33120375871658325,
      "step": 4110
    },
    {
      "epoch": 0.20955755822105518,
      "loss_breakdown/lm_loss": 2.7192301786271855e-05,
      "loss_breakdown/pointer_loss": 0.8360515832901001,
      "step": 4110
    },
    {
      "epoch": 0.21006743062548597,
      "grad_norm": 4.447050823055932,
      "learning_rate": 4.388951841359774e-06,
      "loss": 0.326,
      "step": 4120
    },
    {
      "epoch": 0.21006743062548597,
      "loss_breakdown/lm_loss": 9.171566489385441e-06,
      "loss_breakdown/pointer_loss": 0.24077516794204712,
      "step": 4120
    },
    {
      "epoch": 0.21006743062548597,
      "loss_breakdown/lm_loss": 1.1685627214319538e-05,
      "loss_breakdown/pointer_loss": 0.5448369383811951,
      "step": 4120
    },
    {
      "epoch": 0.21006743062548597,
      "loss_breakdown/lm_loss": 9.034091817738954e-06,
      "loss_breakdown/pointer_loss": 0.43596696853637695,
      "step": 4120
    },
    {
      "epoch": 0.21006743062548597,
      "loss_breakdown/lm_loss": 1.153778430307284e-05,
      "loss_breakdown/pointer_loss": 0.5170618295669556,
      "step": 4120
    },
    {
      "epoch": 0.21057730302991676,
      "grad_norm": 7.273353680114638,
      "learning_rate": 4.3861189801699725e-06,
      "loss": 0.273,
      "step": 4130
    },
    {
      "epoch": 0.21057730302991676,
      "loss_breakdown/lm_loss": 1.596565380168613e-05,
      "loss_breakdown/pointer_loss": 0.3029320240020752,
      "step": 4130
    },
    {
      "epoch": 0.21057730302991676,
      "loss_breakdown/lm_loss": 2.57942720054416e-05,
      "loss_breakdown/pointer_loss": 0.9232722520828247,
      "step": 4130
    },
    {
      "epoch": 0.21057730302991676,
      "loss_breakdown/lm_loss": 1.0394872333563399e-05,
      "loss_breakdown/pointer_loss": 2.735882043838501,
      "step": 4130
    },
    {
      "epoch": 0.21057730302991676,
      "loss_breakdown/lm_loss": 1.3986849808134139e-05,
      "loss_breakdown/pointer_loss": 0.2732776999473572,
      "step": 4130
    },
    {
      "epoch": 0.21108717543434755,
      "grad_norm": 7.80591533977151,
      "learning_rate": 4.38328611898017e-06,
      "loss": 0.2861,
      "step": 4140
    },
    {
      "epoch": 0.21108717543434755,
      "loss_breakdown/lm_loss": 1.0853278581635095e-05,
      "loss_breakdown/pointer_loss": 0.2323797196149826,
      "step": 4140
    },
    {
      "epoch": 0.21108717543434755,
      "loss_breakdown/lm_loss": 8.623681424069218e-06,
      "loss_breakdown/pointer_loss": 0.24006739258766174,
      "step": 4140
    },
    {
      "epoch": 0.21108717543434755,
      "loss_breakdown/lm_loss": 9.0925450422219e-06,
      "loss_breakdown/pointer_loss": 0.3104887008666992,
      "step": 4140
    },
    {
      "epoch": 0.21108717543434755,
      "loss_breakdown/lm_loss": 9.854464224190451e-06,
      "loss_breakdown/pointer_loss": 0.14351239800453186,
      "step": 4140
    },
    {
      "epoch": 0.21159704783877833,
      "grad_norm": 10.316949850564923,
      "learning_rate": 4.380453257790369e-06,
      "loss": 0.308,
      "step": 4150
    },
    {
      "epoch": 0.21159704783877833,
      "loss_breakdown/lm_loss": 4.81274000776466e-05,
      "loss_breakdown/pointer_loss": 0.5073449015617371,
      "step": 4150
    },
    {
      "epoch": 0.21159704783877833,
      "loss_breakdown/lm_loss": 3.622163421823643e-05,
      "loss_breakdown/pointer_loss": 1.9978392124176025,
      "step": 4150
    },
    {
      "epoch": 0.21159704783877833,
      "loss_breakdown/lm_loss": 1.3098469025862869e-05,
      "loss_breakdown/pointer_loss": 1.1407790184020996,
      "step": 4150
    },
    {
      "epoch": 0.21159704783877833,
      "loss_breakdown/lm_loss": 1.6625508578727022e-05,
      "loss_breakdown/pointer_loss": 1.7913382053375244,
      "step": 4150
    },
    {
      "epoch": 0.21210692024320912,
      "grad_norm": 5.488778735379515,
      "learning_rate": 4.377620396600567e-06,
      "loss": 0.293,
      "step": 4160
    },
    {
      "epoch": 0.21210692024320912,
      "loss_breakdown/lm_loss": 1.0184226084675174e-05,
      "loss_breakdown/pointer_loss": 0.8706931471824646,
      "step": 4160
    },
    {
      "epoch": 0.21210692024320912,
      "loss_breakdown/lm_loss": 1.4171969269227702e-05,
      "loss_breakdown/pointer_loss": 0.08079027384519577,
      "step": 4160
    },
    {
      "epoch": 0.21210692024320912,
      "loss_breakdown/lm_loss": 1.7885255147120915e-05,
      "loss_breakdown/pointer_loss": 0.324690580368042,
      "step": 4160
    },
    {
      "epoch": 0.21210692024320912,
      "loss_breakdown/lm_loss": 1.3633254638989456e-05,
      "loss_breakdown/pointer_loss": 0.09082639217376709,
      "step": 4160
    },
    {
      "epoch": 0.21261679264763994,
      "grad_norm": 2.2893279104080038,
      "learning_rate": 4.3747875354107655e-06,
      "loss": 0.302,
      "step": 4170
    },
    {
      "epoch": 0.21261679264763994,
      "loss_breakdown/lm_loss": 1.166903257399099e-05,
      "loss_breakdown/pointer_loss": 0.5520243644714355,
      "step": 4170
    },
    {
      "epoch": 0.21261679264763994,
      "loss_breakdown/lm_loss": 1.6807985957711935e-05,
      "loss_breakdown/pointer_loss": 0.9201026558876038,
      "step": 4170
    },
    {
      "epoch": 0.21261679264763994,
      "loss_breakdown/lm_loss": 1.2374714970064815e-05,
      "loss_breakdown/pointer_loss": 0.6700742840766907,
      "step": 4170
    },
    {
      "epoch": 0.21261679264763994,
      "loss_breakdown/lm_loss": 1.1607441592786927e-05,
      "loss_breakdown/pointer_loss": 0.8563895225524902,
      "step": 4170
    },
    {
      "epoch": 0.21312666505207073,
      "grad_norm": 6.658907892875944,
      "learning_rate": 4.371954674220963e-06,
      "loss": 0.2985,
      "step": 4180
    },
    {
      "epoch": 0.21312666505207073,
      "loss_breakdown/lm_loss": 1.3216000297688879e-05,
      "loss_breakdown/pointer_loss": 0.4676734209060669,
      "step": 4180
    },
    {
      "epoch": 0.21312666505207073,
      "loss_breakdown/lm_loss": 1.7956155716092326e-05,
      "loss_breakdown/pointer_loss": 0.3162568211555481,
      "step": 4180
    },
    {
      "epoch": 0.21312666505207073,
      "loss_breakdown/lm_loss": 1.8079230358125642e-05,
      "loss_breakdown/pointer_loss": 0.622887134552002,
      "step": 4180
    },
    {
      "epoch": 0.21312666505207073,
      "loss_breakdown/lm_loss": 1.1070341315644328e-05,
      "loss_breakdown/pointer_loss": 1.3590337038040161,
      "step": 4180
    },
    {
      "epoch": 0.21363653745650152,
      "grad_norm": 6.297433504674172,
      "learning_rate": 4.369121813031162e-06,
      "loss": 0.2967,
      "step": 4190
    },
    {
      "epoch": 0.21363653745650152,
      "loss_breakdown/lm_loss": 1.8852040739147924e-05,
      "loss_breakdown/pointer_loss": 0.5095821619033813,
      "step": 4190
    },
    {
      "epoch": 0.21363653745650152,
      "loss_breakdown/lm_loss": 1.1410084880481008e-05,
      "loss_breakdown/pointer_loss": 1.0162471532821655,
      "step": 4190
    },
    {
      "epoch": 0.21363653745650152,
      "loss_breakdown/lm_loss": 1.6341939044650644e-05,
      "loss_breakdown/pointer_loss": 0.1431453824043274,
      "step": 4190
    },
    {
      "epoch": 0.21363653745650152,
      "loss_breakdown/lm_loss": 1.205787430080818e-05,
      "loss_breakdown/pointer_loss": 0.19378498196601868,
      "step": 4190
    },
    {
      "epoch": 0.2141464098609323,
      "grad_norm": 6.982000509673384,
      "learning_rate": 4.366288951841361e-06,
      "loss": 0.2731,
      "step": 4200
    },
    {
      "epoch": 0.2141464098609323,
      "loss_breakdown/lm_loss": 3.9829767047194764e-05,
      "loss_breakdown/pointer_loss": 2.4133033752441406,
      "step": 4200
    },
    {
      "epoch": 0.2141464098609323,
      "loss_breakdown/lm_loss": 2.4222468709922396e-05,
      "loss_breakdown/pointer_loss": 0.5434677600860596,
      "step": 4200
    },
    {
      "epoch": 0.2141464098609323,
      "loss_breakdown/lm_loss": 2.2321008145809174e-05,
      "loss_breakdown/pointer_loss": 0.7371788620948792,
      "step": 4200
    },
    {
      "epoch": 0.2141464098609323,
      "loss_breakdown/lm_loss": 1.7102785932365805e-05,
      "loss_breakdown/pointer_loss": 0.9892136454582214,
      "step": 4200
    },
    {
      "epoch": 0.2146562822653631,
      "grad_norm": 3.872189396320354,
      "learning_rate": 4.3634560906515585e-06,
      "loss": 0.301,
      "step": 4210
    },
    {
      "epoch": 0.2146562822653631,
      "loss_breakdown/lm_loss": 9.771008080861066e-06,
      "loss_breakdown/pointer_loss": 0.23384669423103333,
      "step": 4210
    },
    {
      "epoch": 0.2146562822653631,
      "loss_breakdown/lm_loss": 1.981892273761332e-05,
      "loss_breakdown/pointer_loss": 0.6670916080474854,
      "step": 4210
    },
    {
      "epoch": 0.2146562822653631,
      "loss_breakdown/lm_loss": 9.206789400195703e-06,
      "loss_breakdown/pointer_loss": 0.13566872477531433,
      "step": 4210
    },
    {
      "epoch": 0.2146562822653631,
      "loss_breakdown/lm_loss": 1.1531305972312111e-05,
      "loss_breakdown/pointer_loss": 1.3799009323120117,
      "step": 4210
    },
    {
      "epoch": 0.21516615466979389,
      "grad_norm": 3.6717844567559825,
      "learning_rate": 4.360623229461757e-06,
      "loss": 0.3301,
      "step": 4220
    },
    {
      "epoch": 0.21516615466979389,
      "loss_breakdown/lm_loss": 1.2313278602960054e-05,
      "loss_breakdown/pointer_loss": 1.0429121255874634,
      "step": 4220
    },
    {
      "epoch": 0.21516615466979389,
      "loss_breakdown/lm_loss": 1.157263704953948e-05,
      "loss_breakdown/pointer_loss": 0.3343239426612854,
      "step": 4220
    },
    {
      "epoch": 0.21516615466979389,
      "loss_breakdown/lm_loss": 1.2729584341286682e-05,
      "loss_breakdown/pointer_loss": 0.48088538646698,
      "step": 4220
    },
    {
      "epoch": 0.21516615466979389,
      "loss_breakdown/lm_loss": 9.64782611845294e-06,
      "loss_breakdown/pointer_loss": 0.7576040029525757,
      "step": 4220
    },
    {
      "epoch": 0.21567602707422467,
      "grad_norm": 35.26051497352089,
      "learning_rate": 4.357790368271955e-06,
      "loss": 0.2774,
      "step": 4230
    },
    {
      "epoch": 0.21567602707422467,
      "loss_breakdown/lm_loss": 1.1845201697724406e-05,
      "loss_breakdown/pointer_loss": 0.36135295033454895,
      "step": 4230
    },
    {
      "epoch": 0.21567602707422467,
      "loss_breakdown/lm_loss": 1.4856940651952755e-05,
      "loss_breakdown/pointer_loss": 0.2786339223384857,
      "step": 4230
    },
    {
      "epoch": 0.21567602707422467,
      "loss_breakdown/lm_loss": 1.6541611330467276e-05,
      "loss_breakdown/pointer_loss": 0.15023086965084076,
      "step": 4230
    },
    {
      "epoch": 0.21567602707422467,
      "loss_breakdown/lm_loss": 1.2445203537936322e-05,
      "loss_breakdown/pointer_loss": 0.06498360633850098,
      "step": 4230
    },
    {
      "epoch": 0.21618589947865546,
      "grad_norm": 126.65985915472598,
      "learning_rate": 4.354957507082153e-06,
      "loss": 0.3078,
      "step": 4240
    },
    {
      "epoch": 0.21618589947865546,
      "loss_breakdown/lm_loss": 4.254980740370229e-05,
      "loss_breakdown/pointer_loss": 1.3136330842971802,
      "step": 4240
    },
    {
      "epoch": 0.21618589947865546,
      "loss_breakdown/lm_loss": 1.2304378287808504e-05,
      "loss_breakdown/pointer_loss": 0.1623336672782898,
      "step": 4240
    },
    {
      "epoch": 0.21618589947865546,
      "loss_breakdown/lm_loss": 1.0525538527872413e-05,
      "loss_breakdown/pointer_loss": 0.2299397587776184,
      "step": 4240
    },
    {
      "epoch": 0.21618589947865546,
      "loss_breakdown/lm_loss": 1.060939484887058e-05,
      "loss_breakdown/pointer_loss": 0.28505939245224,
      "step": 4240
    },
    {
      "epoch": 0.21669577188308625,
      "grad_norm": 11.907246167815432,
      "learning_rate": 4.3521246458923515e-06,
      "loss": 0.3292,
      "step": 4250
    },
    {
      "epoch": 0.21669577188308625,
      "loss_breakdown/lm_loss": 0.00019163847900927067,
      "loss_breakdown/pointer_loss": 2.1136868000030518,
      "step": 4250
    },
    {
      "epoch": 0.21669577188308625,
      "loss_breakdown/lm_loss": 1.5859852283028886e-05,
      "loss_breakdown/pointer_loss": 0.9023522138595581,
      "step": 4250
    },
    {
      "epoch": 0.21669577188308625,
      "loss_breakdown/lm_loss": 1.2449227142496966e-05,
      "loss_breakdown/pointer_loss": 0.4335991144180298,
      "step": 4250
    },
    {
      "epoch": 0.21669577188308625,
      "loss_breakdown/lm_loss": 1.7132186258095317e-05,
      "loss_breakdown/pointer_loss": 0.4650230407714844,
      "step": 4250
    },
    {
      "epoch": 0.21720564428751704,
      "grad_norm": 4.65677392633951,
      "learning_rate": 4.34929178470255e-06,
      "loss": 0.303,
      "step": 4260
    },
    {
      "epoch": 0.21720564428751704,
      "loss_breakdown/lm_loss": 9.730727470014244e-06,
      "loss_breakdown/pointer_loss": 0.15786969661712646,
      "step": 4260
    },
    {
      "epoch": 0.21720564428751704,
      "loss_breakdown/lm_loss": 9.757792213349603e-06,
      "loss_breakdown/pointer_loss": 0.24212628602981567,
      "step": 4260
    },
    {
      "epoch": 0.21720564428751704,
      "loss_breakdown/lm_loss": 1.1215400263608899e-05,
      "loss_breakdown/pointer_loss": 0.15012888610363007,
      "step": 4260
    },
    {
      "epoch": 0.21720564428751704,
      "loss_breakdown/lm_loss": 9.97764254861977e-06,
      "loss_breakdown/pointer_loss": 0.10350462794303894,
      "step": 4260
    },
    {
      "epoch": 0.21771551669194783,
      "grad_norm": 2.360432372166144,
      "learning_rate": 4.346458923512748e-06,
      "loss": 0.3466,
      "step": 4270
    },
    {
      "epoch": 0.21771551669194783,
      "loss_breakdown/lm_loss": 9.623116056900471e-06,
      "loss_breakdown/pointer_loss": 0.4345591962337494,
      "step": 4270
    },
    {
      "epoch": 0.21771551669194783,
      "loss_breakdown/lm_loss": 1.4525534425047226e-05,
      "loss_breakdown/pointer_loss": 0.38901442289352417,
      "step": 4270
    },
    {
      "epoch": 0.21771551669194783,
      "loss_breakdown/lm_loss": 1.3079747077426873e-05,
      "loss_breakdown/pointer_loss": 0.36825570464134216,
      "step": 4270
    },
    {
      "epoch": 0.21771551669194783,
      "loss_breakdown/lm_loss": 9.510628842690494e-06,
      "loss_breakdown/pointer_loss": 0.623495876789093,
      "step": 4270
    },
    {
      "epoch": 0.21822538909637862,
      "grad_norm": 6.549324123580584,
      "learning_rate": 4.343626062322947e-06,
      "loss": 0.284,
      "step": 4280
    },
    {
      "epoch": 0.21822538909637862,
      "loss_breakdown/lm_loss": 9.922009667207021e-06,
      "loss_breakdown/pointer_loss": 0.21611732244491577,
      "step": 4280
    },
    {
      "epoch": 0.21822538909637862,
      "loss_breakdown/lm_loss": 1.4010754966875538e-05,
      "loss_breakdown/pointer_loss": 3.245647668838501,
      "step": 4280
    },
    {
      "epoch": 0.21822538909637862,
      "loss_breakdown/lm_loss": 1.2131275980209466e-05,
      "loss_breakdown/pointer_loss": 0.07988230884075165,
      "step": 4280
    },
    {
      "epoch": 0.21822538909637862,
      "loss_breakdown/lm_loss": 1.7559017578605562e-05,
      "loss_breakdown/pointer_loss": 0.3676118850708008,
      "step": 4280
    },
    {
      "epoch": 0.21873526150080944,
      "grad_norm": 6.709845634268499,
      "learning_rate": 4.340793201133145e-06,
      "loss": 0.309,
      "step": 4290
    },
    {
      "epoch": 0.21873526150080944,
      "loss_breakdown/lm_loss": 1.5012654330348596e-05,
      "loss_breakdown/pointer_loss": 0.34524834156036377,
      "step": 4290
    },
    {
      "epoch": 0.21873526150080944,
      "loss_breakdown/lm_loss": 1.9315975805511698e-05,
      "loss_breakdown/pointer_loss": 0.4478437900543213,
      "step": 4290
    },
    {
      "epoch": 0.21873526150080944,
      "loss_breakdown/lm_loss": 9.849146408669185e-06,
      "loss_breakdown/pointer_loss": 0.5756881237030029,
      "step": 4290
    },
    {
      "epoch": 0.21873526150080944,
      "loss_breakdown/lm_loss": 9.520061212242581e-06,
      "loss_breakdown/pointer_loss": 0.10823830962181091,
      "step": 4290
    },
    {
      "epoch": 0.21924513390524022,
      "grad_norm": 7.505985862655591,
      "learning_rate": 4.337960339943343e-06,
      "loss": 0.2795,
      "step": 4300
    },
    {
      "epoch": 0.21924513390524022,
      "loss_breakdown/lm_loss": 3.775276491069235e-05,
      "loss_breakdown/pointer_loss": 0.4689197540283203,
      "step": 4300
    },
    {
      "epoch": 0.21924513390524022,
      "loss_breakdown/lm_loss": 1.2139494174334686e-05,
      "loss_breakdown/pointer_loss": 0.5233526825904846,
      "step": 4300
    },
    {
      "epoch": 0.21924513390524022,
      "loss_breakdown/lm_loss": 1.6646845324430615e-05,
      "loss_breakdown/pointer_loss": 0.926905632019043,
      "step": 4300
    },
    {
      "epoch": 0.21924513390524022,
      "loss_breakdown/lm_loss": 1.1562558938749135e-05,
      "loss_breakdown/pointer_loss": 0.3242213726043701,
      "step": 4300
    },
    {
      "epoch": 0.219755006309671,
      "grad_norm": 5.817792071246782,
      "learning_rate": 4.335127478753541e-06,
      "loss": 0.2991,
      "step": 4310
    },
    {
      "epoch": 0.219755006309671,
      "loss_breakdown/lm_loss": 9.202804903907236e-06,
      "loss_breakdown/pointer_loss": 1.176736831665039,
      "step": 4310
    },
    {
      "epoch": 0.219755006309671,
      "loss_breakdown/lm_loss": 1.0772329005703796e-05,
      "loss_breakdown/pointer_loss": 0.10937929898500443,
      "step": 4310
    },
    {
      "epoch": 0.219755006309671,
      "loss_breakdown/lm_loss": 9.608093932911288e-06,
      "loss_breakdown/pointer_loss": 0.27342575788497925,
      "step": 4310
    },
    {
      "epoch": 0.219755006309671,
      "loss_breakdown/lm_loss": 1.1189565157110337e-05,
      "loss_breakdown/pointer_loss": 0.09551994502544403,
      "step": 4310
    },
    {
      "epoch": 0.2202648787141018,
      "grad_norm": 3.1277383031959936,
      "learning_rate": 4.33229461756374e-06,
      "loss": 0.2738,
      "step": 4320
    },
    {
      "epoch": 0.2202648787141018,
      "loss_breakdown/lm_loss": 1.0559284419286996e-05,
      "loss_breakdown/pointer_loss": 0.18651583790779114,
      "step": 4320
    },
    {
      "epoch": 0.2202648787141018,
      "loss_breakdown/lm_loss": 1.0248331818729639e-05,
      "loss_breakdown/pointer_loss": 0.16096839308738708,
      "step": 4320
    },
    {
      "epoch": 0.2202648787141018,
      "loss_breakdown/lm_loss": 1.0603155715216417e-05,
      "loss_breakdown/pointer_loss": 0.46651020646095276,
      "step": 4320
    },
    {
      "epoch": 0.2202648787141018,
      "loss_breakdown/lm_loss": 9.38642642722698e-06,
      "loss_breakdown/pointer_loss": 0.9215118885040283,
      "step": 4320
    },
    {
      "epoch": 0.2207747511185326,
      "grad_norm": 8.145048227629962,
      "learning_rate": 4.329461756373938e-06,
      "loss": 0.3077,
      "step": 4330
    },
    {
      "epoch": 0.2207747511185326,
      "loss_breakdown/lm_loss": 1.1121982424810994e-05,
      "loss_breakdown/pointer_loss": 0.08003536611795425,
      "step": 4330
    },
    {
      "epoch": 0.2207747511185326,
      "loss_breakdown/lm_loss": 1.1769656339311041e-05,
      "loss_breakdown/pointer_loss": 3.8147659301757812,
      "step": 4330
    },
    {
      "epoch": 0.2207747511185326,
      "loss_breakdown/lm_loss": 1.1773642654588912e-05,
      "loss_breakdown/pointer_loss": 0.11142143607139587,
      "step": 4330
    },
    {
      "epoch": 0.2207747511185326,
      "loss_breakdown/lm_loss": 9.631939974497072e-06,
      "loss_breakdown/pointer_loss": 0.21171261370182037,
      "step": 4330
    },
    {
      "epoch": 0.22128462352296338,
      "grad_norm": 3.4253296141163463,
      "learning_rate": 4.326628895184136e-06,
      "loss": 0.3486,
      "step": 4340
    },
    {
      "epoch": 0.22128462352296338,
      "loss_breakdown/lm_loss": 7.458426807716023e-06,
      "loss_breakdown/pointer_loss": 0.08945590257644653,
      "step": 4340
    },
    {
      "epoch": 0.22128462352296338,
      "loss_breakdown/lm_loss": 1.063778927345993e-05,
      "loss_breakdown/pointer_loss": 0.3655475676059723,
      "step": 4340
    },
    {
      "epoch": 0.22128462352296338,
      "loss_breakdown/lm_loss": 1.1687128790072165e-05,
      "loss_breakdown/pointer_loss": 0.10721655935049057,
      "step": 4340
    },
    {
      "epoch": 0.22128462352296338,
      "loss_breakdown/lm_loss": 1.3841688996762969e-05,
      "loss_breakdown/pointer_loss": 0.90301913022995,
      "step": 4340
    },
    {
      "epoch": 0.22179449592739417,
      "grad_norm": 11.267861469888365,
      "learning_rate": 4.323796033994335e-06,
      "loss": 0.3193,
      "step": 4350
    },
    {
      "epoch": 0.22179449592739417,
      "loss_breakdown/lm_loss": 7.874502625782043e-05,
      "loss_breakdown/pointer_loss": 2.5110573768615723,
      "step": 4350
    },
    {
      "epoch": 0.22179449592739417,
      "loss_breakdown/lm_loss": 2.5924671717802994e-05,
      "loss_breakdown/pointer_loss": 0.5540524125099182,
      "step": 4350
    },
    {
      "epoch": 0.22179449592739417,
      "loss_breakdown/lm_loss": 1.7328917238046415e-05,
      "loss_breakdown/pointer_loss": 0.6615873575210571,
      "step": 4350
    },
    {
      "epoch": 0.22179449592739417,
      "loss_breakdown/lm_loss": 2.0412166122696362e-05,
      "loss_breakdown/pointer_loss": 0.5487407445907593,
      "step": 4350
    },
    {
      "epoch": 0.22230436833182496,
      "grad_norm": 5.610162126634986,
      "learning_rate": 4.3209631728045335e-06,
      "loss": 0.3037,
      "step": 4360
    },
    {
      "epoch": 0.22230436833182496,
      "loss_breakdown/lm_loss": 1.0851779734366573e-05,
      "loss_breakdown/pointer_loss": 0.20919707417488098,
      "step": 4360
    },
    {
      "epoch": 0.22230436833182496,
      "loss_breakdown/lm_loss": 1.2525914826255757e-05,
      "loss_breakdown/pointer_loss": 0.3827809691429138,
      "step": 4360
    },
    {
      "epoch": 0.22230436833182496,
      "loss_breakdown/lm_loss": 1.3315380783751607e-05,
      "loss_breakdown/pointer_loss": 0.40843096375465393,
      "step": 4360
    },
    {
      "epoch": 0.22230436833182496,
      "loss_breakdown/lm_loss": 1.4503402780974284e-05,
      "loss_breakdown/pointer_loss": 0.4352104663848877,
      "step": 4360
    },
    {
      "epoch": 0.22281424073625575,
      "grad_norm": 6.352285130747079,
      "learning_rate": 4.318130311614731e-06,
      "loss": 0.3056,
      "step": 4370
    },
    {
      "epoch": 0.22281424073625575,
      "loss_breakdown/lm_loss": 3.991844641859643e-05,
      "loss_breakdown/pointer_loss": 0.5615068078041077,
      "step": 4370
    },
    {
      "epoch": 0.22281424073625575,
      "loss_breakdown/lm_loss": 3.6089186323806643e-05,
      "loss_breakdown/pointer_loss": 0.31067341566085815,
      "step": 4370
    },
    {
      "epoch": 0.22281424073625575,
      "loss_breakdown/lm_loss": 2.0406268959050067e-05,
      "loss_breakdown/pointer_loss": 0.5763161778450012,
      "step": 4370
    },
    {
      "epoch": 0.22281424073625575,
      "loss_breakdown/lm_loss": 1.2408717338985298e-05,
      "loss_breakdown/pointer_loss": 0.2464839369058609,
      "step": 4370
    },
    {
      "epoch": 0.22332411314068654,
      "grad_norm": 15.091164662338354,
      "learning_rate": 4.315297450424929e-06,
      "loss": 0.2893,
      "step": 4380
    },
    {
      "epoch": 0.22332411314068654,
      "loss_breakdown/lm_loss": 3.419983841013163e-05,
      "loss_breakdown/pointer_loss": 0.849701464176178,
      "step": 4380
    },
    {
      "epoch": 0.22332411314068654,
      "loss_breakdown/lm_loss": 1.675227758823894e-05,
      "loss_breakdown/pointer_loss": 0.40516987442970276,
      "step": 4380
    },
    {
      "epoch": 0.22332411314068654,
      "loss_breakdown/lm_loss": 1.4384188034455292e-05,
      "loss_breakdown/pointer_loss": 0.08636188507080078,
      "step": 4380
    },
    {
      "epoch": 0.22332411314068654,
      "loss_breakdown/lm_loss": 6.560797919519246e-05,
      "loss_breakdown/pointer_loss": 0.17616643011569977,
      "step": 4380
    },
    {
      "epoch": 0.22383398554511733,
      "grad_norm": 8.035467153052375,
      "learning_rate": 4.312464589235128e-06,
      "loss": 0.3236,
      "step": 4390
    },
    {
      "epoch": 0.22383398554511733,
      "loss_breakdown/lm_loss": 1.1776000974350609e-05,
      "loss_breakdown/pointer_loss": 0.3844573199748993,
      "step": 4390
    },
    {
      "epoch": 0.22383398554511733,
      "loss_breakdown/lm_loss": 1.568870538903866e-05,
      "loss_breakdown/pointer_loss": 0.24522088468074799,
      "step": 4390
    },
    {
      "epoch": 0.22383398554511733,
      "loss_breakdown/lm_loss": 1.3681540622201283e-05,
      "loss_breakdown/pointer_loss": 0.3729891777038574,
      "step": 4390
    },
    {
      "epoch": 0.22383398554511733,
      "loss_breakdown/lm_loss": 1.39383009809535e-05,
      "loss_breakdown/pointer_loss": 2.143564462661743,
      "step": 4390
    },
    {
      "epoch": 0.22434385794954811,
      "grad_norm": 10.283365983783442,
      "learning_rate": 4.309631728045326e-06,
      "loss": 0.3111,
      "step": 4400
    },
    {
      "epoch": 0.22434385794954811,
      "loss_breakdown/lm_loss": 6.445083272410557e-05,
      "loss_breakdown/pointer_loss": 1.6864237785339355,
      "step": 4400
    },
    {
      "epoch": 0.22434385794954811,
      "loss_breakdown/lm_loss": 2.3433954993379302e-05,
      "loss_breakdown/pointer_loss": 0.30765604972839355,
      "step": 4400
    },
    {
      "epoch": 0.22434385794954811,
      "loss_breakdown/lm_loss": 2.30663445108803e-05,
      "loss_breakdown/pointer_loss": 0.4542686641216278,
      "step": 4400
    },
    {
      "epoch": 0.22434385794954811,
      "loss_breakdown/lm_loss": 1.281186177948257e-05,
      "loss_breakdown/pointer_loss": 0.7227003574371338,
      "step": 4400
    },
    {
      "epoch": 0.2248537303539789,
      "grad_norm": 3.8024351101795766,
      "learning_rate": 4.306798866855524e-06,
      "loss": 0.3319,
      "step": 4410
    },
    {
      "epoch": 0.2248537303539789,
      "loss_breakdown/lm_loss": 1.4212568203220144e-05,
      "loss_breakdown/pointer_loss": 0.1650172472000122,
      "step": 4410
    },
    {
      "epoch": 0.2248537303539789,
      "loss_breakdown/lm_loss": 1.1049133718188386e-05,
      "loss_breakdown/pointer_loss": 0.20760516822338104,
      "step": 4410
    },
    {
      "epoch": 0.2248537303539789,
      "loss_breakdown/lm_loss": 9.695466360426508e-06,
      "loss_breakdown/pointer_loss": 1.1286413669586182,
      "step": 4410
    },
    {
      "epoch": 0.2248537303539789,
      "loss_breakdown/lm_loss": 1.337098001386039e-05,
      "loss_breakdown/pointer_loss": 0.4447008967399597,
      "step": 4410
    },
    {
      "epoch": 0.22536360275840972,
      "grad_norm": 2.8564982299549477,
      "learning_rate": 4.303966005665723e-06,
      "loss": 0.3219,
      "step": 4420
    },
    {
      "epoch": 0.22536360275840972,
      "loss_breakdown/lm_loss": 1.571590473758988e-05,
      "loss_breakdown/pointer_loss": 0.28657323122024536,
      "step": 4420
    },
    {
      "epoch": 0.22536360275840972,
      "loss_breakdown/lm_loss": 1.2629932825802825e-05,
      "loss_breakdown/pointer_loss": 0.5285847783088684,
      "step": 4420
    },
    {
      "epoch": 0.22536360275840972,
      "loss_breakdown/lm_loss": 1.2351400073384866e-05,
      "loss_breakdown/pointer_loss": 0.5359905958175659,
      "step": 4420
    },
    {
      "epoch": 0.22536360275840972,
      "loss_breakdown/lm_loss": 1.3033047252974939e-05,
      "loss_breakdown/pointer_loss": 0.24644458293914795,
      "step": 4420
    },
    {
      "epoch": 0.2258734751628405,
      "grad_norm": 12.93066249070345,
      "learning_rate": 4.301133144475921e-06,
      "loss": 0.2624,
      "step": 4430
    },
    {
      "epoch": 0.2258734751628405,
      "loss_breakdown/lm_loss": 1.246889769390691e-05,
      "loss_breakdown/pointer_loss": 0.3343158960342407,
      "step": 4430
    },
    {
      "epoch": 0.2258734751628405,
      "loss_breakdown/lm_loss": 1.0275633030687459e-05,
      "loss_breakdown/pointer_loss": 0.03564028441905975,
      "step": 4430
    },
    {
      "epoch": 0.2258734751628405,
      "loss_breakdown/lm_loss": 1.8381047993898392e-05,
      "loss_breakdown/pointer_loss": 0.10522743314504623,
      "step": 4430
    },
    {
      "epoch": 0.2258734751628405,
      "loss_breakdown/lm_loss": 1.55205671035219e-05,
      "loss_breakdown/pointer_loss": 0.16535735130310059,
      "step": 4430
    },
    {
      "epoch": 0.2263833475672713,
      "grad_norm": 3.556827100775288,
      "learning_rate": 4.2983002832861195e-06,
      "loss": 0.3381,
      "step": 4440
    },
    {
      "epoch": 0.2263833475672713,
      "loss_breakdown/lm_loss": 3.0809056625002995e-05,
      "loss_breakdown/pointer_loss": 0.6876404881477356,
      "step": 4440
    },
    {
      "epoch": 0.2263833475672713,
      "loss_breakdown/lm_loss": 1.261400211660657e-05,
      "loss_breakdown/pointer_loss": 0.2627447247505188,
      "step": 4440
    },
    {
      "epoch": 0.2263833475672713,
      "loss_breakdown/lm_loss": 1.2467231499613263e-05,
      "loss_breakdown/pointer_loss": 0.1982104331254959,
      "step": 4440
    },
    {
      "epoch": 0.2263833475672713,
      "loss_breakdown/lm_loss": 1.080440324585652e-05,
      "loss_breakdown/pointer_loss": 0.9379354119300842,
      "step": 4440
    },
    {
      "epoch": 0.2268932199717021,
      "grad_norm": 18.109903178924334,
      "learning_rate": 4.295467422096317e-06,
      "loss": 0.269,
      "step": 4450
    },
    {
      "epoch": 0.2268932199717021,
      "loss_breakdown/lm_loss": 2.6572641218081117e-05,
      "loss_breakdown/pointer_loss": 2.2310078144073486,
      "step": 4450
    },
    {
      "epoch": 0.2268932199717021,
      "loss_breakdown/lm_loss": 1.7607018889975734e-05,
      "loss_breakdown/pointer_loss": 1.3357428312301636,
      "step": 4450
    },
    {
      "epoch": 0.2268932199717021,
      "loss_breakdown/lm_loss": 2.8972197469556704e-05,
      "loss_breakdown/pointer_loss": 0.9108090996742249,
      "step": 4450
    },
    {
      "epoch": 0.2268932199717021,
      "loss_breakdown/lm_loss": 1.837765194068197e-05,
      "loss_breakdown/pointer_loss": 0.8952519297599792,
      "step": 4450
    },
    {
      "epoch": 0.22740309237613288,
      "grad_norm": 2.2489050939828776,
      "learning_rate": 4.292634560906516e-06,
      "loss": 0.2962,
      "step": 4460
    },
    {
      "epoch": 0.22740309237613288,
      "loss_breakdown/lm_loss": 9.7895444923779e-06,
      "loss_breakdown/pointer_loss": 0.17276322841644287,
      "step": 4460
    },
    {
      "epoch": 0.22740309237613288,
      "loss_breakdown/lm_loss": 1.2254446119186468e-05,
      "loss_breakdown/pointer_loss": 0.5060957074165344,
      "step": 4460
    },
    {
      "epoch": 0.22740309237613288,
      "loss_breakdown/lm_loss": 1.3818178558722138e-05,
      "loss_breakdown/pointer_loss": 0.6411614418029785,
      "step": 4460
    },
    {
      "epoch": 0.22740309237613288,
      "loss_breakdown/lm_loss": 1.4499470125883818e-05,
      "loss_breakdown/pointer_loss": 0.2387341409921646,
      "step": 4460
    },
    {
      "epoch": 0.22791296478056366,
      "grad_norm": 2.6496503907812627,
      "learning_rate": 4.289801699716714e-06,
      "loss": 0.3061,
      "step": 4470
    },
    {
      "epoch": 0.22791296478056366,
      "loss_breakdown/lm_loss": 2.7938272978644818e-05,
      "loss_breakdown/pointer_loss": 0.5576679110527039,
      "step": 4470
    },
    {
      "epoch": 0.22791296478056366,
      "loss_breakdown/lm_loss": 1.341579991276376e-05,
      "loss_breakdown/pointer_loss": 0.5212103128433228,
      "step": 4470
    },
    {
      "epoch": 0.22791296478056366,
      "loss_breakdown/lm_loss": 0.00010666278831195086,
      "loss_breakdown/pointer_loss": 0.3565770089626312,
      "step": 4470
    },
    {
      "epoch": 0.22791296478056366,
      "loss_breakdown/lm_loss": 1.2949160918651614e-05,
      "loss_breakdown/pointer_loss": 0.16773436963558197,
      "step": 4470
    },
    {
      "epoch": 0.22842283718499445,
      "grad_norm": 12.842820825830332,
      "learning_rate": 4.2869688385269125e-06,
      "loss": 0.2843,
      "step": 4480
    },
    {
      "epoch": 0.22842283718499445,
      "loss_breakdown/lm_loss": 1.0637263585522305e-05,
      "loss_breakdown/pointer_loss": 0.42027559876441956,
      "step": 4480
    },
    {
      "epoch": 0.22842283718499445,
      "loss_breakdown/lm_loss": 9.306120773544535e-06,
      "loss_breakdown/pointer_loss": 0.16775953769683838,
      "step": 4480
    },
    {
      "epoch": 0.22842283718499445,
      "loss_breakdown/lm_loss": 1.5194828847597819e-05,
      "loss_breakdown/pointer_loss": 0.6037358045578003,
      "step": 4480
    },
    {
      "epoch": 0.22842283718499445,
      "loss_breakdown/lm_loss": 1.0883627510338556e-05,
      "loss_breakdown/pointer_loss": 0.2007727324962616,
      "step": 4480
    },
    {
      "epoch": 0.22893270958942524,
      "grad_norm": 17.523123941534948,
      "learning_rate": 4.284135977337111e-06,
      "loss": 0.3284,
      "step": 4490
    },
    {
      "epoch": 0.22893270958942524,
      "loss_breakdown/lm_loss": 1.0457993994350545e-05,
      "loss_breakdown/pointer_loss": 0.5434431433677673,
      "step": 4490
    },
    {
      "epoch": 0.22893270958942524,
      "loss_breakdown/lm_loss": 1.449870705982903e-05,
      "loss_breakdown/pointer_loss": 0.2643541097640991,
      "step": 4490
    },
    {
      "epoch": 0.22893270958942524,
      "loss_breakdown/lm_loss": 1.1145442840643227e-05,
      "loss_breakdown/pointer_loss": 0.49363183975219727,
      "step": 4490
    },
    {
      "epoch": 0.22893270958942524,
      "loss_breakdown/lm_loss": 1.014253848552471e-05,
      "loss_breakdown/pointer_loss": 0.5709342956542969,
      "step": 4490
    },
    {
      "epoch": 0.22944258199385603,
      "grad_norm": 21.478947719129245,
      "learning_rate": 4.281303116147309e-06,
      "loss": 0.3056,
      "step": 4500
    },
    {
      "epoch": 0.22944258199385603,
      "loss_breakdown/lm_loss": 2.591187512734905e-05,
      "loss_breakdown/pointer_loss": 2.687786102294922,
      "step": 4500
    },
    {
      "epoch": 0.22944258199385603,
      "loss_breakdown/lm_loss": 1.4937669220671523e-05,
      "loss_breakdown/pointer_loss": 0.9811517000198364,
      "step": 4500
    },
    {
      "epoch": 0.22944258199385603,
      "loss_breakdown/lm_loss": 1.1637823263299651e-05,
      "loss_breakdown/pointer_loss": 0.30620473623275757,
      "step": 4500
    },
    {
      "epoch": 0.22944258199385603,
      "loss_breakdown/lm_loss": 1.154658184532309e-05,
      "loss_breakdown/pointer_loss": 0.4586629569530487,
      "step": 4500
    },
    {
      "epoch": 0.22995245439828682,
      "grad_norm": 4.234318090123061,
      "learning_rate": 4.278470254957508e-06,
      "loss": 0.3346,
      "step": 4510
    },
    {
      "epoch": 0.22995245439828682,
      "loss_breakdown/lm_loss": 2.3145728846429847e-05,
      "loss_breakdown/pointer_loss": 1.6196553707122803,
      "step": 4510
    },
    {
      "epoch": 0.22995245439828682,
      "loss_breakdown/lm_loss": 8.34566253615776e-06,
      "loss_breakdown/pointer_loss": 0.5885639786720276,
      "step": 4510
    },
    {
      "epoch": 0.22995245439828682,
      "loss_breakdown/lm_loss": 1.2478965800255537e-05,
      "loss_breakdown/pointer_loss": 3.084075689315796,
      "step": 4510
    },
    {
      "epoch": 0.22995245439828682,
      "loss_breakdown/lm_loss": 1.0951141121040564e-05,
      "loss_breakdown/pointer_loss": 1.2015631198883057,
      "step": 4510
    },
    {
      "epoch": 0.2304623268027176,
      "grad_norm": 6.711496929598631,
      "learning_rate": 4.2756373937677056e-06,
      "loss": 0.3381,
      "step": 4520
    },
    {
      "epoch": 0.2304623268027176,
      "loss_breakdown/lm_loss": 1.7541942725074477e-05,
      "loss_breakdown/pointer_loss": 0.7498233318328857,
      "step": 4520
    },
    {
      "epoch": 0.2304623268027176,
      "loss_breakdown/lm_loss": 1.4178552191879135e-05,
      "loss_breakdown/pointer_loss": 0.3744291067123413,
      "step": 4520
    },
    {
      "epoch": 0.2304623268027176,
      "loss_breakdown/lm_loss": 1.7990063497563824e-05,
      "loss_breakdown/pointer_loss": 0.6968518495559692,
      "step": 4520
    },
    {
      "epoch": 0.2304623268027176,
      "loss_breakdown/lm_loss": 1.076364605978597e-05,
      "loss_breakdown/pointer_loss": 0.5740925073623657,
      "step": 4520
    },
    {
      "epoch": 0.2309721992071484,
      "grad_norm": 12.131458171206464,
      "learning_rate": 4.272804532577904e-06,
      "loss": 0.2771,
      "step": 4530
    },
    {
      "epoch": 0.2309721992071484,
      "loss_breakdown/lm_loss": 1.7471473256591707e-05,
      "loss_breakdown/pointer_loss": 0.12488964200019836,
      "step": 4530
    },
    {
      "epoch": 0.2309721992071484,
      "loss_breakdown/lm_loss": 1.1320678822812624e-05,
      "loss_breakdown/pointer_loss": 0.426261305809021,
      "step": 4530
    },
    {
      "epoch": 0.2309721992071484,
      "loss_breakdown/lm_loss": 2.395343290118035e-05,
      "loss_breakdown/pointer_loss": 0.24490077793598175,
      "step": 4530
    },
    {
      "epoch": 0.2309721992071484,
      "loss_breakdown/lm_loss": 2.072103052341845e-05,
      "loss_breakdown/pointer_loss": 0.5660940408706665,
      "step": 4530
    },
    {
      "epoch": 0.23148207161157922,
      "grad_norm": 2.5846565811612336,
      "learning_rate": 4.269971671388102e-06,
      "loss": 0.3393,
      "step": 4540
    },
    {
      "epoch": 0.23148207161157922,
      "loss_breakdown/lm_loss": 9.746761861606501e-06,
      "loss_breakdown/pointer_loss": 0.904077410697937,
      "step": 4540
    },
    {
      "epoch": 0.23148207161157922,
      "loss_breakdown/lm_loss": 9.99257099465467e-06,
      "loss_breakdown/pointer_loss": 0.5243855714797974,
      "step": 4540
    },
    {
      "epoch": 0.23148207161157922,
      "loss_breakdown/lm_loss": 1.0037876563728787e-05,
      "loss_breakdown/pointer_loss": 0.15794572234153748,
      "step": 4540
    },
    {
      "epoch": 0.23148207161157922,
      "loss_breakdown/lm_loss": 9.28421832213644e-06,
      "loss_breakdown/pointer_loss": 0.14720124006271362,
      "step": 4540
    },
    {
      "epoch": 0.23199194401601,
      "grad_norm": 112.5945741931027,
      "learning_rate": 4.267138810198301e-06,
      "loss": 0.3416,
      "step": 4550
    },
    {
      "epoch": 0.23199194401601,
      "loss_breakdown/lm_loss": 8.879283268470317e-05,
      "loss_breakdown/pointer_loss": 1.6385844945907593,
      "step": 4550
    },
    {
      "epoch": 0.23199194401601,
      "loss_breakdown/lm_loss": 2.3511986000812612e-05,
      "loss_breakdown/pointer_loss": 0.6493871212005615,
      "step": 4550
    },
    {
      "epoch": 0.23199194401601,
      "loss_breakdown/lm_loss": 4.281659857952036e-05,
      "loss_breakdown/pointer_loss": 0.6873675584793091,
      "step": 4550
    },
    {
      "epoch": 0.23199194401601,
      "loss_breakdown/lm_loss": 1.8350479876971804e-05,
      "loss_breakdown/pointer_loss": 2.4340202808380127,
      "step": 4550
    },
    {
      "epoch": 0.2325018164204408,
      "grad_norm": 3.035347733306247,
      "learning_rate": 4.2643059490084986e-06,
      "loss": 0.3214,
      "step": 4560
    },
    {
      "epoch": 0.2325018164204408,
      "loss_breakdown/lm_loss": 1.037629772326909e-05,
      "loss_breakdown/pointer_loss": 0.2838115692138672,
      "step": 4560
    },
    {
      "epoch": 0.2325018164204408,
      "loss_breakdown/lm_loss": 1.082133167074062e-05,
      "loss_breakdown/pointer_loss": 0.32103729248046875,
      "step": 4560
    },
    {
      "epoch": 0.2325018164204408,
      "loss_breakdown/lm_loss": 1.5731178791611455e-05,
      "loss_breakdown/pointer_loss": 1.2619822025299072,
      "step": 4560
    },
    {
      "epoch": 0.2325018164204408,
      "loss_breakdown/lm_loss": 1.0422681043564808e-05,
      "loss_breakdown/pointer_loss": 0.36009958386421204,
      "step": 4560
    },
    {
      "epoch": 0.23301168882487158,
      "grad_norm": 3.049819861468616,
      "learning_rate": 4.261473087818697e-06,
      "loss": 0.291,
      "step": 4570
    },
    {
      "epoch": 0.23301168882487158,
      "loss_breakdown/lm_loss": 9.88617193797836e-06,
      "loss_breakdown/pointer_loss": 0.48938775062561035,
      "step": 4570
    },
    {
      "epoch": 0.23301168882487158,
      "loss_breakdown/lm_loss": 1.3113562999933492e-05,
      "loss_breakdown/pointer_loss": 0.406430184841156,
      "step": 4570
    },
    {
      "epoch": 0.23301168882487158,
      "loss_breakdown/lm_loss": 9.678567039372865e-06,
      "loss_breakdown/pointer_loss": 0.6453873515129089,
      "step": 4570
    },
    {
      "epoch": 0.23301168882487158,
      "loss_breakdown/lm_loss": 8.287152013508603e-06,
      "loss_breakdown/pointer_loss": 0.20659255981445312,
      "step": 4570
    },
    {
      "epoch": 0.23352156122930237,
      "grad_norm": 4.797931412034729,
      "learning_rate": 4.258640226628896e-06,
      "loss": 0.2946,
      "step": 4580
    },
    {
      "epoch": 0.23352156122930237,
      "loss_breakdown/lm_loss": 9.973676242225338e-06,
      "loss_breakdown/pointer_loss": 0.6104529500007629,
      "step": 4580
    },
    {
      "epoch": 0.23352156122930237,
      "loss_breakdown/lm_loss": 1.32677205328946e-05,
      "loss_breakdown/pointer_loss": 0.14980702102184296,
      "step": 4580
    },
    {
      "epoch": 0.23352156122930237,
      "loss_breakdown/lm_loss": 8.745854756853078e-06,
      "loss_breakdown/pointer_loss": 0.3622937798500061,
      "step": 4580
    },
    {
      "epoch": 0.23352156122930237,
      "loss_breakdown/lm_loss": 1.2707387213595212e-05,
      "loss_breakdown/pointer_loss": 0.3348930776119232,
      "step": 4580
    },
    {
      "epoch": 0.23403143363373316,
      "grad_norm": 2.496755406662754,
      "learning_rate": 4.255807365439094e-06,
      "loss": 0.3119,
      "step": 4590
    },
    {
      "epoch": 0.23403143363373316,
      "loss_breakdown/lm_loss": 9.661438525654376e-06,
      "loss_breakdown/pointer_loss": 0.342295378446579,
      "step": 4590
    },
    {
      "epoch": 0.23403143363373316,
      "loss_breakdown/lm_loss": 9.690385013527703e-06,
      "loss_breakdown/pointer_loss": 0.20017457008361816,
      "step": 4590
    },
    {
      "epoch": 0.23403143363373316,
      "loss_breakdown/lm_loss": 9.224666428053752e-06,
      "loss_breakdown/pointer_loss": 0.49881085753440857,
      "step": 4590
    },
    {
      "epoch": 0.23403143363373316,
      "loss_breakdown/lm_loss": 1.3020486221648753e-05,
      "loss_breakdown/pointer_loss": 0.3457660675048828,
      "step": 4590
    },
    {
      "epoch": 0.23454130603816395,
      "grad_norm": 6.901116316446957,
      "learning_rate": 4.252974504249292e-06,
      "loss": 0.3021,
      "step": 4600
    },
    {
      "epoch": 0.23454130603816395,
      "loss_breakdown/lm_loss": 3.939375528716482e-05,
      "loss_breakdown/pointer_loss": 2.253847599029541,
      "step": 4600
    },
    {
      "epoch": 0.23454130603816395,
      "loss_breakdown/lm_loss": 1.7621723600314e-05,
      "loss_breakdown/pointer_loss": 0.3807869553565979,
      "step": 4600
    },
    {
      "epoch": 0.23454130603816395,
      "loss_breakdown/lm_loss": 1.174302178696962e-05,
      "loss_breakdown/pointer_loss": 0.407132089138031,
      "step": 4600
    },
    {
      "epoch": 0.23454130603816395,
      "loss_breakdown/lm_loss": 1.027726011670893e-05,
      "loss_breakdown/pointer_loss": 0.49229300022125244,
      "step": 4600
    },
    {
      "epoch": 0.23505117844259474,
      "grad_norm": 2.830609731099326,
      "learning_rate": 4.25014164305949e-06,
      "loss": 0.3159,
      "step": 4610
    },
    {
      "epoch": 0.23505117844259474,
      "loss_breakdown/lm_loss": 1.599017923581414e-05,
      "loss_breakdown/pointer_loss": 0.20639660954475403,
      "step": 4610
    },
    {
      "epoch": 0.23505117844259474,
      "loss_breakdown/lm_loss": 9.111404324357864e-06,
      "loss_breakdown/pointer_loss": 0.7561848759651184,
      "step": 4610
    },
    {
      "epoch": 0.23505117844259474,
      "loss_breakdown/lm_loss": 8.755097951507196e-06,
      "loss_breakdown/pointer_loss": 1.5383567810058594,
      "step": 4610
    },
    {
      "epoch": 0.23505117844259474,
      "loss_breakdown/lm_loss": 8.643317414680496e-06,
      "loss_breakdown/pointer_loss": 0.3473605513572693,
      "step": 4610
    },
    {
      "epoch": 0.23556105084702553,
      "grad_norm": 2.6117076120888965,
      "learning_rate": 4.247308781869689e-06,
      "loss": 0.3316,
      "step": 4620
    },
    {
      "epoch": 0.23556105084702553,
      "loss_breakdown/lm_loss": 1.2610245903488249e-05,
      "loss_breakdown/pointer_loss": 1.142797589302063,
      "step": 4620
    },
    {
      "epoch": 0.23556105084702553,
      "loss_breakdown/lm_loss": 1.2073640391463414e-05,
      "loss_breakdown/pointer_loss": 0.261272668838501,
      "step": 4620
    },
    {
      "epoch": 0.23556105084702553,
      "loss_breakdown/lm_loss": 1.3099963325657882e-05,
      "loss_breakdown/pointer_loss": 1.263965368270874,
      "step": 4620
    },
    {
      "epoch": 0.23556105084702553,
      "loss_breakdown/lm_loss": 1.566791434015613e-05,
      "loss_breakdown/pointer_loss": 0.9343793392181396,
      "step": 4620
    },
    {
      "epoch": 0.23607092325145632,
      "grad_norm": 5.0513976909291705,
      "learning_rate": 4.244475920679887e-06,
      "loss": 0.292,
      "step": 4630
    },
    {
      "epoch": 0.23607092325145632,
      "loss_breakdown/lm_loss": 1.1165637261001393e-05,
      "loss_breakdown/pointer_loss": 0.2635248899459839,
      "step": 4630
    },
    {
      "epoch": 0.23607092325145632,
      "loss_breakdown/lm_loss": 8.090230949164834e-06,
      "loss_breakdown/pointer_loss": 0.045275598764419556,
      "step": 4630
    },
    {
      "epoch": 0.23607092325145632,
      "loss_breakdown/lm_loss": 8.257115950982552e-06,
      "loss_breakdown/pointer_loss": 0.42279791831970215,
      "step": 4630
    },
    {
      "epoch": 0.23607092325145632,
      "loss_breakdown/lm_loss": 9.333945854450576e-06,
      "loss_breakdown/pointer_loss": 0.3961479067802429,
      "step": 4630
    },
    {
      "epoch": 0.2365807956558871,
      "grad_norm": 7.693898000961219,
      "learning_rate": 4.241643059490085e-06,
      "loss": 0.2897,
      "step": 4640
    },
    {
      "epoch": 0.2365807956558871,
      "loss_breakdown/lm_loss": 1.1520071893755812e-05,
      "loss_breakdown/pointer_loss": 0.3933425843715668,
      "step": 4640
    },
    {
      "epoch": 0.2365807956558871,
      "loss_breakdown/lm_loss": 1.083259212464327e-05,
      "loss_breakdown/pointer_loss": 0.24529872834682465,
      "step": 4640
    },
    {
      "epoch": 0.2365807956558871,
      "loss_breakdown/lm_loss": 2.3736965886200778e-05,
      "loss_breakdown/pointer_loss": 1.2787048816680908,
      "step": 4640
    },
    {
      "epoch": 0.2365807956558871,
      "loss_breakdown/lm_loss": 2.2659691239823587e-05,
      "loss_breakdown/pointer_loss": 0.4299049377441406,
      "step": 4640
    },
    {
      "epoch": 0.2370906680603179,
      "grad_norm": 7.328912577818524,
      "learning_rate": 4.238810198300284e-06,
      "loss": 0.2838,
      "step": 4650
    },
    {
      "epoch": 0.2370906680603179,
      "loss_breakdown/lm_loss": 6.171772838570178e-05,
      "loss_breakdown/pointer_loss": 1.2715349197387695,
      "step": 4650
    },
    {
      "epoch": 0.2370906680603179,
      "loss_breakdown/lm_loss": 2.33896316785831e-05,
      "loss_breakdown/pointer_loss": 0.7833188772201538,
      "step": 4650
    },
    {
      "epoch": 0.2370906680603179,
      "loss_breakdown/lm_loss": 1.0893418220803142e-05,
      "loss_breakdown/pointer_loss": 0.6551063060760498,
      "step": 4650
    },
    {
      "epoch": 0.2370906680603179,
      "loss_breakdown/lm_loss": 1.5756428183522075e-05,
      "loss_breakdown/pointer_loss": 0.6675438284873962,
      "step": 4650
    },
    {
      "epoch": 0.23760054046474868,
      "grad_norm": 2.604287858273023,
      "learning_rate": 4.235977337110482e-06,
      "loss": 0.3204,
      "step": 4660
    },
    {
      "epoch": 0.23760054046474868,
      "loss_breakdown/lm_loss": 1.1290116162854247e-05,
      "loss_breakdown/pointer_loss": 0.3106518089771271,
      "step": 4660
    },
    {
      "epoch": 0.23760054046474868,
      "loss_breakdown/lm_loss": 2.017060251091607e-05,
      "loss_breakdown/pointer_loss": 0.7703951597213745,
      "step": 4660
    },
    {
      "epoch": 0.23760054046474868,
      "loss_breakdown/lm_loss": 1.741535925248172e-05,
      "loss_breakdown/pointer_loss": 0.24076488614082336,
      "step": 4660
    },
    {
      "epoch": 0.23760054046474868,
      "loss_breakdown/lm_loss": 8.22134370537242e-06,
      "loss_breakdown/pointer_loss": 0.4579138457775116,
      "step": 4660
    },
    {
      "epoch": 0.2381104128691795,
      "grad_norm": 2.5146671691149702,
      "learning_rate": 4.233144475920681e-06,
      "loss": 0.2999,
      "step": 4670
    },
    {
      "epoch": 0.2381104128691795,
      "loss_breakdown/lm_loss": 3.960652247769758e-05,
      "loss_breakdown/pointer_loss": 0.372135728597641,
      "step": 4670
    },
    {
      "epoch": 0.2381104128691795,
      "loss_breakdown/lm_loss": 1.2159391189925373e-05,
      "loss_breakdown/pointer_loss": 0.547244668006897,
      "step": 4670
    },
    {
      "epoch": 0.2381104128691795,
      "loss_breakdown/lm_loss": 1.4902474504197016e-05,
      "loss_breakdown/pointer_loss": 0.4944513440132141,
      "step": 4670
    },
    {
      "epoch": 0.2381104128691795,
      "loss_breakdown/lm_loss": 1.0680436389520764e-05,
      "loss_breakdown/pointer_loss": 0.5607241988182068,
      "step": 4670
    },
    {
      "epoch": 0.2386202852736103,
      "grad_norm": 4.481312066785132,
      "learning_rate": 4.2303116147308784e-06,
      "loss": 0.2702,
      "step": 4680
    },
    {
      "epoch": 0.2386202852736103,
      "loss_breakdown/lm_loss": 1.742390486469958e-05,
      "loss_breakdown/pointer_loss": 0.047393374145030975,
      "step": 4680
    },
    {
      "epoch": 0.2386202852736103,
      "loss_breakdown/lm_loss": 1.4650318917119876e-05,
      "loss_breakdown/pointer_loss": 0.0438433438539505,
      "step": 4680
    },
    {
      "epoch": 0.2386202852736103,
      "loss_breakdown/lm_loss": 1.7916563592734747e-05,
      "loss_breakdown/pointer_loss": 0.2483832985162735,
      "step": 4680
    },
    {
      "epoch": 0.2386202852736103,
      "loss_breakdown/lm_loss": 1.166241054306738e-05,
      "loss_breakdown/pointer_loss": 0.17747527360916138,
      "step": 4680
    },
    {
      "epoch": 0.23913015767804108,
      "grad_norm": 7.3313456907689165,
      "learning_rate": 4.227478753541076e-06,
      "loss": 0.2849,
      "step": 4690
    },
    {
      "epoch": 0.23913015767804108,
      "loss_breakdown/lm_loss": 1.2991535186301917e-05,
      "loss_breakdown/pointer_loss": 0.14939779043197632,
      "step": 4690
    },
    {
      "epoch": 0.23913015767804108,
      "loss_breakdown/lm_loss": 1.3647385458170902e-05,
      "loss_breakdown/pointer_loss": 0.21461208164691925,
      "step": 4690
    },
    {
      "epoch": 0.23913015767804108,
      "loss_breakdown/lm_loss": 1.036307276081061e-05,
      "loss_breakdown/pointer_loss": 0.22484716773033142,
      "step": 4690
    },
    {
      "epoch": 0.23913015767804108,
      "loss_breakdown/lm_loss": 8.172685738827568e-06,
      "loss_breakdown/pointer_loss": 0.6853143572807312,
      "step": 4690
    },
    {
      "epoch": 0.23964003008247187,
      "grad_norm": 7.069733290235016,
      "learning_rate": 4.224645892351275e-06,
      "loss": 0.2697,
      "step": 4700
    },
    {
      "epoch": 0.23964003008247187,
      "loss_breakdown/lm_loss": 2.7704107196768746e-05,
      "loss_breakdown/pointer_loss": 1.3640391826629639,
      "step": 4700
    },
    {
      "epoch": 0.23964003008247187,
      "loss_breakdown/lm_loss": 1.8837026800611056e-05,
      "loss_breakdown/pointer_loss": 1.112428069114685,
      "step": 4700
    },
    {
      "epoch": 0.23964003008247187,
      "loss_breakdown/lm_loss": 1.2555776265799068e-05,
      "loss_breakdown/pointer_loss": 0.5015489459037781,
      "step": 4700
    },
    {
      "epoch": 0.23964003008247187,
      "loss_breakdown/lm_loss": 1.4634995750384405e-05,
      "loss_breakdown/pointer_loss": 0.5801529884338379,
      "step": 4700
    },
    {
      "epoch": 0.24014990248690266,
      "grad_norm": 3.635184294154402,
      "learning_rate": 4.221813031161474e-06,
      "loss": 0.2871,
      "step": 4710
    },
    {
      "epoch": 0.24014990248690266,
      "loss_breakdown/lm_loss": 1.1283324965916108e-05,
      "loss_breakdown/pointer_loss": 0.40854477882385254,
      "step": 4710
    },
    {
      "epoch": 0.24014990248690266,
      "loss_breakdown/lm_loss": 7.817375262675341e-06,
      "loss_breakdown/pointer_loss": 0.20984965562820435,
      "step": 4710
    },
    {
      "epoch": 0.24014990248690266,
      "loss_breakdown/lm_loss": 8.667708243592642e-06,
      "loss_breakdown/pointer_loss": 0.1761503666639328,
      "step": 4710
    },
    {
      "epoch": 0.24014990248690266,
      "loss_breakdown/lm_loss": 1.2028001947328448e-05,
      "loss_breakdown/pointer_loss": 1.7380839586257935,
      "step": 4710
    },
    {
      "epoch": 0.24065977489133344,
      "grad_norm": 5.211807444784703,
      "learning_rate": 4.2189801699716714e-06,
      "loss": 0.3068,
      "step": 4720
    },
    {
      "epoch": 0.24065977489133344,
      "loss_breakdown/lm_loss": 1.7029837181326002e-05,
      "loss_breakdown/pointer_loss": 0.5055559873580933,
      "step": 4720
    },
    {
      "epoch": 0.24065977489133344,
      "loss_breakdown/lm_loss": 1.318955128226662e-05,
      "loss_breakdown/pointer_loss": 0.3608548641204834,
      "step": 4720
    },
    {
      "epoch": 0.24065977489133344,
      "loss_breakdown/lm_loss": 1.1473540325823706e-05,
      "loss_breakdown/pointer_loss": 0.4736716151237488,
      "step": 4720
    },
    {
      "epoch": 0.24065977489133344,
      "loss_breakdown/lm_loss": 1.5095303751877509e-05,
      "loss_breakdown/pointer_loss": 0.3394554853439331,
      "step": 4720
    },
    {
      "epoch": 0.24116964729576423,
      "grad_norm": 23.160065240625265,
      "learning_rate": 4.21614730878187e-06,
      "loss": 0.2789,
      "step": 4730
    },
    {
      "epoch": 0.24116964729576423,
      "loss_breakdown/lm_loss": 1.9569037249311805e-05,
      "loss_breakdown/pointer_loss": 0.32147789001464844,
      "step": 4730
    },
    {
      "epoch": 0.24116964729576423,
      "loss_breakdown/lm_loss": 2.050301554845646e-05,
      "loss_breakdown/pointer_loss": 2.962185859680176,
      "step": 4730
    },
    {
      "epoch": 0.24116964729576423,
      "loss_breakdown/lm_loss": 1.533384420326911e-05,
      "loss_breakdown/pointer_loss": 0.41868576407432556,
      "step": 4730
    },
    {
      "epoch": 0.24116964729576423,
      "loss_breakdown/lm_loss": 2.347834197280463e-05,
      "loss_breakdown/pointer_loss": 0.309124231338501,
      "step": 4730
    },
    {
      "epoch": 0.24167951970019502,
      "grad_norm": 2.418929817263603,
      "learning_rate": 4.213314447592069e-06,
      "loss": 0.3359,
      "step": 4740
    },
    {
      "epoch": 0.24167951970019502,
      "loss_breakdown/lm_loss": 1.0441361155244522e-05,
      "loss_breakdown/pointer_loss": 0.2604326605796814,
      "step": 4740
    },
    {
      "epoch": 0.24167951970019502,
      "loss_breakdown/lm_loss": 1.0089674105984159e-05,
      "loss_breakdown/pointer_loss": 1.2757291793823242,
      "step": 4740
    },
    {
      "epoch": 0.24167951970019502,
      "loss_breakdown/lm_loss": 1.1453958904894534e-05,
      "loss_breakdown/pointer_loss": 0.31923890113830566,
      "step": 4740
    },
    {
      "epoch": 0.24167951970019502,
      "loss_breakdown/lm_loss": 1.2161864106019493e-05,
      "loss_breakdown/pointer_loss": 0.1747874915599823,
      "step": 4740
    },
    {
      "epoch": 0.2421893921046258,
      "grad_norm": 12.695292444819628,
      "learning_rate": 4.210481586402267e-06,
      "loss": 0.3234,
      "step": 4750
    },
    {
      "epoch": 0.2421893921046258,
      "loss_breakdown/lm_loss": 2.4556511561968364e-05,
      "loss_breakdown/pointer_loss": 2.8935928344726562,
      "step": 4750
    },
    {
      "epoch": 0.2421893921046258,
      "loss_breakdown/lm_loss": 2.528124605305493e-05,
      "loss_breakdown/pointer_loss": 1.2471898794174194,
      "step": 4750
    },
    {
      "epoch": 0.2421893921046258,
      "loss_breakdown/lm_loss": 1.7542433852213435e-05,
      "loss_breakdown/pointer_loss": 0.8558642268180847,
      "step": 4750
    },
    {
      "epoch": 0.2421893921046258,
      "loss_breakdown/lm_loss": 2.5210112653439865e-05,
      "loss_breakdown/pointer_loss": 0.8871980309486389,
      "step": 4750
    },
    {
      "epoch": 0.2426992645090566,
      "grad_norm": 2.587843833701579,
      "learning_rate": 4.2076487252124644e-06,
      "loss": 0.2874,
      "step": 4760
    },
    {
      "epoch": 0.2426992645090566,
      "loss_breakdown/lm_loss": 1.1217404789931607e-05,
      "loss_breakdown/pointer_loss": 0.4026610851287842,
      "step": 4760
    },
    {
      "epoch": 0.2426992645090566,
      "loss_breakdown/lm_loss": 1.0001492228184361e-05,
      "loss_breakdown/pointer_loss": 0.29299578070640564,
      "step": 4760
    },
    {
      "epoch": 0.2426992645090566,
      "loss_breakdown/lm_loss": 1.4671506505692378e-05,
      "loss_breakdown/pointer_loss": 0.19772650301456451,
      "step": 4760
    },
    {
      "epoch": 0.2426992645090566,
      "loss_breakdown/lm_loss": 1.055380744219292e-05,
      "loss_breakdown/pointer_loss": 0.2937543988227844,
      "step": 4760
    },
    {
      "epoch": 0.2432091369134874,
      "grad_norm": 3.6734788229803024,
      "learning_rate": 4.204815864022663e-06,
      "loss": 0.2865,
      "step": 4770
    },
    {
      "epoch": 0.2432091369134874,
      "loss_breakdown/lm_loss": 1.1618675671343226e-05,
      "loss_breakdown/pointer_loss": 0.6007058024406433,
      "step": 4770
    },
    {
      "epoch": 0.2432091369134874,
      "loss_breakdown/lm_loss": 1.440237247152254e-05,
      "loss_breakdown/pointer_loss": 0.7814360857009888,
      "step": 4770
    },
    {
      "epoch": 0.2432091369134874,
      "loss_breakdown/lm_loss": 1.2645527021959424e-05,
      "loss_breakdown/pointer_loss": 0.49329674243927,
      "step": 4770
    },
    {
      "epoch": 0.2432091369134874,
      "loss_breakdown/lm_loss": 1.1128642654512078e-05,
      "loss_breakdown/pointer_loss": 0.6691981554031372,
      "step": 4770
    },
    {
      "epoch": 0.24371900931791818,
      "grad_norm": 5.770675270618454,
      "learning_rate": 4.201983002832862e-06,
      "loss": 0.2708,
      "step": 4780
    },
    {
      "epoch": 0.24371900931791818,
      "loss_breakdown/lm_loss": 1.4940536857466213e-05,
      "loss_breakdown/pointer_loss": 3.724994659423828,
      "step": 4780
    },
    {
      "epoch": 0.24371900931791818,
      "loss_breakdown/lm_loss": 1.1781588909798302e-05,
      "loss_breakdown/pointer_loss": 0.1747671365737915,
      "step": 4780
    },
    {
      "epoch": 0.24371900931791818,
      "loss_breakdown/lm_loss": 1.5878131307545118e-05,
      "loss_breakdown/pointer_loss": 0.565269947052002,
      "step": 4780
    },
    {
      "epoch": 0.24371900931791818,
      "loss_breakdown/lm_loss": 1.4729917893419042e-05,
      "loss_breakdown/pointer_loss": 2.3242712020874023,
      "step": 4780
    },
    {
      "epoch": 0.244228881722349,
      "grad_norm": 13.514114059922559,
      "learning_rate": 4.19915014164306e-06,
      "loss": 0.3248,
      "step": 4790
    },
    {
      "epoch": 0.244228881722349,
      "loss_breakdown/lm_loss": 1.0719038982642815e-05,
      "loss_breakdown/pointer_loss": 0.1817421168088913,
      "step": 4790
    },
    {
      "epoch": 0.244228881722349,
      "loss_breakdown/lm_loss": 1.1024885679944418e-05,
      "loss_breakdown/pointer_loss": 0.07521229982376099,
      "step": 4790
    },
    {
      "epoch": 0.244228881722349,
      "loss_breakdown/lm_loss": 2.9071687094983645e-05,
      "loss_breakdown/pointer_loss": 0.8112733364105225,
      "step": 4790
    },
    {
      "epoch": 0.244228881722349,
      "loss_breakdown/lm_loss": 1.7134838344645686e-05,
      "loss_breakdown/pointer_loss": 0.7176236510276794,
      "step": 4790
    },
    {
      "epoch": 0.24473875412677978,
      "grad_norm": 5.274549184046851,
      "learning_rate": 4.196317280453258e-06,
      "loss": 0.2674,
      "step": 4800
    },
    {
      "epoch": 0.24473875412677978,
      "loss_breakdown/lm_loss": 5.067879828857258e-05,
      "loss_breakdown/pointer_loss": 1.4604017734527588,
      "step": 4800
    },
    {
      "epoch": 0.24473875412677978,
      "loss_breakdown/lm_loss": 2.9072203687974252e-05,
      "loss_breakdown/pointer_loss": 0.4297427237033844,
      "step": 4800
    },
    {
      "epoch": 0.24473875412677978,
      "loss_breakdown/lm_loss": 2.3988679458852857e-05,
      "loss_breakdown/pointer_loss": 0.5236457586288452,
      "step": 4800
    },
    {
      "epoch": 0.24473875412677978,
      "loss_breakdown/lm_loss": 1.7307880625594407e-05,
      "loss_breakdown/pointer_loss": 0.26287391781806946,
      "step": 4800
    },
    {
      "epoch": 0.24524862653121057,
      "grad_norm": 2.162783743837618,
      "learning_rate": 4.193484419263457e-06,
      "loss": 0.3292,
      "step": 4810
    },
    {
      "epoch": 0.24524862653121057,
      "loss_breakdown/lm_loss": 9.730621968628839e-06,
      "loss_breakdown/pointer_loss": 0.2592813968658447,
      "step": 4810
    },
    {
      "epoch": 0.24524862653121057,
      "loss_breakdown/lm_loss": 1.069489553628955e-05,
      "loss_breakdown/pointer_loss": 0.2978481948375702,
      "step": 4810
    },
    {
      "epoch": 0.24524862653121057,
      "loss_breakdown/lm_loss": 1.6839678210089915e-05,
      "loss_breakdown/pointer_loss": 0.11815699189901352,
      "step": 4810
    },
    {
      "epoch": 0.24524862653121057,
      "loss_breakdown/lm_loss": 1.461069314245833e-05,
      "loss_breakdown/pointer_loss": 0.1341947615146637,
      "step": 4810
    },
    {
      "epoch": 0.24575849893564136,
      "grad_norm": 2.768875381584428,
      "learning_rate": 4.190651558073655e-06,
      "loss": 0.2962,
      "step": 4820
    },
    {
      "epoch": 0.24575849893564136,
      "loss_breakdown/lm_loss": 2.516790664230939e-05,
      "loss_breakdown/pointer_loss": 0.5381150245666504,
      "step": 4820
    },
    {
      "epoch": 0.24575849893564136,
      "loss_breakdown/lm_loss": 1.075457657861989e-05,
      "loss_breakdown/pointer_loss": 0.2270008623600006,
      "step": 4820
    },
    {
      "epoch": 0.24575849893564136,
      "loss_breakdown/lm_loss": 1.0025810297520366e-05,
      "loss_breakdown/pointer_loss": 1.1115144491195679,
      "step": 4820
    },
    {
      "epoch": 0.24575849893564136,
      "loss_breakdown/lm_loss": 9.55607811192749e-06,
      "loss_breakdown/pointer_loss": 0.3016575276851654,
      "step": 4820
    },
    {
      "epoch": 0.24626837134007215,
      "grad_norm": 3.768874371019245,
      "learning_rate": 4.187818696883853e-06,
      "loss": 0.2973,
      "step": 4830
    },
    {
      "epoch": 0.24626837134007215,
      "loss_breakdown/lm_loss": 7.180302873166511e-06,
      "loss_breakdown/pointer_loss": 0.033085573464632034,
      "step": 4830
    },
    {
      "epoch": 0.24626837134007215,
      "loss_breakdown/lm_loss": 1.5449115380761214e-05,
      "loss_breakdown/pointer_loss": 0.506138026714325,
      "step": 4830
    },
    {
      "epoch": 0.24626837134007215,
      "loss_breakdown/lm_loss": 1.0057114195660688e-05,
      "loss_breakdown/pointer_loss": 0.5911775827407837,
      "step": 4830
    },
    {
      "epoch": 0.24626837134007215,
      "loss_breakdown/lm_loss": 6.767033482901752e-06,
      "loss_breakdown/pointer_loss": 0.14002449810504913,
      "step": 4830
    },
    {
      "epoch": 0.24677824374450294,
      "grad_norm": 3.2633041578168953,
      "learning_rate": 4.184985835694051e-06,
      "loss": 0.2822,
      "step": 4840
    },
    {
      "epoch": 0.24677824374450294,
      "loss_breakdown/lm_loss": 1.2234975656610914e-05,
      "loss_breakdown/pointer_loss": 0.7378244996070862,
      "step": 4840
    },
    {
      "epoch": 0.24677824374450294,
      "loss_breakdown/lm_loss": 7.302743597392691e-06,
      "loss_breakdown/pointer_loss": 0.3950369954109192,
      "step": 4840
    },
    {
      "epoch": 0.24677824374450294,
      "loss_breakdown/lm_loss": 1.079607227438828e-05,
      "loss_breakdown/pointer_loss": 0.2028205394744873,
      "step": 4840
    },
    {
      "epoch": 0.24677824374450294,
      "loss_breakdown/lm_loss": 8.236786015913822e-06,
      "loss_breakdown/pointer_loss": 0.18066905438899994,
      "step": 4840
    },
    {
      "epoch": 0.24728811614893373,
      "grad_norm": 4.7177647568018175,
      "learning_rate": 4.182152974504249e-06,
      "loss": 0.2986,
      "step": 4850
    },
    {
      "epoch": 0.24728811614893373,
      "loss_breakdown/lm_loss": 4.694388553616591e-05,
      "loss_breakdown/pointer_loss": 2.448693037033081,
      "step": 4850
    },
    {
      "epoch": 0.24728811614893373,
      "loss_breakdown/lm_loss": 1.5808205716894008e-05,
      "loss_breakdown/pointer_loss": 1.6547114849090576,
      "step": 4850
    },
    {
      "epoch": 0.24728811614893373,
      "loss_breakdown/lm_loss": 1.745665940688923e-05,
      "loss_breakdown/pointer_loss": 0.29834887385368347,
      "step": 4850
    },
    {
      "epoch": 0.24728811614893373,
      "loss_breakdown/lm_loss": 1.982072899409104e-05,
      "loss_breakdown/pointer_loss": 0.311069518327713,
      "step": 4850
    },
    {
      "epoch": 0.24779798855336452,
      "grad_norm": 4.7380634220664986,
      "learning_rate": 4.179320113314448e-06,
      "loss": 0.2702,
      "step": 4860
    },
    {
      "epoch": 0.24779798855336452,
      "loss_breakdown/lm_loss": 2.5930747142410837e-05,
      "loss_breakdown/pointer_loss": 1.507727861404419,
      "step": 4860
    },
    {
      "epoch": 0.24779798855336452,
      "loss_breakdown/lm_loss": 1.2578188943734858e-05,
      "loss_breakdown/pointer_loss": 0.16268955171108246,
      "step": 4860
    },
    {
      "epoch": 0.24779798855336452,
      "loss_breakdown/lm_loss": 1.602091833774466e-05,
      "loss_breakdown/pointer_loss": 0.08321388810873032,
      "step": 4860
    },
    {
      "epoch": 0.24779798855336452,
      "loss_breakdown/lm_loss": 1.1412087587814312e-05,
      "loss_breakdown/pointer_loss": 0.1038384810090065,
      "step": 4860
    },
    {
      "epoch": 0.2483078609577953,
      "grad_norm": 2.547003065158875,
      "learning_rate": 4.1764872521246465e-06,
      "loss": 0.3362,
      "step": 4870
    },
    {
      "epoch": 0.2483078609577953,
      "loss_breakdown/lm_loss": 1.4139239283395e-05,
      "loss_breakdown/pointer_loss": 0.32257890701293945,
      "step": 4870
    },
    {
      "epoch": 0.2483078609577953,
      "loss_breakdown/lm_loss": 1.508556215412682e-05,
      "loss_breakdown/pointer_loss": 0.6113281846046448,
      "step": 4870
    },
    {
      "epoch": 0.2483078609577953,
      "loss_breakdown/lm_loss": 3.625901081250049e-05,
      "loss_breakdown/pointer_loss": 0.4975799322128296,
      "step": 4870
    },
    {
      "epoch": 0.2483078609577953,
      "loss_breakdown/lm_loss": 1.3244012734503485e-05,
      "loss_breakdown/pointer_loss": 1.13690185546875,
      "step": 4870
    },
    {
      "epoch": 0.2488177333622261,
      "grad_norm": 10.277900915567097,
      "learning_rate": 4.173654390934844e-06,
      "loss": 0.2739,
      "step": 4880
    },
    {
      "epoch": 0.2488177333622261,
      "loss_breakdown/lm_loss": 1.4872971405566204e-05,
      "loss_breakdown/pointer_loss": 0.21999108791351318,
      "step": 4880
    },
    {
      "epoch": 0.2488177333622261,
      "loss_breakdown/lm_loss": 9.918071555148344e-06,
      "loss_breakdown/pointer_loss": 0.16468164324760437,
      "step": 4880
    },
    {
      "epoch": 0.2488177333622261,
      "loss_breakdown/lm_loss": 1.0792236025736202e-05,
      "loss_breakdown/pointer_loss": 0.09585142135620117,
      "step": 4880
    },
    {
      "epoch": 0.2488177333622261,
      "loss_breakdown/lm_loss": 8.062413144216407e-06,
      "loss_breakdown/pointer_loss": 0.10643072426319122,
      "step": 4880
    },
    {
      "epoch": 0.24932760576665688,
      "grad_norm": 3.976609744437819,
      "learning_rate": 4.170821529745043e-06,
      "loss": 0.3108,
      "step": 4890
    },
    {
      "epoch": 0.24932760576665688,
      "loss_breakdown/lm_loss": 1.1872190043504816e-05,
      "loss_breakdown/pointer_loss": 0.3048604726791382,
      "step": 4890
    },
    {
      "epoch": 0.24932760576665688,
      "loss_breakdown/lm_loss": 1.378282377118012e-05,
      "loss_breakdown/pointer_loss": 0.30650708079338074,
      "step": 4890
    },
    {
      "epoch": 0.24932760576665688,
      "loss_breakdown/lm_loss": 1.0129043403139804e-05,
      "loss_breakdown/pointer_loss": 0.14166775345802307,
      "step": 4890
    },
    {
      "epoch": 0.24932760576665688,
      "loss_breakdown/lm_loss": 1.2553659871628042e-05,
      "loss_breakdown/pointer_loss": 0.5947037935256958,
      "step": 4890
    },
    {
      "epoch": 0.24983747817108767,
      "grad_norm": 9.105965105757159,
      "learning_rate": 4.167988668555241e-06,
      "loss": 0.3014,
      "step": 4900
    },
    {
      "epoch": 0.24983747817108767,
      "loss_breakdown/lm_loss": 0.00015672041627112776,
      "loss_breakdown/pointer_loss": 1.481117844581604,
      "step": 4900
    },
    {
      "epoch": 0.24983747817108767,
      "loss_breakdown/lm_loss": 2.731888525886461e-05,
      "loss_breakdown/pointer_loss": 0.4740731716156006,
      "step": 4900
    },
    {
      "epoch": 0.24983747817108767,
      "loss_breakdown/lm_loss": 2.809607030940242e-05,
      "loss_breakdown/pointer_loss": 0.41344040632247925,
      "step": 4900
    },
    {
      "epoch": 0.24983747817108767,
      "loss_breakdown/lm_loss": 1.8733016986516304e-05,
      "loss_breakdown/pointer_loss": 0.2329978048801422,
      "step": 4900
    },
    {
      "epoch": 0.2503473505755185,
      "grad_norm": 9.167555296708812,
      "learning_rate": 4.1651558073654395e-06,
      "loss": 0.3052,
      "step": 4910
    },
    {
      "epoch": 0.2503473505755185,
      "loss_breakdown/lm_loss": 7.97100528870942e-06,
      "loss_breakdown/pointer_loss": 0.21554557979106903,
      "step": 4910
    },
    {
      "epoch": 0.2503473505755185,
      "loss_breakdown/lm_loss": 1.340112885372946e-05,
      "loss_breakdown/pointer_loss": 0.330738365650177,
      "step": 4910
    },
    {
      "epoch": 0.2503473505755185,
      "loss_breakdown/lm_loss": 7.4279651016695425e-06,
      "loss_breakdown/pointer_loss": 0.11628669500350952,
      "step": 4910
    },
    {
      "epoch": 0.2503473505755185,
      "loss_breakdown/lm_loss": 9.882818631012924e-06,
      "loss_breakdown/pointer_loss": 0.4464065730571747,
      "step": 4910
    },
    {
      "epoch": 0.2508572229799493,
      "grad_norm": 2.3394363895074433,
      "learning_rate": 4.162322946175637e-06,
      "loss": 0.3351,
      "step": 4920
    },
    {
      "epoch": 0.2508572229799493,
      "loss_breakdown/lm_loss": 4.064556924276985e-05,
      "loss_breakdown/pointer_loss": 0.5951741933822632,
      "step": 4920
    },
    {
      "epoch": 0.2508572229799493,
      "loss_breakdown/lm_loss": 1.3710532584809698e-05,
      "loss_breakdown/pointer_loss": 0.16981413960456848,
      "step": 4920
    },
    {
      "epoch": 0.2508572229799493,
      "loss_breakdown/lm_loss": 1.0627887604641728e-05,
      "loss_breakdown/pointer_loss": 0.5974752902984619,
      "step": 4920
    },
    {
      "epoch": 0.2508572229799493,
      "loss_breakdown/lm_loss": 1.4682637811347377e-05,
      "loss_breakdown/pointer_loss": 0.30047935247421265,
      "step": 4920
    },
    {
      "epoch": 0.25136709538438007,
      "grad_norm": 12.013322238185898,
      "learning_rate": 4.159490084985836e-06,
      "loss": 0.2642,
      "step": 4930
    },
    {
      "epoch": 0.25136709538438007,
      "loss_breakdown/lm_loss": 1.9516455722623505e-05,
      "loss_breakdown/pointer_loss": 3.243004322052002,
      "step": 4930
    },
    {
      "epoch": 0.25136709538438007,
      "loss_breakdown/lm_loss": 1.0867734999919776e-05,
      "loss_breakdown/pointer_loss": 0.19594907760620117,
      "step": 4930
    },
    {
      "epoch": 0.25136709538438007,
      "loss_breakdown/lm_loss": 8.54320478538284e-06,
      "loss_breakdown/pointer_loss": 0.09088000655174255,
      "step": 4930
    },
    {
      "epoch": 0.25136709538438007,
      "loss_breakdown/lm_loss": 1.2377547136566136e-05,
      "loss_breakdown/pointer_loss": 1.247868537902832,
      "step": 4930
    },
    {
      "epoch": 0.25187696778881086,
      "grad_norm": 2.2280147972982016,
      "learning_rate": 4.156657223796035e-06,
      "loss": 0.3146,
      "step": 4940
    },
    {
      "epoch": 0.25187696778881086,
      "loss_breakdown/lm_loss": 2.2585290935239755e-05,
      "loss_breakdown/pointer_loss": 0.3144039213657379,
      "step": 4940
    },
    {
      "epoch": 0.25187696778881086,
      "loss_breakdown/lm_loss": 1.1407054444134701e-05,
      "loss_breakdown/pointer_loss": 0.3122977614402771,
      "step": 4940
    },
    {
      "epoch": 0.25187696778881086,
      "loss_breakdown/lm_loss": 7.2279713094758336e-06,
      "loss_breakdown/pointer_loss": 0.15590938925743103,
      "step": 4940
    },
    {
      "epoch": 0.25187696778881086,
      "loss_breakdown/lm_loss": 1.0337390449421946e-05,
      "loss_breakdown/pointer_loss": 0.38952961564064026,
      "step": 4940
    },
    {
      "epoch": 0.25238684019324165,
      "grad_norm": 8.94078182518619,
      "learning_rate": 4.1538243626062325e-06,
      "loss": 0.2784,
      "step": 4950
    },
    {
      "epoch": 0.25238684019324165,
      "loss_breakdown/lm_loss": 0.00010207520244875923,
      "loss_breakdown/pointer_loss": 1.7541038990020752,
      "step": 4950
    },
    {
      "epoch": 0.25238684019324165,
      "loss_breakdown/lm_loss": 2.0867668354185298e-05,
      "loss_breakdown/pointer_loss": 0.5932424068450928,
      "step": 4950
    },
    {
      "epoch": 0.25238684019324165,
      "loss_breakdown/lm_loss": 2.211230639659334e-05,
      "loss_breakdown/pointer_loss": 0.6855920553207397,
      "step": 4950
    },
    {
      "epoch": 0.25238684019324165,
      "loss_breakdown/lm_loss": 2.4611596018075943e-05,
      "loss_breakdown/pointer_loss": 0.8993369340896606,
      "step": 4950
    },
    {
      "epoch": 0.25289671259767244,
      "grad_norm": 3.437207707230777,
      "learning_rate": 4.150991501416431e-06,
      "loss": 0.2955,
      "step": 4960
    },
    {
      "epoch": 0.25289671259767244,
      "loss_breakdown/lm_loss": 9.232982847606763e-06,
      "loss_breakdown/pointer_loss": 0.21940186619758606,
      "step": 4960
    },
    {
      "epoch": 0.25289671259767244,
      "loss_breakdown/lm_loss": 1.6518109987373464e-05,
      "loss_breakdown/pointer_loss": 0.23672133684158325,
      "step": 4960
    },
    {
      "epoch": 0.25289671259767244,
      "loss_breakdown/lm_loss": 1.1253097909502685e-05,
      "loss_breakdown/pointer_loss": 0.1249593049287796,
      "step": 4960
    },
    {
      "epoch": 0.25289671259767244,
      "loss_breakdown/lm_loss": 1.2957647413713858e-05,
      "loss_breakdown/pointer_loss": 0.11602631956338882,
      "step": 4960
    },
    {
      "epoch": 0.2534065850021032,
      "grad_norm": 4.4133145685604465,
      "learning_rate": 4.148158640226629e-06,
      "loss": 0.3177,
      "step": 4970
    },
    {
      "epoch": 0.2534065850021032,
      "loss_breakdown/lm_loss": 9.983165909943637e-06,
      "loss_breakdown/pointer_loss": 0.537575364112854,
      "step": 4970
    },
    {
      "epoch": 0.2534065850021032,
      "loss_breakdown/lm_loss": 8.964390872279182e-06,
      "loss_breakdown/pointer_loss": 0.7349473237991333,
      "step": 4970
    },
    {
      "epoch": 0.2534065850021032,
      "loss_breakdown/lm_loss": 1.0729244422691409e-05,
      "loss_breakdown/pointer_loss": 0.7509690523147583,
      "step": 4970
    },
    {
      "epoch": 0.2534065850021032,
      "loss_breakdown/lm_loss": 8.896848157746717e-06,
      "loss_breakdown/pointer_loss": 0.1682107299566269,
      "step": 4970
    },
    {
      "epoch": 0.253916457406534,
      "grad_norm": 6.315755280879771,
      "learning_rate": 4.145325779036828e-06,
      "loss": 0.2906,
      "step": 4980
    },
    {
      "epoch": 0.253916457406534,
      "loss_breakdown/lm_loss": 1.2750761015922762e-05,
      "loss_breakdown/pointer_loss": 0.04330757260322571,
      "step": 4980
    },
    {
      "epoch": 0.253916457406534,
      "loss_breakdown/lm_loss": 1.2417407560860738e-05,
      "loss_breakdown/pointer_loss": 0.13937535881996155,
      "step": 4980
    },
    {
      "epoch": 0.253916457406534,
      "loss_breakdown/lm_loss": 1.637431159906555e-05,
      "loss_breakdown/pointer_loss": 0.034252896904945374,
      "step": 4980
    },
    {
      "epoch": 0.253916457406534,
      "loss_breakdown/lm_loss": 7.892798748798668e-05,
      "loss_breakdown/pointer_loss": 0.045013412833213806,
      "step": 4980
    },
    {
      "epoch": 0.2544263298109648,
      "grad_norm": 4.0134808729591755,
      "learning_rate": 4.1424929178470255e-06,
      "loss": 0.3178,
      "step": 4990
    },
    {
      "epoch": 0.2544263298109648,
      "loss_breakdown/lm_loss": 8.560171409044415e-06,
      "loss_breakdown/pointer_loss": 0.14793595671653748,
      "step": 4990
    },
    {
      "epoch": 0.2544263298109648,
      "loss_breakdown/lm_loss": 9.234589924744796e-06,
      "loss_breakdown/pointer_loss": 0.6113587021827698,
      "step": 4990
    },
    {
      "epoch": 0.2544263298109648,
      "loss_breakdown/lm_loss": 9.590696208761074e-06,
      "loss_breakdown/pointer_loss": 0.24189063906669617,
      "step": 4990
    },
    {
      "epoch": 0.2544263298109648,
      "loss_breakdown/lm_loss": 9.74321119429078e-06,
      "loss_breakdown/pointer_loss": 0.14835119247436523,
      "step": 4990
    },
    {
      "epoch": 0.2549362022153956,
      "grad_norm": 8.503649374060375,
      "learning_rate": 4.139660056657224e-06,
      "loss": 0.3137,
      "step": 5000
    },
    {
      "epoch": 0.2549362022153956,
      "loss_breakdown/lm_loss": 4.663483923650347e-05,
      "loss_breakdown/pointer_loss": 3.0385594367980957,
      "step": 5000
    },
    {
      "epoch": 0.2549362022153956,
      "loss_breakdown/lm_loss": 3.851366273011081e-05,
      "loss_breakdown/pointer_loss": 1.5210578441619873,
      "step": 5000
    },
    {
      "epoch": 0.2549362022153956,
      "loss_breakdown/lm_loss": 1.1120653653051704e-05,
      "loss_breakdown/pointer_loss": 0.3589373230934143,
      "step": 5000
    },
    {
      "epoch": 0.2549362022153956,
      "loss_breakdown/lm_loss": 9.417586625204422e-06,
      "loss_breakdown/pointer_loss": 1.176776647567749,
      "step": 5000
    },
    {
      "epoch": 0.2554460746198264,
      "grad_norm": 2.9989812779178657,
      "learning_rate": 4.136827195467422e-06,
      "loss": 0.2831,
      "step": 5010
    },
    {
      "epoch": 0.2554460746198264,
      "loss_breakdown/lm_loss": 9.593794857210014e-06,
      "loss_breakdown/pointer_loss": 0.5594706535339355,
      "step": 5010
    },
    {
      "epoch": 0.2554460746198264,
      "loss_breakdown/lm_loss": 7.19220906830742e-06,
      "loss_breakdown/pointer_loss": 0.2137923240661621,
      "step": 5010
    },
    {
      "epoch": 0.2554460746198264,
      "loss_breakdown/lm_loss": 8.656454156152904e-06,
      "loss_breakdown/pointer_loss": 0.18605126440525055,
      "step": 5010
    },
    {
      "epoch": 0.2554460746198264,
      "loss_breakdown/lm_loss": 1.3168358236725908e-05,
      "loss_breakdown/pointer_loss": 0.1805439293384552,
      "step": 5010
    },
    {
      "epoch": 0.25595594702425717,
      "grad_norm": 2.6648478235185404,
      "learning_rate": 4.133994334277621e-06,
      "loss": 0.283,
      "step": 5020
    },
    {
      "epoch": 0.25595594702425717,
      "loss_breakdown/lm_loss": 9.543281521473546e-06,
      "loss_breakdown/pointer_loss": 0.6059973239898682,
      "step": 5020
    },
    {
      "epoch": 0.25595594702425717,
      "loss_breakdown/lm_loss": 7.773660399834625e-06,
      "loss_breakdown/pointer_loss": 1.029968500137329,
      "step": 5020
    },
    {
      "epoch": 0.25595594702425717,
      "loss_breakdown/lm_loss": 8.366104339074809e-06,
      "loss_breakdown/pointer_loss": 0.6751457452774048,
      "step": 5020
    },
    {
      "epoch": 0.25595594702425717,
      "loss_breakdown/lm_loss": 1.1135860404465348e-05,
      "loss_breakdown/pointer_loss": 0.9536349177360535,
      "step": 5020
    },
    {
      "epoch": 0.25646581942868796,
      "grad_norm": 7.804316307968075,
      "learning_rate": 4.131161473087819e-06,
      "loss": 0.2939,
      "step": 5030
    },
    {
      "epoch": 0.25646581942868796,
      "loss_breakdown/lm_loss": 1.4288754755398259e-05,
      "loss_breakdown/pointer_loss": 0.16135857999324799,
      "step": 5030
    },
    {
      "epoch": 0.25646581942868796,
      "loss_breakdown/lm_loss": 8.475673894281499e-06,
      "loss_breakdown/pointer_loss": 2.4207985401153564,
      "step": 5030
    },
    {
      "epoch": 0.25646581942868796,
      "loss_breakdown/lm_loss": 1.8515556803322397e-05,
      "loss_breakdown/pointer_loss": 0.23779596388339996,
      "step": 5030
    },
    {
      "epoch": 0.25646581942868796,
      "loss_breakdown/lm_loss": 1.561155659146607e-05,
      "loss_breakdown/pointer_loss": 0.24202777445316315,
      "step": 5030
    },
    {
      "epoch": 0.25697569183311875,
      "grad_norm": 3.5542931863321523,
      "learning_rate": 4.128328611898017e-06,
      "loss": 0.3451,
      "step": 5040
    },
    {
      "epoch": 0.25697569183311875,
      "loss_breakdown/lm_loss": 7.493464636354474e-06,
      "loss_breakdown/pointer_loss": 0.36903566122055054,
      "step": 5040
    },
    {
      "epoch": 0.25697569183311875,
      "loss_breakdown/lm_loss": 7.636339432792738e-06,
      "loss_breakdown/pointer_loss": 0.2580885887145996,
      "step": 5040
    },
    {
      "epoch": 0.25697569183311875,
      "loss_breakdown/lm_loss": 1.0718696103140246e-05,
      "loss_breakdown/pointer_loss": 0.1587235927581787,
      "step": 5040
    },
    {
      "epoch": 0.25697569183311875,
      "loss_breakdown/lm_loss": 8.672122930875048e-06,
      "loss_breakdown/pointer_loss": 0.5771505832672119,
      "step": 5040
    },
    {
      "epoch": 0.25748556423754954,
      "grad_norm": 5.427748615880549,
      "learning_rate": 4.125495750708216e-06,
      "loss": 0.2856,
      "step": 5050
    },
    {
      "epoch": 0.25748556423754954,
      "loss_breakdown/lm_loss": 4.8780875658849254e-05,
      "loss_breakdown/pointer_loss": 1.2123017311096191,
      "step": 5050
    },
    {
      "epoch": 0.25748556423754954,
      "loss_breakdown/lm_loss": 1.4777767319174018e-05,
      "loss_breakdown/pointer_loss": 0.6908187866210938,
      "step": 5050
    },
    {
      "epoch": 0.25748556423754954,
      "loss_breakdown/lm_loss": 2.4464852685923688e-05,
      "loss_breakdown/pointer_loss": 0.870531439781189,
      "step": 5050
    },
    {
      "epoch": 0.25748556423754954,
      "loss_breakdown/lm_loss": 1.1412340427341405e-05,
      "loss_breakdown/pointer_loss": 0.3778495788574219,
      "step": 5050
    },
    {
      "epoch": 0.2579954366419803,
      "grad_norm": 6.548158356091518,
      "learning_rate": 4.122662889518414e-06,
      "loss": 0.2888,
      "step": 5060
    },
    {
      "epoch": 0.2579954366419803,
      "loss_breakdown/lm_loss": 8.861110472935252e-06,
      "loss_breakdown/pointer_loss": 0.5078662633895874,
      "step": 5060
    },
    {
      "epoch": 0.2579954366419803,
      "loss_breakdown/lm_loss": 2.275086080771871e-05,
      "loss_breakdown/pointer_loss": 1.3130087852478027,
      "step": 5060
    },
    {
      "epoch": 0.2579954366419803,
      "loss_breakdown/lm_loss": 8.757790055824444e-06,
      "loss_breakdown/pointer_loss": 0.30412912368774414,
      "step": 5060
    },
    {
      "epoch": 0.2579954366419803,
      "loss_breakdown/lm_loss": 9.775026228453498e-06,
      "loss_breakdown/pointer_loss": 0.3239811062812805,
      "step": 5060
    },
    {
      "epoch": 0.2585053090464111,
      "grad_norm": 4.657578470741938,
      "learning_rate": 4.119830028328612e-06,
      "loss": 0.2956,
      "step": 5070
    },
    {
      "epoch": 0.2585053090464111,
      "loss_breakdown/lm_loss": 9.739464985614177e-06,
      "loss_breakdown/pointer_loss": 0.6593261361122131,
      "step": 5070
    },
    {
      "epoch": 0.2585053090464111,
      "loss_breakdown/lm_loss": 9.03661384654697e-06,
      "loss_breakdown/pointer_loss": 0.2681514620780945,
      "step": 5070
    },
    {
      "epoch": 0.2585053090464111,
      "loss_breakdown/lm_loss": 8.855498890625313e-06,
      "loss_breakdown/pointer_loss": 0.21697768568992615,
      "step": 5070
    },
    {
      "epoch": 0.2585053090464111,
      "loss_breakdown/lm_loss": 1.4387079318112228e-05,
      "loss_breakdown/pointer_loss": 0.44193723797798157,
      "step": 5070
    },
    {
      "epoch": 0.2590151814508419,
      "grad_norm": 5.417216741300803,
      "learning_rate": 4.11699716713881e-06,
      "loss": 0.2891,
      "step": 5080
    },
    {
      "epoch": 0.2590151814508419,
      "loss_breakdown/lm_loss": 1.1400175935705192e-05,
      "loss_breakdown/pointer_loss": 0.3480806350708008,
      "step": 5080
    },
    {
      "epoch": 0.2590151814508419,
      "loss_breakdown/lm_loss": 1.0828013728314545e-05,
      "loss_breakdown/pointer_loss": 0.7350059747695923,
      "step": 5080
    },
    {
      "epoch": 0.2590151814508419,
      "loss_breakdown/lm_loss": 9.171030797006097e-06,
      "loss_breakdown/pointer_loss": 0.9614418745040894,
      "step": 5080
    },
    {
      "epoch": 0.2590151814508419,
      "loss_breakdown/lm_loss": 9.278280231228564e-06,
      "loss_breakdown/pointer_loss": 0.17053601145744324,
      "step": 5080
    },
    {
      "epoch": 0.2595250538552727,
      "grad_norm": 2.426439715034002,
      "learning_rate": 4.114164305949009e-06,
      "loss": 0.3401,
      "step": 5090
    },
    {
      "epoch": 0.2595250538552727,
      "loss_breakdown/lm_loss": 8.290197001770139e-06,
      "loss_breakdown/pointer_loss": 0.5306354761123657,
      "step": 5090
    },
    {
      "epoch": 0.2595250538552727,
      "loss_breakdown/lm_loss": 8.210429768951144e-06,
      "loss_breakdown/pointer_loss": 0.21267054975032806,
      "step": 5090
    },
    {
      "epoch": 0.2595250538552727,
      "loss_breakdown/lm_loss": 8.753791007620748e-06,
      "loss_breakdown/pointer_loss": 0.28051525354385376,
      "step": 5090
    },
    {
      "epoch": 0.2595250538552727,
      "loss_breakdown/lm_loss": 1.0782508070406038e-05,
      "loss_breakdown/pointer_loss": 0.3104945421218872,
      "step": 5090
    },
    {
      "epoch": 0.26003492625970354,
      "grad_norm": 3.7830913040787024,
      "learning_rate": 4.1113314447592075e-06,
      "loss": 0.2871,
      "step": 5100
    },
    {
      "epoch": 0.26003492625970354,
      "loss_breakdown/lm_loss": 3.2818443287396803e-05,
      "loss_breakdown/pointer_loss": 1.551786184310913,
      "step": 5100
    },
    {
      "epoch": 0.26003492625970354,
      "loss_breakdown/lm_loss": 1.982560752367135e-05,
      "loss_breakdown/pointer_loss": 0.6382274627685547,
      "step": 5100
    },
    {
      "epoch": 0.26003492625970354,
      "loss_breakdown/lm_loss": 2.031822623393964e-05,
      "loss_breakdown/pointer_loss": 1.094539761543274,
      "step": 5100
    },
    {
      "epoch": 0.26003492625970354,
      "loss_breakdown/lm_loss": 1.0941612345050089e-05,
      "loss_breakdown/pointer_loss": 0.37338435649871826,
      "step": 5100
    },
    {
      "epoch": 0.2605447986641343,
      "grad_norm": 4.029835615435534,
      "learning_rate": 4.108498583569405e-06,
      "loss": 0.2903,
      "step": 5110
    },
    {
      "epoch": 0.2605447986641343,
      "loss_breakdown/lm_loss": 8.428548426309135e-06,
      "loss_breakdown/pointer_loss": 2.1411144733428955,
      "step": 5110
    },
    {
      "epoch": 0.2605447986641343,
      "loss_breakdown/lm_loss": 1.6440817489637993e-05,
      "loss_breakdown/pointer_loss": 0.6023169159889221,
      "step": 5110
    },
    {
      "epoch": 0.2605447986641343,
      "loss_breakdown/lm_loss": 1.3271590432850644e-05,
      "loss_breakdown/pointer_loss": 0.1028079241514206,
      "step": 5110
    },
    {
      "epoch": 0.2605447986641343,
      "loss_breakdown/lm_loss": 6.067408685339615e-05,
      "loss_breakdown/pointer_loss": 0.522991418838501,
      "step": 5110
    },
    {
      "epoch": 0.2610546710685651,
      "grad_norm": 2.6880343267900098,
      "learning_rate": 4.105665722379604e-06,
      "loss": 0.3405,
      "step": 5120
    },
    {
      "epoch": 0.2610546710685651,
      "loss_breakdown/lm_loss": 9.269011570722796e-06,
      "loss_breakdown/pointer_loss": 0.37947946786880493,
      "step": 5120
    },
    {
      "epoch": 0.2610546710685651,
      "loss_breakdown/lm_loss": 2.3189264538814314e-05,
      "loss_breakdown/pointer_loss": 0.7792562246322632,
      "step": 5120
    },
    {
      "epoch": 0.2610546710685651,
      "loss_breakdown/lm_loss": 9.568323548592161e-06,
      "loss_breakdown/pointer_loss": 0.26912403106689453,
      "step": 5120
    },
    {
      "epoch": 0.2610546710685651,
      "loss_breakdown/lm_loss": 9.199997293762863e-06,
      "loss_breakdown/pointer_loss": 0.7685637474060059,
      "step": 5120
    },
    {
      "epoch": 0.2615645434729959,
      "grad_norm": 19.901035126447038,
      "learning_rate": 4.102832861189802e-06,
      "loss": 0.3355,
      "step": 5130
    },
    {
      "epoch": 0.2615645434729959,
      "loss_breakdown/lm_loss": 1.7558095350977965e-05,
      "loss_breakdown/pointer_loss": 0.6351507902145386,
      "step": 5130
    },
    {
      "epoch": 0.2615645434729959,
      "loss_breakdown/lm_loss": 1.5540139429504052e-05,
      "loss_breakdown/pointer_loss": 0.29389163851737976,
      "step": 5130
    },
    {
      "epoch": 0.2615645434729959,
      "loss_breakdown/lm_loss": 7.676981113036163e-06,
      "loss_breakdown/pointer_loss": 1.756216049194336,
      "step": 5130
    },
    {
      "epoch": 0.2615645434729959,
      "loss_breakdown/lm_loss": 5.366785990190692e-05,
      "loss_breakdown/pointer_loss": 6.762294292449951,
      "step": 5130
    },
    {
      "epoch": 0.2620744158774267,
      "grad_norm": 3.7275593852741524,
      "learning_rate": 4.1e-06,
      "loss": 0.3091,
      "step": 5140
    },
    {
      "epoch": 0.2620744158774267,
      "loss_breakdown/lm_loss": 7.965191798575688e-06,
      "loss_breakdown/pointer_loss": 0.5676480531692505,
      "step": 5140
    },
    {
      "epoch": 0.2620744158774267,
      "loss_breakdown/lm_loss": 8.435904419457074e-06,
      "loss_breakdown/pointer_loss": 0.8456060886383057,
      "step": 5140
    },
    {
      "epoch": 0.2620744158774267,
      "loss_breakdown/lm_loss": 7.940530849737115e-06,
      "loss_breakdown/pointer_loss": 0.1900421380996704,
      "step": 5140
    },
    {
      "epoch": 0.2620744158774267,
      "loss_breakdown/lm_loss": 1.699235690466594e-05,
      "loss_breakdown/pointer_loss": 0.434559166431427,
      "step": 5140
    },
    {
      "epoch": 0.2625842882818575,
      "grad_norm": 8.73267710771684,
      "learning_rate": 4.097167138810198e-06,
      "loss": 0.2788,
      "step": 5150
    },
    {
      "epoch": 0.2625842882818575,
      "loss_breakdown/lm_loss": 3.374195875949226e-05,
      "loss_breakdown/pointer_loss": 1.2510157823562622,
      "step": 5150
    },
    {
      "epoch": 0.2625842882818575,
      "loss_breakdown/lm_loss": 2.0940229660482146e-05,
      "loss_breakdown/pointer_loss": 0.1933310180902481,
      "step": 5150
    },
    {
      "epoch": 0.2625842882818575,
      "loss_breakdown/lm_loss": 1.3506749382941052e-05,
      "loss_breakdown/pointer_loss": 1.0783222913742065,
      "step": 5150
    },
    {
      "epoch": 0.2625842882818575,
      "loss_breakdown/lm_loss": 1.2629849152290262e-05,
      "loss_breakdown/pointer_loss": 0.4495604634284973,
      "step": 5150
    },
    {
      "epoch": 0.26309416068628827,
      "grad_norm": 3.817999517128003,
      "learning_rate": 4.094334277620397e-06,
      "loss": 0.3139,
      "step": 5160
    },
    {
      "epoch": 0.26309416068628827,
      "loss_breakdown/lm_loss": 1.1353802619851194e-05,
      "loss_breakdown/pointer_loss": 0.6223785281181335,
      "step": 5160
    },
    {
      "epoch": 0.26309416068628827,
      "loss_breakdown/lm_loss": 1.3982913515064865e-05,
      "loss_breakdown/pointer_loss": 0.2481141984462738,
      "step": 5160
    },
    {
      "epoch": 0.26309416068628827,
      "loss_breakdown/lm_loss": 0.0005822954117320478,
      "loss_breakdown/pointer_loss": 0.19285443425178528,
      "step": 5160
    },
    {
      "epoch": 0.26309416068628827,
      "loss_breakdown/lm_loss": 1.237372725881869e-05,
      "loss_breakdown/pointer_loss": 0.6968722939491272,
      "step": 5160
    },
    {
      "epoch": 0.26360403309071906,
      "grad_norm": 1.920766745864883,
      "learning_rate": 4.091501416430596e-06,
      "loss": 0.3044,
      "step": 5170
    },
    {
      "epoch": 0.26360403309071906,
      "loss_breakdown/lm_loss": 9.176310413749889e-06,
      "loss_breakdown/pointer_loss": 0.5540491342544556,
      "step": 5170
    },
    {
      "epoch": 0.26360403309071906,
      "loss_breakdown/lm_loss": 1.0492211913515348e-05,
      "loss_breakdown/pointer_loss": 0.41714775562286377,
      "step": 5170
    },
    {
      "epoch": 0.26360403309071906,
      "loss_breakdown/lm_loss": 8.751412678975612e-06,
      "loss_breakdown/pointer_loss": 0.8128754496574402,
      "step": 5170
    },
    {
      "epoch": 0.26360403309071906,
      "loss_breakdown/lm_loss": 8.687371519044973e-06,
      "loss_breakdown/pointer_loss": 0.14256322383880615,
      "step": 5170
    },
    {
      "epoch": 0.26411390549514985,
      "grad_norm": 6.323922512105031,
      "learning_rate": 4.0886685552407936e-06,
      "loss": 0.2915,
      "step": 5180
    },
    {
      "epoch": 0.26411390549514985,
      "loss_breakdown/lm_loss": 1.5186846212600358e-05,
      "loss_breakdown/pointer_loss": 0.4419620931148529,
      "step": 5180
    },
    {
      "epoch": 0.26411390549514985,
      "loss_breakdown/lm_loss": 1.1789553354901727e-05,
      "loss_breakdown/pointer_loss": 0.41616493463516235,
      "step": 5180
    },
    {
      "epoch": 0.26411390549514985,
      "loss_breakdown/lm_loss": 1.5615933079971e-05,
      "loss_breakdown/pointer_loss": 1.367452621459961,
      "step": 5180
    },
    {
      "epoch": 0.26411390549514985,
      "loss_breakdown/lm_loss": 1.6164269254659303e-05,
      "loss_breakdown/pointer_loss": 0.07991838455200195,
      "step": 5180
    },
    {
      "epoch": 0.26462377789958064,
      "grad_norm": 5.703512435201525,
      "learning_rate": 4.085835694050992e-06,
      "loss": 0.3367,
      "step": 5190
    },
    {
      "epoch": 0.26462377789958064,
      "loss_breakdown/lm_loss": 1.1103956239821855e-05,
      "loss_breakdown/pointer_loss": 0.36178386211395264,
      "step": 5190
    },
    {
      "epoch": 0.26462377789958064,
      "loss_breakdown/lm_loss": 1.1295808690192644e-05,
      "loss_breakdown/pointer_loss": 0.21181896328926086,
      "step": 5190
    },
    {
      "epoch": 0.26462377789958064,
      "loss_breakdown/lm_loss": 8.821351912047248e-06,
      "loss_breakdown/pointer_loss": 0.5357890129089355,
      "step": 5190
    },
    {
      "epoch": 0.26462377789958064,
      "loss_breakdown/lm_loss": 7.930707397463266e-06,
      "loss_breakdown/pointer_loss": 0.3400610685348511,
      "step": 5190
    },
    {
      "epoch": 0.2651336503040114,
      "grad_norm": 5.522781941027576,
      "learning_rate": 4.08300283286119e-06,
      "loss": 0.2707,
      "step": 5200
    },
    {
      "epoch": 0.2651336503040114,
      "loss_breakdown/lm_loss": 7.132037717383355e-05,
      "loss_breakdown/pointer_loss": 1.37516188621521,
      "step": 5200
    },
    {
      "epoch": 0.2651336503040114,
      "loss_breakdown/lm_loss": 1.1894524504896253e-05,
      "loss_breakdown/pointer_loss": 0.7663087248802185,
      "step": 5200
    },
    {
      "epoch": 0.2651336503040114,
      "loss_breakdown/lm_loss": 1.2477670679800212e-05,
      "loss_breakdown/pointer_loss": 0.40075522661209106,
      "step": 5200
    },
    {
      "epoch": 0.2651336503040114,
      "loss_breakdown/lm_loss": 1.2113807315472513e-05,
      "loss_breakdown/pointer_loss": 0.5194618701934814,
      "step": 5200
    },
    {
      "epoch": 0.2656435227084422,
      "grad_norm": 36.59132884506193,
      "learning_rate": 4.080169971671388e-06,
      "loss": 0.2822,
      "step": 5210
    },
    {
      "epoch": 0.2656435227084422,
      "loss_breakdown/lm_loss": 9.399825103173498e-06,
      "loss_breakdown/pointer_loss": 0.68629390001297,
      "step": 5210
    },
    {
      "epoch": 0.2656435227084422,
      "loss_breakdown/lm_loss": 8.50244759931229e-06,
      "loss_breakdown/pointer_loss": 0.6287096738815308,
      "step": 5210
    },
    {
      "epoch": 0.2656435227084422,
      "loss_breakdown/lm_loss": 1.4860881492495537e-05,
      "loss_breakdown/pointer_loss": 2.1213161945343018,
      "step": 5210
    },
    {
      "epoch": 0.2656435227084422,
      "loss_breakdown/lm_loss": 1.304115812672535e-05,
      "loss_breakdown/pointer_loss": 1.794074535369873,
      "step": 5210
    },
    {
      "epoch": 0.266153395112873,
      "grad_norm": 2.630943293093299,
      "learning_rate": 4.0773371104815866e-06,
      "loss": 0.3292,
      "step": 5220
    },
    {
      "epoch": 0.266153395112873,
      "loss_breakdown/lm_loss": 9.849499292613473e-06,
      "loss_breakdown/pointer_loss": 1.105040431022644,
      "step": 5220
    },
    {
      "epoch": 0.266153395112873,
      "loss_breakdown/lm_loss": 9.226265319739468e-06,
      "loss_breakdown/pointer_loss": 0.5809468030929565,
      "step": 5220
    },
    {
      "epoch": 0.266153395112873,
      "loss_breakdown/lm_loss": 1.2932026038470212e-05,
      "loss_breakdown/pointer_loss": 0.5136845707893372,
      "step": 5220
    },
    {
      "epoch": 0.266153395112873,
      "loss_breakdown/lm_loss": 9.456259249418508e-06,
      "loss_breakdown/pointer_loss": 0.2271176427602768,
      "step": 5220
    },
    {
      "epoch": 0.2666632675173038,
      "grad_norm": 6.235941413127206,
      "learning_rate": 4.074504249291785e-06,
      "loss": 0.261,
      "step": 5230
    },
    {
      "epoch": 0.2666632675173038,
      "loss_breakdown/lm_loss": 1.2612028513103724e-05,
      "loss_breakdown/pointer_loss": 0.25120919942855835,
      "step": 5230
    },
    {
      "epoch": 0.2666632675173038,
      "loss_breakdown/lm_loss": 2.009380295930896e-05,
      "loss_breakdown/pointer_loss": 0.20023855566978455,
      "step": 5230
    },
    {
      "epoch": 0.2666632675173038,
      "loss_breakdown/lm_loss": 9.945872079697438e-06,
      "loss_breakdown/pointer_loss": 0.04339313507080078,
      "step": 5230
    },
    {
      "epoch": 0.2666632675173038,
      "loss_breakdown/lm_loss": 1.0525965990382247e-05,
      "loss_breakdown/pointer_loss": 0.27001339197158813,
      "step": 5230
    },
    {
      "epoch": 0.2671731399217346,
      "grad_norm": 3.2823071943011235,
      "learning_rate": 4.071671388101983e-06,
      "loss": 0.3085,
      "step": 5240
    },
    {
      "epoch": 0.2671731399217346,
      "loss_breakdown/lm_loss": 1.1084785001003183e-05,
      "loss_breakdown/pointer_loss": 0.35778048634529114,
      "step": 5240
    },
    {
      "epoch": 0.2671731399217346,
      "loss_breakdown/lm_loss": 7.848268978705164e-06,
      "loss_breakdown/pointer_loss": 0.7158900499343872,
      "step": 5240
    },
    {
      "epoch": 0.2671731399217346,
      "loss_breakdown/lm_loss": 8.50875676405849e-06,
      "loss_breakdown/pointer_loss": 0.24349528551101685,
      "step": 5240
    },
    {
      "epoch": 0.2671731399217346,
      "loss_breakdown/lm_loss": 8.753196198085789e-06,
      "loss_breakdown/pointer_loss": 1.8096351623535156,
      "step": 5240
    },
    {
      "epoch": 0.26768301232616537,
      "grad_norm": 6.651660494533332,
      "learning_rate": 4.068838526912182e-06,
      "loss": 0.3468,
      "step": 5250
    },
    {
      "epoch": 0.26768301232616537,
      "loss_breakdown/lm_loss": 0.00022674744832329452,
      "loss_breakdown/pointer_loss": 2.212449073791504,
      "step": 5250
    },
    {
      "epoch": 0.26768301232616537,
      "loss_breakdown/lm_loss": 2.30273581109941e-05,
      "loss_breakdown/pointer_loss": 0.48848554491996765,
      "step": 5250
    },
    {
      "epoch": 0.26768301232616537,
      "loss_breakdown/lm_loss": 1.770281778590288e-05,
      "loss_breakdown/pointer_loss": 0.9408978819847107,
      "step": 5250
    },
    {
      "epoch": 0.26768301232616537,
      "loss_breakdown/lm_loss": 1.0910425771726295e-05,
      "loss_breakdown/pointer_loss": 0.3481481075286865,
      "step": 5250
    },
    {
      "epoch": 0.26819288473059616,
      "grad_norm": 3.3435140309217934,
      "learning_rate": 4.0660056657223804e-06,
      "loss": 0.2591,
      "step": 5260
    },
    {
      "epoch": 0.26819288473059616,
      "loss_breakdown/lm_loss": 8.924660505726933e-06,
      "loss_breakdown/pointer_loss": 0.11872858554124832,
      "step": 5260
    },
    {
      "epoch": 0.26819288473059616,
      "loss_breakdown/lm_loss": 8.060698746703565e-06,
      "loss_breakdown/pointer_loss": 0.5016646981239319,
      "step": 5260
    },
    {
      "epoch": 0.26819288473059616,
      "loss_breakdown/lm_loss": 7.594861926918384e-06,
      "loss_breakdown/pointer_loss": 0.17077027261257172,
      "step": 5260
    },
    {
      "epoch": 0.26819288473059616,
      "loss_breakdown/lm_loss": 7.390893642877927e-06,
      "loss_breakdown/pointer_loss": 0.043486692011356354,
      "step": 5260
    },
    {
      "epoch": 0.26870275713502695,
      "grad_norm": 2.1987265658816186,
      "learning_rate": 4.063172804532578e-06,
      "loss": 0.3041,
      "step": 5270
    },
    {
      "epoch": 0.26870275713502695,
      "loss_breakdown/lm_loss": 7.921576070657466e-06,
      "loss_breakdown/pointer_loss": 0.17195647954940796,
      "step": 5270
    },
    {
      "epoch": 0.26870275713502695,
      "loss_breakdown/lm_loss": 1.1012593859049957e-05,
      "loss_breakdown/pointer_loss": 0.3030705451965332,
      "step": 5270
    },
    {
      "epoch": 0.26870275713502695,
      "loss_breakdown/lm_loss": 1.0327136806154158e-05,
      "loss_breakdown/pointer_loss": 0.38754069805145264,
      "step": 5270
    },
    {
      "epoch": 0.26870275713502695,
      "loss_breakdown/lm_loss": 9.280393896915484e-06,
      "loss_breakdown/pointer_loss": 0.6196649074554443,
      "step": 5270
    },
    {
      "epoch": 0.26921262953945774,
      "grad_norm": 3.8762061200902025,
      "learning_rate": 4.060339943342776e-06,
      "loss": 0.2911,
      "step": 5280
    },
    {
      "epoch": 0.26921262953945774,
      "loss_breakdown/lm_loss": 8.543222065782174e-06,
      "loss_breakdown/pointer_loss": 0.1861162781715393,
      "step": 5280
    },
    {
      "epoch": 0.26921262953945774,
      "loss_breakdown/lm_loss": 8.729966793907806e-06,
      "loss_breakdown/pointer_loss": 0.19415628910064697,
      "step": 5280
    },
    {
      "epoch": 0.26921262953945774,
      "loss_breakdown/lm_loss": 1.1372366316209082e-05,
      "loss_breakdown/pointer_loss": 0.18217110633850098,
      "step": 5280
    },
    {
      "epoch": 0.26921262953945774,
      "loss_breakdown/lm_loss": 1.2397527825669385e-05,
      "loss_breakdown/pointer_loss": 0.5381064414978027,
      "step": 5280
    },
    {
      "epoch": 0.2697225019438885,
      "grad_norm": 2.4374328856327145,
      "learning_rate": 4.057507082152975e-06,
      "loss": 0.283,
      "step": 5290
    },
    {
      "epoch": 0.2697225019438885,
      "loss_breakdown/lm_loss": 1.0849168575077783e-05,
      "loss_breakdown/pointer_loss": 0.06152883544564247,
      "step": 5290
    },
    {
      "epoch": 0.2697225019438885,
      "loss_breakdown/lm_loss": 2.1982594262226485e-05,
      "loss_breakdown/pointer_loss": 0.2960149943828583,
      "step": 5290
    },
    {
      "epoch": 0.2697225019438885,
      "loss_breakdown/lm_loss": 1.3085296814097092e-05,
      "loss_breakdown/pointer_loss": 0.5918787717819214,
      "step": 5290
    },
    {
      "epoch": 0.2697225019438885,
      "loss_breakdown/lm_loss": 1.1586880646063946e-05,
      "loss_breakdown/pointer_loss": 0.25306910276412964,
      "step": 5290
    },
    {
      "epoch": 0.2702323743483193,
      "grad_norm": 5.368624542443441,
      "learning_rate": 4.054674220963173e-06,
      "loss": 0.2993,
      "step": 5300
    },
    {
      "epoch": 0.2702323743483193,
      "loss_breakdown/lm_loss": 6.46508124191314e-05,
      "loss_breakdown/pointer_loss": 1.6871058940887451,
      "step": 5300
    },
    {
      "epoch": 0.2702323743483193,
      "loss_breakdown/lm_loss": 5.1484596042428166e-05,
      "loss_breakdown/pointer_loss": 1.4310989379882812,
      "step": 5300
    },
    {
      "epoch": 0.2702323743483193,
      "loss_breakdown/lm_loss": 2.8263777494430542e-05,
      "loss_breakdown/pointer_loss": 0.6616953015327454,
      "step": 5300
    },
    {
      "epoch": 0.2702323743483193,
      "loss_breakdown/lm_loss": 3.752335760509595e-05,
      "loss_breakdown/pointer_loss": 1.8360666036605835,
      "step": 5300
    },
    {
      "epoch": 0.2707422467527501,
      "grad_norm": 2.477512807716753,
      "learning_rate": 4.051841359773371e-06,
      "loss": 0.2913,
      "step": 5310
    },
    {
      "epoch": 0.2707422467527501,
      "loss_breakdown/lm_loss": 8.283222996396944e-06,
      "loss_breakdown/pointer_loss": 0.14192040264606476,
      "step": 5310
    },
    {
      "epoch": 0.2707422467527501,
      "loss_breakdown/lm_loss": 9.104799573833589e-06,
      "loss_breakdown/pointer_loss": 0.32824498414993286,
      "step": 5310
    },
    {
      "epoch": 0.2707422467527501,
      "loss_breakdown/lm_loss": 1.0288395060342737e-05,
      "loss_breakdown/pointer_loss": 0.2078799307346344,
      "step": 5310
    },
    {
      "epoch": 0.2707422467527501,
      "loss_breakdown/lm_loss": 7.446531071764184e-06,
      "loss_breakdown/pointer_loss": 0.19606748223304749,
      "step": 5310
    },
    {
      "epoch": 0.2712521191571809,
      "grad_norm": 3.2124093198839043,
      "learning_rate": 4.04900849858357e-06,
      "loss": 0.3035,
      "step": 5320
    },
    {
      "epoch": 0.2712521191571809,
      "loss_breakdown/lm_loss": 1.4019704394740984e-05,
      "loss_breakdown/pointer_loss": 0.21336647868156433,
      "step": 5320
    },
    {
      "epoch": 0.2712521191571809,
      "loss_breakdown/lm_loss": 9.406858225702308e-06,
      "loss_breakdown/pointer_loss": 0.38752955198287964,
      "step": 5320
    },
    {
      "epoch": 0.2712521191571809,
      "loss_breakdown/lm_loss": 1.0350234333600383e-05,
      "loss_breakdown/pointer_loss": 0.3409186005592346,
      "step": 5320
    },
    {
      "epoch": 0.2712521191571809,
      "loss_breakdown/lm_loss": 1.105804585677106e-05,
      "loss_breakdown/pointer_loss": 0.4094944894313812,
      "step": 5320
    },
    {
      "epoch": 0.2717619915616117,
      "grad_norm": 26.629399695119965,
      "learning_rate": 4.046175637393769e-06,
      "loss": 0.2884,
      "step": 5330
    },
    {
      "epoch": 0.2717619915616117,
      "loss_breakdown/lm_loss": 7.8438761192956e-06,
      "loss_breakdown/pointer_loss": 0.16086909174919128,
      "step": 5330
    },
    {
      "epoch": 0.2717619915616117,
      "loss_breakdown/lm_loss": 8.400175829592627e-06,
      "loss_breakdown/pointer_loss": 0.9587117433547974,
      "step": 5330
    },
    {
      "epoch": 0.2717619915616117,
      "loss_breakdown/lm_loss": 7.657118658244144e-06,
      "loss_breakdown/pointer_loss": 0.08064950257539749,
      "step": 5330
    },
    {
      "epoch": 0.2717619915616117,
      "loss_breakdown/lm_loss": 8.598841304774396e-06,
      "loss_breakdown/pointer_loss": 0.048724353313446045,
      "step": 5330
    },
    {
      "epoch": 0.27227186396604247,
      "grad_norm": 2.818939167205707,
      "learning_rate": 4.0433427762039664e-06,
      "loss": 0.3239,
      "step": 5340
    },
    {
      "epoch": 0.27227186396604247,
      "loss_breakdown/lm_loss": 7.294518582057208e-06,
      "loss_breakdown/pointer_loss": 0.8938130140304565,
      "step": 5340
    },
    {
      "epoch": 0.27227186396604247,
      "loss_breakdown/lm_loss": 1.247617183253169e-05,
      "loss_breakdown/pointer_loss": 0.7061114311218262,
      "step": 5340
    },
    {
      "epoch": 0.27227186396604247,
      "loss_breakdown/lm_loss": 8.182661986211315e-06,
      "loss_breakdown/pointer_loss": 1.0665373802185059,
      "step": 5340
    },
    {
      "epoch": 0.27227186396604247,
      "loss_breakdown/lm_loss": 8.233256266976241e-06,
      "loss_breakdown/pointer_loss": 0.17424486577510834,
      "step": 5340
    },
    {
      "epoch": 0.2727817363704733,
      "grad_norm": 31.90221118980682,
      "learning_rate": 4.040509915014164e-06,
      "loss": 0.3502,
      "step": 5350
    },
    {
      "epoch": 0.2727817363704733,
      "loss_breakdown/lm_loss": 6.161059718579054e-05,
      "loss_breakdown/pointer_loss": 1.8848583698272705,
      "step": 5350
    },
    {
      "epoch": 0.2727817363704733,
      "loss_breakdown/lm_loss": 2.732902066782117e-05,
      "loss_breakdown/pointer_loss": 0.6519515514373779,
      "step": 5350
    },
    {
      "epoch": 0.2727817363704733,
      "loss_breakdown/lm_loss": 5.966416574665345e-05,
      "loss_breakdown/pointer_loss": 1.4044437408447266,
      "step": 5350
    },
    {
      "epoch": 0.2727817363704733,
      "loss_breakdown/lm_loss": 2.2593869289266877e-05,
      "loss_breakdown/pointer_loss": 0.8687685132026672,
      "step": 5350
    },
    {
      "epoch": 0.2732916087749041,
      "grad_norm": 1.9194679313909653,
      "learning_rate": 4.037677053824363e-06,
      "loss": 0.3127,
      "step": 5360
    },
    {
      "epoch": 0.2732916087749041,
      "loss_breakdown/lm_loss": 1.057364534062799e-05,
      "loss_breakdown/pointer_loss": 0.28840145468711853,
      "step": 5360
    },
    {
      "epoch": 0.2732916087749041,
      "loss_breakdown/lm_loss": 8.092472853604704e-06,
      "loss_breakdown/pointer_loss": 0.14744040369987488,
      "step": 5360
    },
    {
      "epoch": 0.2732916087749041,
      "loss_breakdown/lm_loss": 9.508778930467088e-06,
      "loss_breakdown/pointer_loss": 0.11885887384414673,
      "step": 5360
    },
    {
      "epoch": 0.2732916087749041,
      "loss_breakdown/lm_loss": 8.23858044896042e-06,
      "loss_breakdown/pointer_loss": 0.16214430332183838,
      "step": 5360
    },
    {
      "epoch": 0.2738014811793349,
      "grad_norm": 6.06841372824587,
      "learning_rate": 4.034844192634561e-06,
      "loss": 0.3071,
      "step": 5370
    },
    {
      "epoch": 0.2738014811793349,
      "loss_breakdown/lm_loss": 7.256170647451654e-06,
      "loss_breakdown/pointer_loss": 0.4737679958343506,
      "step": 5370
    },
    {
      "epoch": 0.2738014811793349,
      "loss_breakdown/lm_loss": 8.903209163690917e-06,
      "loss_breakdown/pointer_loss": 0.7212584614753723,
      "step": 5370
    },
    {
      "epoch": 0.2738014811793349,
      "loss_breakdown/lm_loss": 8.743430953472853e-06,
      "loss_breakdown/pointer_loss": 0.4894152879714966,
      "step": 5370
    },
    {
      "epoch": 0.2738014811793349,
      "loss_breakdown/lm_loss": 8.051006261666771e-06,
      "loss_breakdown/pointer_loss": 0.3301103413105011,
      "step": 5370
    },
    {
      "epoch": 0.2743113535837657,
      "grad_norm": 4.933561741947235,
      "learning_rate": 4.0320113314447594e-06,
      "loss": 0.2721,
      "step": 5380
    },
    {
      "epoch": 0.2743113535837657,
      "loss_breakdown/lm_loss": 7.63327807362657e-06,
      "loss_breakdown/pointer_loss": 0.05755620449781418,
      "step": 5380
    },
    {
      "epoch": 0.2743113535837657,
      "loss_breakdown/lm_loss": 7.764389920339454e-06,
      "loss_breakdown/pointer_loss": 0.3732096552848816,
      "step": 5380
    },
    {
      "epoch": 0.2743113535837657,
      "loss_breakdown/lm_loss": 1.1821372936537955e-05,
      "loss_breakdown/pointer_loss": 0.4828462600708008,
      "step": 5380
    },
    {
      "epoch": 0.2743113535837657,
      "loss_breakdown/lm_loss": 7.899507181718946e-06,
      "loss_breakdown/pointer_loss": 0.13442564010620117,
      "step": 5380
    },
    {
      "epoch": 0.27482122598819647,
      "grad_norm": 27.50711792071106,
      "learning_rate": 4.029178470254958e-06,
      "loss": 0.3233,
      "step": 5390
    },
    {
      "epoch": 0.27482122598819647,
      "loss_breakdown/lm_loss": 8.185507795133162e-06,
      "loss_breakdown/pointer_loss": 0.2763485312461853,
      "step": 5390
    },
    {
      "epoch": 0.27482122598819647,
      "loss_breakdown/lm_loss": 7.922388249426149e-06,
      "loss_breakdown/pointer_loss": 0.755953311920166,
      "step": 5390
    },
    {
      "epoch": 0.27482122598819647,
      "loss_breakdown/lm_loss": 7.695991371292621e-06,
      "loss_breakdown/pointer_loss": 0.5485192537307739,
      "step": 5390
    },
    {
      "epoch": 0.27482122598819647,
      "loss_breakdown/lm_loss": 6.888029474794166e-06,
      "loss_breakdown/pointer_loss": 0.5418336391448975,
      "step": 5390
    },
    {
      "epoch": 0.27533109839262726,
      "grad_norm": 13.657425256580813,
      "learning_rate": 4.026345609065156e-06,
      "loss": 0.258,
      "step": 5400
    },
    {
      "epoch": 0.27533109839262726,
      "loss_breakdown/lm_loss": 7.12203691364266e-05,
      "loss_breakdown/pointer_loss": 2.114515781402588,
      "step": 5400
    },
    {
      "epoch": 0.27533109839262726,
      "loss_breakdown/lm_loss": 1.8423826986690983e-05,
      "loss_breakdown/pointer_loss": 0.38063767552375793,
      "step": 5400
    },
    {
      "epoch": 0.27533109839262726,
      "loss_breakdown/lm_loss": 9.108253834710922e-06,
      "loss_breakdown/pointer_loss": 0.47109130024909973,
      "step": 5400
    },
    {
      "epoch": 0.27533109839262726,
      "loss_breakdown/lm_loss": 1.0326367373636458e-05,
      "loss_breakdown/pointer_loss": 0.756637454032898,
      "step": 5400
    },
    {
      "epoch": 0.27584097079705805,
      "grad_norm": 5.396894159427916,
      "learning_rate": 4.023512747875355e-06,
      "loss": 0.2805,
      "step": 5410
    },
    {
      "epoch": 0.27584097079705805,
      "loss_breakdown/lm_loss": 6.829282483522547e-06,
      "loss_breakdown/pointer_loss": 0.2741643786430359,
      "step": 5410
    },
    {
      "epoch": 0.27584097079705805,
      "loss_breakdown/lm_loss": 6.265576303121634e-06,
      "loss_breakdown/pointer_loss": 0.16177627444267273,
      "step": 5410
    },
    {
      "epoch": 0.27584097079705805,
      "loss_breakdown/lm_loss": 8.030599929043092e-06,
      "loss_breakdown/pointer_loss": 0.3617545962333679,
      "step": 5410
    },
    {
      "epoch": 0.27584097079705805,
      "loss_breakdown/lm_loss": 6.6835764300776646e-06,
      "loss_breakdown/pointer_loss": 0.7702385783195496,
      "step": 5410
    },
    {
      "epoch": 0.27635084320148884,
      "grad_norm": 2.6477560790762356,
      "learning_rate": 4.0206798866855525e-06,
      "loss": 0.339,
      "step": 5420
    },
    {
      "epoch": 0.27635084320148884,
      "loss_breakdown/lm_loss": 1.0518234375922475e-05,
      "loss_breakdown/pointer_loss": 0.6574733257293701,
      "step": 5420
    },
    {
      "epoch": 0.27635084320148884,
      "loss_breakdown/lm_loss": 9.800125553738326e-06,
      "loss_breakdown/pointer_loss": 0.8938426971435547,
      "step": 5420
    },
    {
      "epoch": 0.27635084320148884,
      "loss_breakdown/lm_loss": 6.485400263045449e-06,
      "loss_breakdown/pointer_loss": 0.34326571226119995,
      "step": 5420
    },
    {
      "epoch": 0.27635084320148884,
      "loss_breakdown/lm_loss": 7.135487066989299e-06,
      "loss_breakdown/pointer_loss": 0.7723885178565979,
      "step": 5420
    },
    {
      "epoch": 0.2768607156059196,
      "grad_norm": 70.28575388066051,
      "learning_rate": 4.017847025495751e-06,
      "loss": 0.2676,
      "step": 5430
    },
    {
      "epoch": 0.2768607156059196,
      "loss_breakdown/lm_loss": 7.303468464670004e-06,
      "loss_breakdown/pointer_loss": 0.05329257994890213,
      "step": 5430
    },
    {
      "epoch": 0.2768607156059196,
      "loss_breakdown/lm_loss": 8.78958326211432e-06,
      "loss_breakdown/pointer_loss": 0.1748557686805725,
      "step": 5430
    },
    {
      "epoch": 0.2768607156059196,
      "loss_breakdown/lm_loss": 8.213393812184222e-06,
      "loss_breakdown/pointer_loss": 0.505063533782959,
      "step": 5430
    },
    {
      "epoch": 0.2768607156059196,
      "loss_breakdown/lm_loss": 8.491550943290349e-06,
      "loss_breakdown/pointer_loss": 0.07449059188365936,
      "step": 5430
    },
    {
      "epoch": 0.2773705880103504,
      "grad_norm": 7.761446270410582,
      "learning_rate": 4.015014164305949e-06,
      "loss": 0.3533,
      "step": 5440
    },
    {
      "epoch": 0.2773705880103504,
      "loss_breakdown/lm_loss": 6.48321019980358e-06,
      "loss_breakdown/pointer_loss": 0.9332143664360046,
      "step": 5440
    },
    {
      "epoch": 0.2773705880103504,
      "loss_breakdown/lm_loss": 9.01005114428699e-06,
      "loss_breakdown/pointer_loss": 0.39704233407974243,
      "step": 5440
    },
    {
      "epoch": 0.2773705880103504,
      "loss_breakdown/lm_loss": 6.218676389835309e-06,
      "loss_breakdown/pointer_loss": 0.3517172336578369,
      "step": 5440
    },
    {
      "epoch": 0.2773705880103504,
      "loss_breakdown/lm_loss": 7.573155926365871e-06,
      "loss_breakdown/pointer_loss": 0.1430157721042633,
      "step": 5440
    },
    {
      "epoch": 0.2778804604147812,
      "grad_norm": 26.7689433594938,
      "learning_rate": 4.012181303116148e-06,
      "loss": 0.2841,
      "step": 5450
    },
    {
      "epoch": 0.2778804604147812,
      "loss_breakdown/lm_loss": 5.420404704636894e-05,
      "loss_breakdown/pointer_loss": 1.6296945810317993,
      "step": 5450
    },
    {
      "epoch": 0.2778804604147812,
      "loss_breakdown/lm_loss": 1.8085847841575742e-05,
      "loss_breakdown/pointer_loss": 0.6041733026504517,
      "step": 5450
    },
    {
      "epoch": 0.2778804604147812,
      "loss_breakdown/lm_loss": 1.4751358321518637e-05,
      "loss_breakdown/pointer_loss": 0.7014109492301941,
      "step": 5450
    },
    {
      "epoch": 0.2778804604147812,
      "loss_breakdown/lm_loss": 1.355984750261996e-05,
      "loss_breakdown/pointer_loss": 0.6242531538009644,
      "step": 5450
    },
    {
      "epoch": 0.278390332819212,
      "grad_norm": 9.080484859188426,
      "learning_rate": 4.009348441926346e-06,
      "loss": 0.2625,
      "step": 5460
    },
    {
      "epoch": 0.278390332819212,
      "loss_breakdown/lm_loss": 7.476947303075576e-06,
      "loss_breakdown/pointer_loss": 0.3470797836780548,
      "step": 5460
    },
    {
      "epoch": 0.278390332819212,
      "loss_breakdown/lm_loss": 6.763048077118583e-06,
      "loss_breakdown/pointer_loss": 0.42435479164123535,
      "step": 5460
    },
    {
      "epoch": 0.278390332819212,
      "loss_breakdown/lm_loss": 6.6809293457481544e-06,
      "loss_breakdown/pointer_loss": 2.1210434436798096,
      "step": 5460
    },
    {
      "epoch": 0.278390332819212,
      "loss_breakdown/lm_loss": 1.0176273463002872e-05,
      "loss_breakdown/pointer_loss": 0.7339885830879211,
      "step": 5460
    },
    {
      "epoch": 0.2789002052236428,
      "grad_norm": 3.060066780044678,
      "learning_rate": 4.006515580736544e-06,
      "loss": 0.3491,
      "step": 5470
    },
    {
      "epoch": 0.2789002052236428,
      "loss_breakdown/lm_loss": 8.406058441323694e-06,
      "loss_breakdown/pointer_loss": 0.27103400230407715,
      "step": 5470
    },
    {
      "epoch": 0.2789002052236428,
      "loss_breakdown/lm_loss": 1.7124555597547442e-05,
      "loss_breakdown/pointer_loss": 0.20988829433918,
      "step": 5470
    },
    {
      "epoch": 0.2789002052236428,
      "loss_breakdown/lm_loss": 8.409733709413558e-06,
      "loss_breakdown/pointer_loss": 0.6269181370735168,
      "step": 5470
    },
    {
      "epoch": 0.2789002052236428,
      "loss_breakdown/lm_loss": 6.6999382397625595e-06,
      "loss_breakdown/pointer_loss": 0.2270873337984085,
      "step": 5470
    },
    {
      "epoch": 0.27941007762807357,
      "grad_norm": 15.2192673415858,
      "learning_rate": 4.003682719546743e-06,
      "loss": 0.2684,
      "step": 5480
    },
    {
      "epoch": 0.27941007762807357,
      "loss_breakdown/lm_loss": 8.535249435226433e-06,
      "loss_breakdown/pointer_loss": 0.12332902103662491,
      "step": 5480
    },
    {
      "epoch": 0.27941007762807357,
      "loss_breakdown/lm_loss": 1.1173529856023379e-05,
      "loss_breakdown/pointer_loss": 0.42030709981918335,
      "step": 5480
    },
    {
      "epoch": 0.27941007762807357,
      "loss_breakdown/lm_loss": 1.4188877685228363e-05,
      "loss_breakdown/pointer_loss": 0.09320805966854095,
      "step": 5480
    },
    {
      "epoch": 0.27941007762807357,
      "loss_breakdown/lm_loss": 6.663720341748558e-06,
      "loss_breakdown/pointer_loss": 0.18658310174942017,
      "step": 5480
    },
    {
      "epoch": 0.27991995003250436,
      "grad_norm": 2.6771890439532164,
      "learning_rate": 4.000849858356941e-06,
      "loss": 0.2876,
      "step": 5490
    },
    {
      "epoch": 0.27991995003250436,
      "loss_breakdown/lm_loss": 7.573631137347547e-06,
      "loss_breakdown/pointer_loss": 0.5049573183059692,
      "step": 5490
    },
    {
      "epoch": 0.27991995003250436,
      "loss_breakdown/lm_loss": 7.181350611062953e-06,
      "loss_breakdown/pointer_loss": 0.23321738839149475,
      "step": 5490
    },
    {
      "epoch": 0.27991995003250436,
      "loss_breakdown/lm_loss": 8.741848432691768e-06,
      "loss_breakdown/pointer_loss": 0.5111023187637329,
      "step": 5490
    },
    {
      "epoch": 0.27991995003250436,
      "loss_breakdown/lm_loss": 8.671994692122098e-06,
      "loss_breakdown/pointer_loss": 0.25417304039001465,
      "step": 5490
    },
    {
      "epoch": 0.28042982243693515,
      "grad_norm": 11.058039198254844,
      "learning_rate": 3.998016997167139e-06,
      "loss": 0.3095,
      "step": 5500
    },
    {
      "epoch": 0.28042982243693515,
      "loss_breakdown/lm_loss": 4.3139960325788707e-05,
      "loss_breakdown/pointer_loss": 0.4604645371437073,
      "step": 5500
    },
    {
      "epoch": 0.28042982243693515,
      "loss_breakdown/lm_loss": 2.897661215683911e-05,
      "loss_breakdown/pointer_loss": 0.3071519732475281,
      "step": 5500
    },
    {
      "epoch": 0.28042982243693515,
      "loss_breakdown/lm_loss": 1.4862341231491882e-05,
      "loss_breakdown/pointer_loss": 0.4796235263347626,
      "step": 5500
    },
    {
      "epoch": 0.28042982243693515,
      "loss_breakdown/lm_loss": 1.883080585685093e-05,
      "loss_breakdown/pointer_loss": 0.8713597059249878,
      "step": 5500
    },
    {
      "epoch": 0.28093969484136594,
      "grad_norm": 6.480364407833517,
      "learning_rate": 3.995184135977337e-06,
      "loss": 0.3174,
      "step": 5510
    },
    {
      "epoch": 0.28093969484136594,
      "loss_breakdown/lm_loss": 8.58558269101195e-06,
      "loss_breakdown/pointer_loss": 0.32097506523132324,
      "step": 5510
    },
    {
      "epoch": 0.28093969484136594,
      "loss_breakdown/lm_loss": 6.449139164033113e-06,
      "loss_breakdown/pointer_loss": 1.1992475986480713,
      "step": 5510
    },
    {
      "epoch": 0.28093969484136594,
      "loss_breakdown/lm_loss": 8.006757525436115e-06,
      "loss_breakdown/pointer_loss": 0.658415675163269,
      "step": 5510
    },
    {
      "epoch": 0.28093969484136594,
      "loss_breakdown/lm_loss": 1.1062336852774024e-05,
      "loss_breakdown/pointer_loss": 0.6973626613616943,
      "step": 5510
    },
    {
      "epoch": 0.28144956724579673,
      "grad_norm": 3.766119422813695,
      "learning_rate": 3.992351274787536e-06,
      "loss": 0.2571,
      "step": 5520
    },
    {
      "epoch": 0.28144956724579673,
      "loss_breakdown/lm_loss": 9.661844160291366e-06,
      "loss_breakdown/pointer_loss": 0.18534144759178162,
      "step": 5520
    },
    {
      "epoch": 0.28144956724579673,
      "loss_breakdown/lm_loss": 9.480329026700929e-06,
      "loss_breakdown/pointer_loss": 1.530098795890808,
      "step": 5520
    },
    {
      "epoch": 0.28144956724579673,
      "loss_breakdown/lm_loss": 7.763657777104527e-06,
      "loss_breakdown/pointer_loss": 0.2266356348991394,
      "step": 5520
    },
    {
      "epoch": 0.28144956724579673,
      "loss_breakdown/lm_loss": 7.871668458392378e-06,
      "loss_breakdown/pointer_loss": 0.20305034518241882,
      "step": 5520
    },
    {
      "epoch": 0.2819594396502275,
      "grad_norm": 6.386794492078243,
      "learning_rate": 3.989518413597734e-06,
      "loss": 0.2734,
      "step": 5530
    },
    {
      "epoch": 0.2819594396502275,
      "loss_breakdown/lm_loss": 1.4292795640358236e-05,
      "loss_breakdown/pointer_loss": 0.33273470401763916,
      "step": 5530
    },
    {
      "epoch": 0.2819594396502275,
      "loss_breakdown/lm_loss": 7.398808065772755e-06,
      "loss_breakdown/pointer_loss": 0.08664730191230774,
      "step": 5530
    },
    {
      "epoch": 0.2819594396502275,
      "loss_breakdown/lm_loss": 8.18558874016162e-06,
      "loss_breakdown/pointer_loss": 0.10673217475414276,
      "step": 5530
    },
    {
      "epoch": 0.2819594396502275,
      "loss_breakdown/lm_loss": 1.033119042403996e-05,
      "loss_breakdown/pointer_loss": 0.09330391883850098,
      "step": 5530
    },
    {
      "epoch": 0.2824693120546583,
      "grad_norm": 5.02070261112299,
      "learning_rate": 3.986685552407932e-06,
      "loss": 0.279,
      "step": 5540
    },
    {
      "epoch": 0.2824693120546583,
      "loss_breakdown/lm_loss": 1.1494655154820066e-05,
      "loss_breakdown/pointer_loss": 0.47348257899284363,
      "step": 5540
    },
    {
      "epoch": 0.2824693120546583,
      "loss_breakdown/lm_loss": 1.2987995432922617e-05,
      "loss_breakdown/pointer_loss": 0.554100751876831,
      "step": 5540
    },
    {
      "epoch": 0.2824693120546583,
      "loss_breakdown/lm_loss": 8.112463547149673e-06,
      "loss_breakdown/pointer_loss": 0.11946485191583633,
      "step": 5540
    },
    {
      "epoch": 0.2824693120546583,
      "loss_breakdown/lm_loss": 1.1692577572830487e-05,
      "loss_breakdown/pointer_loss": 0.22893860936164856,
      "step": 5540
    },
    {
      "epoch": 0.2829791844590891,
      "grad_norm": 10.626842769592187,
      "learning_rate": 3.983852691218131e-06,
      "loss": 0.2719,
      "step": 5550
    },
    {
      "epoch": 0.2829791844590891,
      "loss_breakdown/lm_loss": 4.549872028292157e-05,
      "loss_breakdown/pointer_loss": 1.076069712638855,
      "step": 5550
    },
    {
      "epoch": 0.2829791844590891,
      "loss_breakdown/lm_loss": 3.739296516869217e-05,
      "loss_breakdown/pointer_loss": 0.6770632863044739,
      "step": 5550
    },
    {
      "epoch": 0.2829791844590891,
      "loss_breakdown/lm_loss": 1.7864191249827854e-05,
      "loss_breakdown/pointer_loss": 0.4870457649230957,
      "step": 5550
    },
    {
      "epoch": 0.2829791844590891,
      "loss_breakdown/lm_loss": 1.686689029156696e-05,
      "loss_breakdown/pointer_loss": 0.2534573972225189,
      "step": 5550
    },
    {
      "epoch": 0.2834890568635199,
      "grad_norm": 8.518778471034006,
      "learning_rate": 3.981019830028329e-06,
      "loss": 0.2584,
      "step": 5560
    },
    {
      "epoch": 0.2834890568635199,
      "loss_breakdown/lm_loss": 7.679953341721557e-06,
      "loss_breakdown/pointer_loss": 0.4407725930213928,
      "step": 5560
    },
    {
      "epoch": 0.2834890568635199,
      "loss_breakdown/lm_loss": 7.821344297553878e-06,
      "loss_breakdown/pointer_loss": 0.40240809321403503,
      "step": 5560
    },
    {
      "epoch": 0.2834890568635199,
      "loss_breakdown/lm_loss": 9.49678633332951e-06,
      "loss_breakdown/pointer_loss": 0.18970802426338196,
      "step": 5560
    },
    {
      "epoch": 0.2834890568635199,
      "loss_breakdown/lm_loss": 1.8130111129721627e-05,
      "loss_breakdown/pointer_loss": 1.5155328512191772,
      "step": 5560
    },
    {
      "epoch": 0.2839989292679507,
      "grad_norm": 2.748693063511657,
      "learning_rate": 3.9781869688385275e-06,
      "loss": 0.3572,
      "step": 5570
    },
    {
      "epoch": 0.2839989292679507,
      "loss_breakdown/lm_loss": 9.182242138194852e-06,
      "loss_breakdown/pointer_loss": 0.2124651074409485,
      "step": 5570
    },
    {
      "epoch": 0.2839989292679507,
      "loss_breakdown/lm_loss": 1.5626881577190943e-05,
      "loss_breakdown/pointer_loss": 1.2531418800354004,
      "step": 5570
    },
    {
      "epoch": 0.2839989292679507,
      "loss_breakdown/lm_loss": 1.0418058991490398e-05,
      "loss_breakdown/pointer_loss": 0.5293379426002502,
      "step": 5570
    },
    {
      "epoch": 0.2839989292679507,
      "loss_breakdown/lm_loss": 9.345774742541835e-06,
      "loss_breakdown/pointer_loss": 0.9850571751594543,
      "step": 5570
    },
    {
      "epoch": 0.28450880167238146,
      "grad_norm": 6.19799581891819,
      "learning_rate": 3.975354107648725e-06,
      "loss": 0.2954,
      "step": 5580
    },
    {
      "epoch": 0.28450880167238146,
      "loss_breakdown/lm_loss": 9.92993955151178e-06,
      "loss_breakdown/pointer_loss": 0.39745351672172546,
      "step": 5580
    },
    {
      "epoch": 0.28450880167238146,
      "loss_breakdown/lm_loss": 7.831918992451392e-06,
      "loss_breakdown/pointer_loss": 0.24442274868488312,
      "step": 5580
    },
    {
      "epoch": 0.28450880167238146,
      "loss_breakdown/lm_loss": 1.8424178051645868e-05,
      "loss_breakdown/pointer_loss": 0.46413904428482056,
      "step": 5580
    },
    {
      "epoch": 0.28450880167238146,
      "loss_breakdown/lm_loss": 1.06173565654899e-05,
      "loss_breakdown/pointer_loss": 2.618004322052002,
      "step": 5580
    },
    {
      "epoch": 0.28501867407681225,
      "grad_norm": 11.854398785043536,
      "learning_rate": 3.972521246458923e-06,
      "loss": 0.2925,
      "step": 5590
    },
    {
      "epoch": 0.28501867407681225,
      "loss_breakdown/lm_loss": 9.154309736914001e-06,
      "loss_breakdown/pointer_loss": 0.821130633354187,
      "step": 5590
    },
    {
      "epoch": 0.28501867407681225,
      "loss_breakdown/lm_loss": 8.665359018777963e-06,
      "loss_breakdown/pointer_loss": 0.20560131967067719,
      "step": 5590
    },
    {
      "epoch": 0.28501867407681225,
      "loss_breakdown/lm_loss": 9.16615408641519e-06,
      "loss_breakdown/pointer_loss": 0.16338935494422913,
      "step": 5590
    },
    {
      "epoch": 0.28501867407681225,
      "loss_breakdown/lm_loss": 8.755114322411828e-06,
      "loss_breakdown/pointer_loss": 0.2286728322505951,
      "step": 5590
    },
    {
      "epoch": 0.2855285464812431,
      "grad_norm": 11.65580799602393,
      "learning_rate": 3.969688385269122e-06,
      "loss": 0.2861,
      "step": 5600
    },
    {
      "epoch": 0.2855285464812431,
      "loss_breakdown/lm_loss": 4.421607809490524e-05,
      "loss_breakdown/pointer_loss": 1.3866355419158936,
      "step": 5600
    },
    {
      "epoch": 0.2855285464812431,
      "loss_breakdown/lm_loss": 1.9313605662318878e-05,
      "loss_breakdown/pointer_loss": 0.3973731994628906,
      "step": 5600
    },
    {
      "epoch": 0.2855285464812431,
      "loss_breakdown/lm_loss": 1.4096154700382613e-05,
      "loss_breakdown/pointer_loss": 0.5218751430511475,
      "step": 5600
    },
    {
      "epoch": 0.2855285464812431,
      "loss_breakdown/lm_loss": 1.5793164493516088e-05,
      "loss_breakdown/pointer_loss": 0.6604676842689514,
      "step": 5600
    },
    {
      "epoch": 0.2860384188856739,
      "grad_norm": 3.4465866478544163,
      "learning_rate": 3.9668555240793205e-06,
      "loss": 0.2605,
      "step": 5610
    },
    {
      "epoch": 0.2860384188856739,
      "loss_breakdown/lm_loss": 7.74690488469787e-06,
      "loss_breakdown/pointer_loss": 0.19195407629013062,
      "step": 5610
    },
    {
      "epoch": 0.2860384188856739,
      "loss_breakdown/lm_loss": 6.516696885228157e-06,
      "loss_breakdown/pointer_loss": 0.11467553675174713,
      "step": 5610
    },
    {
      "epoch": 0.2860384188856739,
      "loss_breakdown/lm_loss": 5.982258244330296e-06,
      "loss_breakdown/pointer_loss": 0.03434095159173012,
      "step": 5610
    },
    {
      "epoch": 0.2860384188856739,
      "loss_breakdown/lm_loss": 1.55598627316067e-05,
      "loss_breakdown/pointer_loss": 0.2136218547821045,
      "step": 5610
    },
    {
      "epoch": 0.2865482912901047,
      "grad_norm": 2.2613196827786597,
      "learning_rate": 3.964022662889519e-06,
      "loss": 0.3245,
      "step": 5620
    },
    {
      "epoch": 0.2865482912901047,
      "loss_breakdown/lm_loss": 1.0329406904929783e-05,
      "loss_breakdown/pointer_loss": 0.2189340889453888,
      "step": 5620
    },
    {
      "epoch": 0.2865482912901047,
      "loss_breakdown/lm_loss": 8.142028491420206e-06,
      "loss_breakdown/pointer_loss": 0.47958603501319885,
      "step": 5620
    },
    {
      "epoch": 0.2865482912901047,
      "loss_breakdown/lm_loss": 8.361860636796337e-06,
      "loss_breakdown/pointer_loss": 0.6375428438186646,
      "step": 5620
    },
    {
      "epoch": 0.2865482912901047,
      "loss_breakdown/lm_loss": 1.0516178008401766e-05,
      "loss_breakdown/pointer_loss": 0.452402263879776,
      "step": 5620
    },
    {
      "epoch": 0.28705816369453546,
      "grad_norm": 8.73193184121884,
      "learning_rate": 3.961189801699717e-06,
      "loss": 0.2761,
      "step": 5630
    },
    {
      "epoch": 0.28705816369453546,
      "loss_breakdown/lm_loss": 7.804041160852648e-06,
      "loss_breakdown/pointer_loss": 0.37396249175071716,
      "step": 5630
    },
    {
      "epoch": 0.28705816369453546,
      "loss_breakdown/lm_loss": 7.986895980138797e-06,
      "loss_breakdown/pointer_loss": 0.32699817419052124,
      "step": 5630
    },
    {
      "epoch": 0.28705816369453546,
      "loss_breakdown/lm_loss": 1.2234464520588517e-05,
      "loss_breakdown/pointer_loss": 0.10886555910110474,
      "step": 5630
    },
    {
      "epoch": 0.28705816369453546,
      "loss_breakdown/lm_loss": 3.8975198549451306e-05,
      "loss_breakdown/pointer_loss": 0.44266194105148315,
      "step": 5630
    },
    {
      "epoch": 0.28756803609896625,
      "grad_norm": 2.8923465459704714,
      "learning_rate": 3.958356940509916e-06,
      "loss": 0.2862,
      "step": 5640
    },
    {
      "epoch": 0.28756803609896625,
      "loss_breakdown/lm_loss": 9.937226423062384e-06,
      "loss_breakdown/pointer_loss": 0.6229144334793091,
      "step": 5640
    },
    {
      "epoch": 0.28756803609896625,
      "loss_breakdown/lm_loss": 6.8988706516392995e-06,
      "loss_breakdown/pointer_loss": 1.344207525253296,
      "step": 5640
    },
    {
      "epoch": 0.28756803609896625,
      "loss_breakdown/lm_loss": 8.148177585098892e-06,
      "loss_breakdown/pointer_loss": 0.5166063904762268,
      "step": 5640
    },
    {
      "epoch": 0.28756803609896625,
      "loss_breakdown/lm_loss": 7.862216989451554e-06,
      "loss_breakdown/pointer_loss": 0.6038568615913391,
      "step": 5640
    },
    {
      "epoch": 0.28807790850339704,
      "grad_norm": 4.909586039373354,
      "learning_rate": 3.9555240793201135e-06,
      "loss": 0.3268,
      "step": 5650
    },
    {
      "epoch": 0.28807790850339704,
      "loss_breakdown/lm_loss": 2.952563954750076e-05,
      "loss_breakdown/pointer_loss": 1.206525206565857,
      "step": 5650
    },
    {
      "epoch": 0.28807790850339704,
      "loss_breakdown/lm_loss": 1.830840847105719e-05,
      "loss_breakdown/pointer_loss": 0.8300347328186035,
      "step": 5650
    },
    {
      "epoch": 0.28807790850339704,
      "loss_breakdown/lm_loss": 1.2662592780543491e-05,
      "loss_breakdown/pointer_loss": 0.4098883271217346,
      "step": 5650
    },
    {
      "epoch": 0.28807790850339704,
      "loss_breakdown/lm_loss": 9.719597073853947e-06,
      "loss_breakdown/pointer_loss": 0.17023316025733948,
      "step": 5650
    },
    {
      "epoch": 0.28858778090782783,
      "grad_norm": 2.3124591319581014,
      "learning_rate": 3.952691218130311e-06,
      "loss": 0.2756,
      "step": 5660
    },
    {
      "epoch": 0.28858778090782783,
      "loss_breakdown/lm_loss": 7.184255991887767e-06,
      "loss_breakdown/pointer_loss": 0.14709153771400452,
      "step": 5660
    },
    {
      "epoch": 0.28858778090782783,
      "loss_breakdown/lm_loss": 7.841817932785489e-06,
      "loss_breakdown/pointer_loss": 0.2592950463294983,
      "step": 5660
    },
    {
      "epoch": 0.28858778090782783,
      "loss_breakdown/lm_loss": 1.4133778677205555e-05,
      "loss_breakdown/pointer_loss": 6.751224040985107,
      "step": 5660
    },
    {
      "epoch": 0.28858778090782783,
      "loss_breakdown/lm_loss": 1.1030505447706673e-05,
      "loss_breakdown/pointer_loss": 1.638551950454712,
      "step": 5660
    },
    {
      "epoch": 0.2890976533122586,
      "grad_norm": 2.233359408162252,
      "learning_rate": 3.94985835694051e-06,
      "loss": 0.3237,
      "step": 5670
    },
    {
      "epoch": 0.2890976533122586,
      "loss_breakdown/lm_loss": 7.6147889558342285e-06,
      "loss_breakdown/pointer_loss": 0.40031999349594116,
      "step": 5670
    },
    {
      "epoch": 0.2890976533122586,
      "loss_breakdown/lm_loss": 1.0793310138978995e-05,
      "loss_breakdown/pointer_loss": 0.6989105939865112,
      "step": 5670
    },
    {
      "epoch": 0.2890976533122586,
      "loss_breakdown/lm_loss": 1.2058457286912017e-05,
      "loss_breakdown/pointer_loss": 0.5193089842796326,
      "step": 5670
    },
    {
      "epoch": 0.2890976533122586,
      "loss_breakdown/lm_loss": 1.0727690096246079e-05,
      "loss_breakdown/pointer_loss": 0.13693375885486603,
      "step": 5670
    },
    {
      "epoch": 0.2896075257166894,
      "grad_norm": 21.647897992856183,
      "learning_rate": 3.947025495750709e-06,
      "loss": 0.3034,
      "step": 5680
    },
    {
      "epoch": 0.2896075257166894,
      "loss_breakdown/lm_loss": 1.0915411621681415e-05,
      "loss_breakdown/pointer_loss": 0.6417107582092285,
      "step": 5680
    },
    {
      "epoch": 0.2896075257166894,
      "loss_breakdown/lm_loss": 9.075649359147064e-06,
      "loss_breakdown/pointer_loss": 1.381679892539978,
      "step": 5680
    },
    {
      "epoch": 0.2896075257166894,
      "loss_breakdown/lm_loss": 1.3704505363421049e-05,
      "loss_breakdown/pointer_loss": 0.2076026350259781,
      "step": 5680
    },
    {
      "epoch": 0.2896075257166894,
      "loss_breakdown/lm_loss": 1.4077919331612065e-05,
      "loss_breakdown/pointer_loss": 0.22486376762390137,
      "step": 5680
    },
    {
      "epoch": 0.2901173981211202,
      "grad_norm": 2.9546952126336596,
      "learning_rate": 3.9441926345609065e-06,
      "loss": 0.3114,
      "step": 5690
    },
    {
      "epoch": 0.2901173981211202,
      "loss_breakdown/lm_loss": 8.577879270887934e-06,
      "loss_breakdown/pointer_loss": 0.4253101646900177,
      "step": 5690
    },
    {
      "epoch": 0.2901173981211202,
      "loss_breakdown/lm_loss": 1.0751628906291444e-05,
      "loss_breakdown/pointer_loss": 0.6735769510269165,
      "step": 5690
    },
    {
      "epoch": 0.2901173981211202,
      "loss_breakdown/lm_loss": 7.686892786296085e-06,
      "loss_breakdown/pointer_loss": 0.8405550122261047,
      "step": 5690
    },
    {
      "epoch": 0.2901173981211202,
      "loss_breakdown/lm_loss": 8.565567441110034e-06,
      "loss_breakdown/pointer_loss": 0.24208717048168182,
      "step": 5690
    },
    {
      "epoch": 0.290627270525551,
      "grad_norm": 17.11429782084765,
      "learning_rate": 3.941359773371105e-06,
      "loss": 0.3266,
      "step": 5700
    },
    {
      "epoch": 0.290627270525551,
      "loss_breakdown/lm_loss": 3.862571611534804e-05,
      "loss_breakdown/pointer_loss": 1.2815823554992676,
      "step": 5700
    },
    {
      "epoch": 0.290627270525551,
      "loss_breakdown/lm_loss": 1.7480540918768384e-05,
      "loss_breakdown/pointer_loss": 0.51133131980896,
      "step": 5700
    },
    {
      "epoch": 0.290627270525551,
      "loss_breakdown/lm_loss": 1.3131418199918699e-05,
      "loss_breakdown/pointer_loss": 1.4734877347946167,
      "step": 5700
    },
    {
      "epoch": 0.290627270525551,
      "loss_breakdown/lm_loss": 1.4387556802830659e-05,
      "loss_breakdown/pointer_loss": 0.9580928683280945,
      "step": 5700
    },
    {
      "epoch": 0.2911371429299818,
      "grad_norm": 4.560678579379249,
      "learning_rate": 3.938526912181304e-06,
      "loss": 0.2987,
      "step": 5710
    },
    {
      "epoch": 0.2911371429299818,
      "loss_breakdown/lm_loss": 1.468632308387896e-05,
      "loss_breakdown/pointer_loss": 0.44938498735427856,
      "step": 5710
    },
    {
      "epoch": 0.2911371429299818,
      "loss_breakdown/lm_loss": 6.874299742776202e-06,
      "loss_breakdown/pointer_loss": 0.3035903871059418,
      "step": 5710
    },
    {
      "epoch": 0.2911371429299818,
      "loss_breakdown/lm_loss": 8.360424544662237e-06,
      "loss_breakdown/pointer_loss": 0.09627515077590942,
      "step": 5710
    },
    {
      "epoch": 0.2911371429299818,
      "loss_breakdown/lm_loss": 5.829278961755335e-06,
      "loss_breakdown/pointer_loss": 0.061486270278692245,
      "step": 5710
    },
    {
      "epoch": 0.29164701533441256,
      "grad_norm": 4.929755140435435,
      "learning_rate": 3.935694050991502e-06,
      "loss": 0.2884,
      "step": 5720
    },
    {
      "epoch": 0.29164701533441256,
      "loss_breakdown/lm_loss": 9.549194146529771e-06,
      "loss_breakdown/pointer_loss": 0.8700860142707825,
      "step": 5720
    },
    {
      "epoch": 0.29164701533441256,
      "loss_breakdown/lm_loss": 7.525981345679611e-06,
      "loss_breakdown/pointer_loss": 0.4012596011161804,
      "step": 5720
    },
    {
      "epoch": 0.29164701533441256,
      "loss_breakdown/lm_loss": 1.1705150427587796e-05,
      "loss_breakdown/pointer_loss": 0.19560053944587708,
      "step": 5720
    },
    {
      "epoch": 0.29164701533441256,
      "loss_breakdown/lm_loss": 8.722301572561264e-06,
      "loss_breakdown/pointer_loss": 0.4962918162345886,
      "step": 5720
    },
    {
      "epoch": 0.29215688773884335,
      "grad_norm": 5.526364110026929,
      "learning_rate": 3.9328611898016995e-06,
      "loss": 0.2596,
      "step": 5730
    },
    {
      "epoch": 0.29215688773884335,
      "loss_breakdown/lm_loss": 1.3533393939724192e-05,
      "loss_breakdown/pointer_loss": 0.2867060899734497,
      "step": 5730
    },
    {
      "epoch": 0.29215688773884335,
      "loss_breakdown/lm_loss": 2.9501619792426936e-05,
      "loss_breakdown/pointer_loss": 0.21616491675376892,
      "step": 5730
    },
    {
      "epoch": 0.29215688773884335,
      "loss_breakdown/lm_loss": 1.7223770555574447e-05,
      "loss_breakdown/pointer_loss": 0.10721814632415771,
      "step": 5730
    },
    {
      "epoch": 0.29215688773884335,
      "loss_breakdown/lm_loss": 1.4852740605419967e-05,
      "loss_breakdown/pointer_loss": 0.918566107749939,
      "step": 5730
    },
    {
      "epoch": 0.29266676014327414,
      "grad_norm": 4.175301948354241,
      "learning_rate": 3.930028328611898e-06,
      "loss": 0.3222,
      "step": 5740
    },
    {
      "epoch": 0.29266676014327414,
      "loss_breakdown/lm_loss": 7.0025198510847986e-06,
      "loss_breakdown/pointer_loss": 0.23689648509025574,
      "step": 5740
    },
    {
      "epoch": 0.29266676014327414,
      "loss_breakdown/lm_loss": 7.463364909199299e-06,
      "loss_breakdown/pointer_loss": 0.7744917869567871,
      "step": 5740
    },
    {
      "epoch": 0.29266676014327414,
      "loss_breakdown/lm_loss": 6.602975190617144e-06,
      "loss_breakdown/pointer_loss": 0.14738383889198303,
      "step": 5740
    },
    {
      "epoch": 0.29266676014327414,
      "loss_breakdown/lm_loss": 8.628615432826336e-06,
      "loss_breakdown/pointer_loss": 0.1413150131702423,
      "step": 5740
    },
    {
      "epoch": 0.29317663254770493,
      "grad_norm": 5.9112910137517485,
      "learning_rate": 3.927195467422097e-06,
      "loss": 0.2996,
      "step": 5750
    },
    {
      "epoch": 0.29317663254770493,
      "loss_breakdown/lm_loss": 3.1723277061246336e-05,
      "loss_breakdown/pointer_loss": 1.2195100784301758,
      "step": 5750
    },
    {
      "epoch": 0.29317663254770493,
      "loss_breakdown/lm_loss": 2.9621067369589582e-05,
      "loss_breakdown/pointer_loss": 0.42682743072509766,
      "step": 5750
    },
    {
      "epoch": 0.29317663254770493,
      "loss_breakdown/lm_loss": 1.3971033695270307e-05,
      "loss_breakdown/pointer_loss": 0.5947566032409668,
      "step": 5750
    },
    {
      "epoch": 0.29317663254770493,
      "loss_breakdown/lm_loss": 9.68620315688895e-06,
      "loss_breakdown/pointer_loss": 0.4923834502696991,
      "step": 5750
    },
    {
      "epoch": 0.2936865049521357,
      "grad_norm": 3.6757469868897297,
      "learning_rate": 3.924362606232295e-06,
      "loss": 0.2716,
      "step": 5760
    },
    {
      "epoch": 0.2936865049521357,
      "loss_breakdown/lm_loss": 5.372314262785949e-06,
      "loss_breakdown/pointer_loss": 0.14752911031246185,
      "step": 5760
    },
    {
      "epoch": 0.2936865049521357,
      "loss_breakdown/lm_loss": 7.157242635003058e-06,
      "loss_breakdown/pointer_loss": 0.35741955041885376,
      "step": 5760
    },
    {
      "epoch": 0.2936865049521357,
      "loss_breakdown/lm_loss": 9.377497008244973e-06,
      "loss_breakdown/pointer_loss": 1.1678030490875244,
      "step": 5760
    },
    {
      "epoch": 0.2936865049521357,
      "loss_breakdown/lm_loss": 8.682254701852798e-06,
      "loss_breakdown/pointer_loss": 1.8676832914352417,
      "step": 5760
    },
    {
      "epoch": 0.2941963773565665,
      "grad_norm": 2.1251103026981206,
      "learning_rate": 3.921529745042493e-06,
      "loss": 0.3065,
      "step": 5770
    },
    {
      "epoch": 0.2941963773565665,
      "loss_breakdown/lm_loss": 8.54193694976857e-06,
      "loss_breakdown/pointer_loss": 0.39558708667755127,
      "step": 5770
    },
    {
      "epoch": 0.2941963773565665,
      "loss_breakdown/lm_loss": 9.520341336610727e-06,
      "loss_breakdown/pointer_loss": 0.21870581805706024,
      "step": 5770
    },
    {
      "epoch": 0.2941963773565665,
      "loss_breakdown/lm_loss": 1.1767645446525421e-05,
      "loss_breakdown/pointer_loss": 0.2737500071525574,
      "step": 5770
    },
    {
      "epoch": 0.2941963773565665,
      "loss_breakdown/lm_loss": 1.0181588550040033e-05,
      "loss_breakdown/pointer_loss": 0.3684294521808624,
      "step": 5770
    },
    {
      "epoch": 0.2947062497609973,
      "grad_norm": 7.5658852813065245,
      "learning_rate": 3.918696883852692e-06,
      "loss": 0.2904,
      "step": 5780
    },
    {
      "epoch": 0.2947062497609973,
      "loss_breakdown/lm_loss": 8.106077075353824e-06,
      "loss_breakdown/pointer_loss": 0.23554661870002747,
      "step": 5780
    },
    {
      "epoch": 0.2947062497609973,
      "loss_breakdown/lm_loss": 8.348449227923993e-06,
      "loss_breakdown/pointer_loss": 0.12200641632080078,
      "step": 5780
    },
    {
      "epoch": 0.2947062497609973,
      "loss_breakdown/lm_loss": 2.748241058725398e-05,
      "loss_breakdown/pointer_loss": 0.7238322496414185,
      "step": 5780
    },
    {
      "epoch": 0.2947062497609973,
      "loss_breakdown/lm_loss": 9.016002877615392e-06,
      "loss_breakdown/pointer_loss": 0.08594051003456116,
      "step": 5780
    },
    {
      "epoch": 0.2952161221654281,
      "grad_norm": 3.1214826849518174,
      "learning_rate": 3.91586402266289e-06,
      "loss": 0.3009,
      "step": 5790
    },
    {
      "epoch": 0.2952161221654281,
      "loss_breakdown/lm_loss": 7.786232345097233e-06,
      "loss_breakdown/pointer_loss": 0.15456730127334595,
      "step": 5790
    },
    {
      "epoch": 0.2952161221654281,
      "loss_breakdown/lm_loss": 9.285645319323521e-06,
      "loss_breakdown/pointer_loss": 0.5195983052253723,
      "step": 5790
    },
    {
      "epoch": 0.2952161221654281,
      "loss_breakdown/lm_loss": 9.850694368651602e-06,
      "loss_breakdown/pointer_loss": 0.5656139254570007,
      "step": 5790
    },
    {
      "epoch": 0.2952161221654281,
      "loss_breakdown/lm_loss": 1.2283412615943234e-05,
      "loss_breakdown/pointer_loss": 0.32734230160713196,
      "step": 5790
    },
    {
      "epoch": 0.2957259945698589,
      "grad_norm": 6.7980900614672075,
      "learning_rate": 3.9130311614730886e-06,
      "loss": 0.2519,
      "step": 5800
    },
    {
      "epoch": 0.2957259945698589,
      "loss_breakdown/lm_loss": 2.0154393496341072e-05,
      "loss_breakdown/pointer_loss": 0.9613723158836365,
      "step": 5800
    },
    {
      "epoch": 0.2957259945698589,
      "loss_breakdown/lm_loss": 1.1030690984625835e-05,
      "loss_breakdown/pointer_loss": 0.3879740238189697,
      "step": 5800
    },
    {
      "epoch": 0.2957259945698589,
      "loss_breakdown/lm_loss": 3.401203503017314e-05,
      "loss_breakdown/pointer_loss": 0.371942400932312,
      "step": 5800
    },
    {
      "epoch": 0.2957259945698589,
      "loss_breakdown/lm_loss": 1.2324941053520888e-05,
      "loss_breakdown/pointer_loss": 0.3767293393611908,
      "step": 5800
    },
    {
      "epoch": 0.29623586697428966,
      "grad_norm": 4.686024818462747,
      "learning_rate": 3.910198300283286e-06,
      "loss": 0.2917,
      "step": 5810
    },
    {
      "epoch": 0.29623586697428966,
      "loss_breakdown/lm_loss": 1.966818490473088e-05,
      "loss_breakdown/pointer_loss": 0.6622527837753296,
      "step": 5810
    },
    {
      "epoch": 0.29623586697428966,
      "loss_breakdown/lm_loss": 1.5476936823688447e-05,
      "loss_breakdown/pointer_loss": 0.18529188632965088,
      "step": 5810
    },
    {
      "epoch": 0.29623586697428966,
      "loss_breakdown/lm_loss": 7.920682037365623e-06,
      "loss_breakdown/pointer_loss": 0.9596646428108215,
      "step": 5810
    },
    {
      "epoch": 0.29623586697428966,
      "loss_breakdown/lm_loss": 1.1737766726582777e-05,
      "loss_breakdown/pointer_loss": 0.058943938463926315,
      "step": 5810
    },
    {
      "epoch": 0.29674573937872045,
      "grad_norm": 1.7721922329347377,
      "learning_rate": 3.907365439093484e-06,
      "loss": 0.3106,
      "step": 5820
    },
    {
      "epoch": 0.29674573937872045,
      "loss_breakdown/lm_loss": 1.6110181604744866e-05,
      "loss_breakdown/pointer_loss": 0.5224096775054932,
      "step": 5820
    },
    {
      "epoch": 0.29674573937872045,
      "loss_breakdown/lm_loss": 7.695208296354394e-06,
      "loss_breakdown/pointer_loss": 0.4334895610809326,
      "step": 5820
    },
    {
      "epoch": 0.29674573937872045,
      "loss_breakdown/lm_loss": 9.903227692120709e-06,
      "loss_breakdown/pointer_loss": 0.43175169825553894,
      "step": 5820
    },
    {
      "epoch": 0.29674573937872045,
      "loss_breakdown/lm_loss": 1.4201113117451314e-05,
      "loss_breakdown/pointer_loss": 0.8074526786804199,
      "step": 5820
    },
    {
      "epoch": 0.29725561178315124,
      "grad_norm": 5.701628486523976,
      "learning_rate": 3.904532577903683e-06,
      "loss": 0.2914,
      "step": 5830
    },
    {
      "epoch": 0.29725561178315124,
      "loss_breakdown/lm_loss": 9.675616638560314e-06,
      "loss_breakdown/pointer_loss": 0.28795066475868225,
      "step": 5830
    },
    {
      "epoch": 0.29725561178315124,
      "loss_breakdown/lm_loss": 1.0390832358098123e-05,
      "loss_breakdown/pointer_loss": 0.5949949026107788,
      "step": 5830
    },
    {
      "epoch": 0.29725561178315124,
      "loss_breakdown/lm_loss": 5.980265541438712e-06,
      "loss_breakdown/pointer_loss": 0.0795469880104065,
      "step": 5830
    },
    {
      "epoch": 0.29725561178315124,
      "loss_breakdown/lm_loss": 1.0180320714425761e-05,
      "loss_breakdown/pointer_loss": 0.15138040482997894,
      "step": 5830
    },
    {
      "epoch": 0.29776548418758203,
      "grad_norm": 2.0669528826022527,
      "learning_rate": 3.9016997167138816e-06,
      "loss": 0.2789,
      "step": 5840
    },
    {
      "epoch": 0.29776548418758203,
      "loss_breakdown/lm_loss": 5.035225058236392e-06,
      "loss_breakdown/pointer_loss": 0.5161647200584412,
      "step": 5840
    },
    {
      "epoch": 0.29776548418758203,
      "loss_breakdown/lm_loss": 6.347426733555039e-06,
      "loss_breakdown/pointer_loss": 0.4538719058036804,
      "step": 5840
    },
    {
      "epoch": 0.29776548418758203,
      "loss_breakdown/lm_loss": 5.642517862725072e-06,
      "loss_breakdown/pointer_loss": 0.5292230248451233,
      "step": 5840
    },
    {
      "epoch": 0.29776548418758203,
      "loss_breakdown/lm_loss": 5.071917712484719e-06,
      "loss_breakdown/pointer_loss": 0.18191756308078766,
      "step": 5840
    },
    {
      "epoch": 0.2982753565920129,
      "grad_norm": 8.589855013242103,
      "learning_rate": 3.898866855524079e-06,
      "loss": 0.279,
      "step": 5850
    },
    {
      "epoch": 0.2982753565920129,
      "loss_breakdown/lm_loss": 2.1247073163976893e-05,
      "loss_breakdown/pointer_loss": 2.126771926879883,
      "step": 5850
    },
    {
      "epoch": 0.2982753565920129,
      "loss_breakdown/lm_loss": 1.0465331797604449e-05,
      "loss_breakdown/pointer_loss": 0.7552151679992676,
      "step": 5850
    },
    {
      "epoch": 0.2982753565920129,
      "loss_breakdown/lm_loss": 9.15858709049644e-06,
      "loss_breakdown/pointer_loss": 0.8363147974014282,
      "step": 5850
    },
    {
      "epoch": 0.2982753565920129,
      "loss_breakdown/lm_loss": 8.096516467048787e-06,
      "loss_breakdown/pointer_loss": 0.5254970192909241,
      "step": 5850
    },
    {
      "epoch": 0.29878522899644366,
      "grad_norm": 9.206936431780042,
      "learning_rate": 3.896033994334278e-06,
      "loss": 0.2778,
      "step": 5860
    },
    {
      "epoch": 0.29878522899644366,
      "loss_breakdown/lm_loss": 6.471978849731386e-06,
      "loss_breakdown/pointer_loss": 0.8792078495025635,
      "step": 5860
    },
    {
      "epoch": 0.29878522899644366,
      "loss_breakdown/lm_loss": 7.206745976873208e-06,
      "loss_breakdown/pointer_loss": 0.25073927640914917,
      "step": 5860
    },
    {
      "epoch": 0.29878522899644366,
      "loss_breakdown/lm_loss": 5.8650375649449416e-06,
      "loss_breakdown/pointer_loss": 0.11860302090644836,
      "step": 5860
    },
    {
      "epoch": 0.29878522899644366,
      "loss_breakdown/lm_loss": 6.457092695200117e-06,
      "loss_breakdown/pointer_loss": 0.11222238838672638,
      "step": 5860
    },
    {
      "epoch": 0.29929510140087445,
      "grad_norm": 4.011762131438647,
      "learning_rate": 3.893201133144477e-06,
      "loss": 0.2971,
      "step": 5870
    },
    {
      "epoch": 0.29929510140087445,
      "loss_breakdown/lm_loss": 8.427044122072402e-06,
      "loss_breakdown/pointer_loss": 0.38147881627082825,
      "step": 5870
    },
    {
      "epoch": 0.29929510140087445,
      "loss_breakdown/lm_loss": 6.893712907185545e-06,
      "loss_breakdown/pointer_loss": 0.47236669063568115,
      "step": 5870
    },
    {
      "epoch": 0.29929510140087445,
      "loss_breakdown/lm_loss": 7.109596026566578e-06,
      "loss_breakdown/pointer_loss": 0.8723431825637817,
      "step": 5870
    },
    {
      "epoch": 0.29929510140087445,
      "loss_breakdown/lm_loss": 7.765610462229233e-06,
      "loss_breakdown/pointer_loss": 0.3515564799308777,
      "step": 5870
    },
    {
      "epoch": 0.29980497380530524,
      "grad_norm": 5.624902919494432,
      "learning_rate": 3.890368271954675e-06,
      "loss": 0.2775,
      "step": 5880
    },
    {
      "epoch": 0.29980497380530524,
      "loss_breakdown/lm_loss": 1.0494220077816863e-05,
      "loss_breakdown/pointer_loss": 0.16102534532546997,
      "step": 5880
    },
    {
      "epoch": 0.29980497380530524,
      "loss_breakdown/lm_loss": 1.3116748959873803e-05,
      "loss_breakdown/pointer_loss": 0.1850176453590393,
      "step": 5880
    },
    {
      "epoch": 0.29980497380530524,
      "loss_breakdown/lm_loss": 7.388203812297434e-06,
      "loss_breakdown/pointer_loss": 0.03463336452841759,
      "step": 5880
    },
    {
      "epoch": 0.29980497380530524,
      "loss_breakdown/lm_loss": 7.637235285073984e-06,
      "loss_breakdown/pointer_loss": 0.18464747071266174,
      "step": 5880
    },
    {
      "epoch": 0.30031484620973603,
      "grad_norm": 2.254247859536929,
      "learning_rate": 3.887535410764872e-06,
      "loss": 0.2882,
      "step": 5890
    },
    {
      "epoch": 0.30031484620973603,
      "loss_breakdown/lm_loss": 6.4383748394902796e-06,
      "loss_breakdown/pointer_loss": 0.199538916349411,
      "step": 5890
    },
    {
      "epoch": 0.30031484620973603,
      "loss_breakdown/lm_loss": 6.8005201683263294e-06,
      "loss_breakdown/pointer_loss": 0.2546248435974121,
      "step": 5890
    },
    {
      "epoch": 0.30031484620973603,
      "loss_breakdown/lm_loss": 7.785147317918018e-06,
      "loss_breakdown/pointer_loss": 1.0485790967941284,
      "step": 5890
    },
    {
      "epoch": 0.30031484620973603,
      "loss_breakdown/lm_loss": 5.884909569431329e-06,
      "loss_breakdown/pointer_loss": 0.15259240567684174,
      "step": 5890
    },
    {
      "epoch": 0.3008247186141668,
      "grad_norm": 8.418930620332354,
      "learning_rate": 3.884702549575071e-06,
      "loss": 0.2943,
      "step": 5900
    },
    {
      "epoch": 0.3008247186141668,
      "loss_breakdown/lm_loss": 4.903254739474505e-05,
      "loss_breakdown/pointer_loss": 1.0876996517181396,
      "step": 5900
    },
    {
      "epoch": 0.3008247186141668,
      "loss_breakdown/lm_loss": 1.566580067446921e-05,
      "loss_breakdown/pointer_loss": 0.6662242412567139,
      "step": 5900
    },
    {
      "epoch": 0.3008247186141668,
      "loss_breakdown/lm_loss": 7.89673958934145e-06,
      "loss_breakdown/pointer_loss": 0.3942478895187378,
      "step": 5900
    },
    {
      "epoch": 0.3008247186141668,
      "loss_breakdown/lm_loss": 1.1338946023897734e-05,
      "loss_breakdown/pointer_loss": 0.5762013792991638,
      "step": 5900
    },
    {
      "epoch": 0.3013345910185976,
      "grad_norm": 5.429224953412024,
      "learning_rate": 3.88186968838527e-06,
      "loss": 0.2729,
      "step": 5910
    },
    {
      "epoch": 0.3013345910185976,
      "loss_breakdown/lm_loss": 6.429286258935463e-06,
      "loss_breakdown/pointer_loss": 0.22374339401721954,
      "step": 5910
    },
    {
      "epoch": 0.3013345910185976,
      "loss_breakdown/lm_loss": 7.851812370063271e-06,
      "loss_breakdown/pointer_loss": 0.21007943153381348,
      "step": 5910
    },
    {
      "epoch": 0.3013345910185976,
      "loss_breakdown/lm_loss": 1.0320132787455805e-05,
      "loss_breakdown/pointer_loss": 0.08245991170406342,
      "step": 5910
    },
    {
      "epoch": 0.3013345910185976,
      "loss_breakdown/lm_loss": 5.145827344676945e-06,
      "loss_breakdown/pointer_loss": 0.21279145777225494,
      "step": 5910
    },
    {
      "epoch": 0.3018444634230284,
      "grad_norm": 2.3123971181696445,
      "learning_rate": 3.879036827195468e-06,
      "loss": 0.3249,
      "step": 5920
    },
    {
      "epoch": 0.3018444634230284,
      "loss_breakdown/lm_loss": 1.0484786798770074e-05,
      "loss_breakdown/pointer_loss": 0.3668319284915924,
      "step": 5920
    },
    {
      "epoch": 0.3018444634230284,
      "loss_breakdown/lm_loss": 9.192546713165939e-06,
      "loss_breakdown/pointer_loss": 0.3229748606681824,
      "step": 5920
    },
    {
      "epoch": 0.3018444634230284,
      "loss_breakdown/lm_loss": 8.241602699854411e-06,
      "loss_breakdown/pointer_loss": 0.4186191260814667,
      "step": 5920
    },
    {
      "epoch": 0.3018444634230284,
      "loss_breakdown/lm_loss": 7.88777197158197e-06,
      "loss_breakdown/pointer_loss": 0.3930327594280243,
      "step": 5920
    },
    {
      "epoch": 0.3023543358274592,
      "grad_norm": 21.660043642708196,
      "learning_rate": 3.876203966005666e-06,
      "loss": 0.2596,
      "step": 5930
    },
    {
      "epoch": 0.3023543358274592,
      "loss_breakdown/lm_loss": 6.103463420004118e-06,
      "loss_breakdown/pointer_loss": 0.06948228180408478,
      "step": 5930
    },
    {
      "epoch": 0.3023543358274592,
      "loss_breakdown/lm_loss": 5.880936441826634e-06,
      "loss_breakdown/pointer_loss": 0.239522784948349,
      "step": 5930
    },
    {
      "epoch": 0.3023543358274592,
      "loss_breakdown/lm_loss": 5.280927325657103e-06,
      "loss_breakdown/pointer_loss": 2.6389734745025635,
      "step": 5930
    },
    {
      "epoch": 0.3023543358274592,
      "loss_breakdown/lm_loss": 8.593490747443866e-06,
      "loss_breakdown/pointer_loss": 2.4564287662506104,
      "step": 5930
    },
    {
      "epoch": 0.30286420823189,
      "grad_norm": 2.9431125222105496,
      "learning_rate": 3.873371104815865e-06,
      "loss": 0.2945,
      "step": 5940
    },
    {
      "epoch": 0.30286420823189,
      "loss_breakdown/lm_loss": 8.083885404630564e-06,
      "loss_breakdown/pointer_loss": 0.8755220174789429,
      "step": 5940
    },
    {
      "epoch": 0.30286420823189,
      "loss_breakdown/lm_loss": 7.628295406902907e-06,
      "loss_breakdown/pointer_loss": 0.670681357383728,
      "step": 5940
    },
    {
      "epoch": 0.30286420823189,
      "loss_breakdown/lm_loss": 6.633920293097617e-06,
      "loss_breakdown/pointer_loss": 0.10772764682769775,
      "step": 5940
    },
    {
      "epoch": 0.30286420823189,
      "loss_breakdown/lm_loss": 1.0833775377250277e-05,
      "loss_breakdown/pointer_loss": 0.3957590162754059,
      "step": 5940
    },
    {
      "epoch": 0.30337408063632076,
      "grad_norm": 4.504099251744632,
      "learning_rate": 3.870538243626063e-06,
      "loss": 0.2966,
      "step": 5950
    },
    {
      "epoch": 0.30337408063632076,
      "loss_breakdown/lm_loss": 3.850846769637428e-05,
      "loss_breakdown/pointer_loss": 2.592470169067383,
      "step": 5950
    },
    {
      "epoch": 0.30337408063632076,
      "loss_breakdown/lm_loss": 1.4939028005755972e-05,
      "loss_breakdown/pointer_loss": 0.33765944838523865,
      "step": 5950
    },
    {
      "epoch": 0.30337408063632076,
      "loss_breakdown/lm_loss": 1.2569389582495205e-05,
      "loss_breakdown/pointer_loss": 0.5150352716445923,
      "step": 5950
    },
    {
      "epoch": 0.30337408063632076,
      "loss_breakdown/lm_loss": 1.0750147339422256e-05,
      "loss_breakdown/pointer_loss": 1.3779224157333374,
      "step": 5950
    },
    {
      "epoch": 0.30388395304075155,
      "grad_norm": 5.424460580085009,
      "learning_rate": 3.867705382436261e-06,
      "loss": 0.2817,
      "step": 5960
    },
    {
      "epoch": 0.30388395304075155,
      "loss_breakdown/lm_loss": 8.702138075022958e-06,
      "loss_breakdown/pointer_loss": 0.1639842987060547,
      "step": 5960
    },
    {
      "epoch": 0.30388395304075155,
      "loss_breakdown/lm_loss": 6.8087629188084975e-06,
      "loss_breakdown/pointer_loss": 0.204229474067688,
      "step": 5960
    },
    {
      "epoch": 0.30388395304075155,
      "loss_breakdown/lm_loss": 7.163056125136791e-06,
      "loss_breakdown/pointer_loss": 0.10778805613517761,
      "step": 5960
    },
    {
      "epoch": 0.30388395304075155,
      "loss_breakdown/lm_loss": 8.535253982699942e-06,
      "loss_breakdown/pointer_loss": 0.19894704222679138,
      "step": 5960
    },
    {
      "epoch": 0.30439382544518234,
      "grad_norm": 2.9256691674136,
      "learning_rate": 3.864872521246459e-06,
      "loss": 0.3127,
      "step": 5970
    },
    {
      "epoch": 0.30439382544518234,
      "loss_breakdown/lm_loss": 8.256756700575352e-06,
      "loss_breakdown/pointer_loss": 0.6712219715118408,
      "step": 5970
    },
    {
      "epoch": 0.30439382544518234,
      "loss_breakdown/lm_loss": 6.6048878579749726e-06,
      "loss_breakdown/pointer_loss": 0.9698476791381836,
      "step": 5970
    },
    {
      "epoch": 0.30439382544518234,
      "loss_breakdown/lm_loss": 6.411259619198972e-06,
      "loss_breakdown/pointer_loss": 0.37404531240463257,
      "step": 5970
    },
    {
      "epoch": 0.30439382544518234,
      "loss_breakdown/lm_loss": 6.99610291121644e-06,
      "loss_breakdown/pointer_loss": 0.19220782816410065,
      "step": 5970
    },
    {
      "epoch": 0.30490369784961313,
      "grad_norm": 5.4567218399586555,
      "learning_rate": 3.862039660056657e-06,
      "loss": 0.2967,
      "step": 5980
    },
    {
      "epoch": 0.30490369784961313,
      "loss_breakdown/lm_loss": 1.0315340659872163e-05,
      "loss_breakdown/pointer_loss": 0.2305620014667511,
      "step": 5980
    },
    {
      "epoch": 0.30490369784961313,
      "loss_breakdown/lm_loss": 1.0589483281364664e-05,
      "loss_breakdown/pointer_loss": 0.5499704480171204,
      "step": 5980
    },
    {
      "epoch": 0.30490369784961313,
      "loss_breakdown/lm_loss": 1.2552162843348924e-05,
      "loss_breakdown/pointer_loss": 2.0983283519744873,
      "step": 5980
    },
    {
      "epoch": 0.30490369784961313,
      "loss_breakdown/lm_loss": 1.1022594662790652e-05,
      "loss_breakdown/pointer_loss": 0.5455445647239685,
      "step": 5980
    },
    {
      "epoch": 0.3054135702540439,
      "grad_norm": 3.2104122538492255,
      "learning_rate": 3.859206798866856e-06,
      "loss": 0.2874,
      "step": 5990
    },
    {
      "epoch": 0.3054135702540439,
      "loss_breakdown/lm_loss": 8.001679816516116e-06,
      "loss_breakdown/pointer_loss": 0.5546088814735413,
      "step": 5990
    },
    {
      "epoch": 0.3054135702540439,
      "loss_breakdown/lm_loss": 5.290194167173468e-06,
      "loss_breakdown/pointer_loss": 0.4668349623680115,
      "step": 5990
    },
    {
      "epoch": 0.3054135702540439,
      "loss_breakdown/lm_loss": 5.859738394065062e-06,
      "loss_breakdown/pointer_loss": 0.1736431121826172,
      "step": 5990
    },
    {
      "epoch": 0.3054135702540439,
      "loss_breakdown/lm_loss": 8.069562682067044e-06,
      "loss_breakdown/pointer_loss": 0.19191622734069824,
      "step": 5990
    },
    {
      "epoch": 0.3059234426584747,
      "grad_norm": 13.19293138949212,
      "learning_rate": 3.8563739376770544e-06,
      "loss": 0.3429,
      "step": 6000
    },
    {
      "epoch": 0.3059234426584747,
      "loss_breakdown/lm_loss": 5.8271310990676284e-05,
      "loss_breakdown/pointer_loss": 1.6127660274505615,
      "step": 6000
    },
    {
      "epoch": 0.3059234426584747,
      "loss_breakdown/lm_loss": 1.257496842299588e-05,
      "loss_breakdown/pointer_loss": 0.47101399302482605,
      "step": 6000
    },
    {
      "epoch": 0.3059234426584747,
      "loss_breakdown/lm_loss": 1.1449887097114697e-05,
      "loss_breakdown/pointer_loss": 0.2892031669616699,
      "step": 6000
    },
    {
      "epoch": 0.3059234426584747,
      "loss_breakdown/lm_loss": 1.3103944183967542e-05,
      "loss_breakdown/pointer_loss": 0.858664870262146,
      "step": 6000
    },
    {
      "epoch": 0.3064333150629055,
      "grad_norm": 5.650085466729436,
      "learning_rate": 3.853541076487252e-06,
      "loss": 0.3101,
      "step": 6010
    },
    {
      "epoch": 0.3064333150629055,
      "loss_breakdown/lm_loss": 4.7352218643936794e-06,
      "loss_breakdown/pointer_loss": 0.2213389277458191,
      "step": 6010
    },
    {
      "epoch": 0.3064333150629055,
      "loss_breakdown/lm_loss": 4.3221571104368195e-06,
      "loss_breakdown/pointer_loss": 0.70285564661026,
      "step": 6010
    },
    {
      "epoch": 0.3064333150629055,
      "loss_breakdown/lm_loss": 6.380019385687774e-06,
      "loss_breakdown/pointer_loss": 1.2314834594726562,
      "step": 6010
    },
    {
      "epoch": 0.3064333150629055,
      "loss_breakdown/lm_loss": 7.425328021781752e-06,
      "loss_breakdown/pointer_loss": 0.5407910943031311,
      "step": 6010
    },
    {
      "epoch": 0.3069431874673363,
      "grad_norm": 3.386513424733888,
      "learning_rate": 3.850708215297451e-06,
      "loss": 0.2984,
      "step": 6020
    },
    {
      "epoch": 0.3069431874673363,
      "loss_breakdown/lm_loss": 7.601933702972019e-06,
      "loss_breakdown/pointer_loss": 0.6469322443008423,
      "step": 6020
    },
    {
      "epoch": 0.3069431874673363,
      "loss_breakdown/lm_loss": 6.760986252629664e-06,
      "loss_breakdown/pointer_loss": 0.3356854319572449,
      "step": 6020
    },
    {
      "epoch": 0.3069431874673363,
      "loss_breakdown/lm_loss": 5.8264863582735416e-06,
      "loss_breakdown/pointer_loss": 0.42202961444854736,
      "step": 6020
    },
    {
      "epoch": 0.3069431874673363,
      "loss_breakdown/lm_loss": 6.623673471040092e-06,
      "loss_breakdown/pointer_loss": 0.6765837669372559,
      "step": 6020
    },
    {
      "epoch": 0.3074530598717671,
      "grad_norm": 6.521524455548181,
      "learning_rate": 3.847875354107649e-06,
      "loss": 0.25,
      "step": 6030
    },
    {
      "epoch": 0.3074530598717671,
      "loss_breakdown/lm_loss": 6.270349331316538e-06,
      "loss_breakdown/pointer_loss": 0.2659565210342407,
      "step": 6030
    },
    {
      "epoch": 0.3074530598717671,
      "loss_breakdown/lm_loss": 6.02795716986293e-06,
      "loss_breakdown/pointer_loss": 3.3061892986297607,
      "step": 6030
    },
    {
      "epoch": 0.3074530598717671,
      "loss_breakdown/lm_loss": 7.887578249210492e-06,
      "loss_breakdown/pointer_loss": 0.27978819608688354,
      "step": 6030
    },
    {
      "epoch": 0.3074530598717671,
      "loss_breakdown/lm_loss": 8.164389328157995e-06,
      "loss_breakdown/pointer_loss": 0.15022464096546173,
      "step": 6030
    },
    {
      "epoch": 0.30796293227619786,
      "grad_norm": 7.265852598531398,
      "learning_rate": 3.8450424929178475e-06,
      "loss": 0.307,
      "step": 6040
    },
    {
      "epoch": 0.30796293227619786,
      "loss_breakdown/lm_loss": 4.597111455950653e-06,
      "loss_breakdown/pointer_loss": 0.31603026390075684,
      "step": 6040
    },
    {
      "epoch": 0.30796293227619786,
      "loss_breakdown/lm_loss": 9.315807801613118e-06,
      "loss_breakdown/pointer_loss": 0.29325470328330994,
      "step": 6040
    },
    {
      "epoch": 0.30796293227619786,
      "loss_breakdown/lm_loss": 4.963838364346884e-06,
      "loss_breakdown/pointer_loss": 0.3310687839984894,
      "step": 6040
    },
    {
      "epoch": 0.30796293227619786,
      "loss_breakdown/lm_loss": 5.498589871422155e-06,
      "loss_breakdown/pointer_loss": 0.5352628231048584,
      "step": 6040
    },
    {
      "epoch": 0.30847280468062865,
      "grad_norm": 9.730719978808033,
      "learning_rate": 3.842209631728045e-06,
      "loss": 0.3159,
      "step": 6050
    },
    {
      "epoch": 0.30847280468062865,
      "loss_breakdown/lm_loss": 4.862734931521118e-05,
      "loss_breakdown/pointer_loss": 1.448905348777771,
      "step": 6050
    },
    {
      "epoch": 0.30847280468062865,
      "loss_breakdown/lm_loss": 1.7371876310789958e-05,
      "loss_breakdown/pointer_loss": 0.8523046970367432,
      "step": 6050
    },
    {
      "epoch": 0.30847280468062865,
      "loss_breakdown/lm_loss": 3.106217263848521e-05,
      "loss_breakdown/pointer_loss": 1.0763381719589233,
      "step": 6050
    },
    {
      "epoch": 0.30847280468062865,
      "loss_breakdown/lm_loss": 1.7388800188200548e-05,
      "loss_breakdown/pointer_loss": 0.5448209643363953,
      "step": 6050
    },
    {
      "epoch": 0.30898267708505944,
      "grad_norm": 4.298578335910004,
      "learning_rate": 3.839376770538244e-06,
      "loss": 0.2729,
      "step": 6060
    },
    {
      "epoch": 0.30898267708505944,
      "loss_breakdown/lm_loss": 6.876948191347765e-06,
      "loss_breakdown/pointer_loss": 0.054773688316345215,
      "step": 6060
    },
    {
      "epoch": 0.30898267708505944,
      "loss_breakdown/lm_loss": 5.130724730406655e-06,
      "loss_breakdown/pointer_loss": 0.39937618374824524,
      "step": 6060
    },
    {
      "epoch": 0.30898267708505944,
      "loss_breakdown/lm_loss": 4.902115961158415e-06,
      "loss_breakdown/pointer_loss": 0.21553672850131989,
      "step": 6060
    },
    {
      "epoch": 0.30898267708505944,
      "loss_breakdown/lm_loss": 5.888888608751586e-06,
      "loss_breakdown/pointer_loss": 0.09048859775066376,
      "step": 6060
    },
    {
      "epoch": 0.30949254948949023,
      "grad_norm": 3.289292709041139,
      "learning_rate": 3.836543909348443e-06,
      "loss": 0.3236,
      "step": 6070
    },
    {
      "epoch": 0.30949254948949023,
      "loss_breakdown/lm_loss": 9.538140147924423e-06,
      "loss_breakdown/pointer_loss": 0.7169339656829834,
      "step": 6070
    },
    {
      "epoch": 0.30949254948949023,
      "loss_breakdown/lm_loss": 6.7272949308971874e-06,
      "loss_breakdown/pointer_loss": 0.48877888917922974,
      "step": 6070
    },
    {
      "epoch": 0.30949254948949023,
      "loss_breakdown/lm_loss": 1.083742426999379e-05,
      "loss_breakdown/pointer_loss": 0.4219069480895996,
      "step": 6070
    },
    {
      "epoch": 0.30949254948949023,
      "loss_breakdown/lm_loss": 6.140207915450446e-06,
      "loss_breakdown/pointer_loss": 0.12706299126148224,
      "step": 6070
    },
    {
      "epoch": 0.310002421893921,
      "grad_norm": 6.5625868657446045,
      "learning_rate": 3.8337110481586405e-06,
      "loss": 0.2512,
      "step": 6080
    },
    {
      "epoch": 0.310002421893921,
      "loss_breakdown/lm_loss": 1.0967090020130854e-05,
      "loss_breakdown/pointer_loss": 0.6527217030525208,
      "step": 6080
    },
    {
      "epoch": 0.310002421893921,
      "loss_breakdown/lm_loss": 5.960410362604307e-06,
      "loss_breakdown/pointer_loss": 0.3296915292739868,
      "step": 6080
    },
    {
      "epoch": 0.310002421893921,
      "loss_breakdown/lm_loss": 5.928619884798536e-06,
      "loss_breakdown/pointer_loss": 0.08561500906944275,
      "step": 6080
    },
    {
      "epoch": 0.310002421893921,
      "loss_breakdown/lm_loss": 6.385577762557659e-06,
      "loss_breakdown/pointer_loss": 0.2855806350708008,
      "step": 6080
    },
    {
      "epoch": 0.3105122942983518,
      "grad_norm": 3.8960664005876944,
      "learning_rate": 3.830878186968839e-06,
      "loss": 0.2944,
      "step": 6090
    },
    {
      "epoch": 0.3105122942983518,
      "loss_breakdown/lm_loss": 9.194729500450194e-06,
      "loss_breakdown/pointer_loss": 0.6931713223457336,
      "step": 6090
    },
    {
      "epoch": 0.3105122942983518,
      "loss_breakdown/lm_loss": 4.831909336644458e-06,
      "loss_breakdown/pointer_loss": 0.31827256083488464,
      "step": 6090
    },
    {
      "epoch": 0.3105122942983518,
      "loss_breakdown/lm_loss": 5.500354745890945e-06,
      "loss_breakdown/pointer_loss": 0.4520338773727417,
      "step": 6090
    },
    {
      "epoch": 0.3105122942983518,
      "loss_breakdown/lm_loss": 8.48507716000313e-06,
      "loss_breakdown/pointer_loss": 0.2968079447746277,
      "step": 6090
    },
    {
      "epoch": 0.31102216670278265,
      "grad_norm": 25.238225915223506,
      "learning_rate": 3.828045325779037e-06,
      "loss": 0.3041,
      "step": 6100
    },
    {
      "epoch": 0.31102216670278265,
      "loss_breakdown/lm_loss": 2.2445907234214246e-05,
      "loss_breakdown/pointer_loss": 0.5918808579444885,
      "step": 6100
    },
    {
      "epoch": 0.31102216670278265,
      "loss_breakdown/lm_loss": 1.1480391549412161e-05,
      "loss_breakdown/pointer_loss": 0.4885484576225281,
      "step": 6100
    },
    {
      "epoch": 0.31102216670278265,
      "loss_breakdown/lm_loss": 7.238251782837324e-06,
      "loss_breakdown/pointer_loss": 0.7737154960632324,
      "step": 6100
    },
    {
      "epoch": 0.31102216670278265,
      "loss_breakdown/lm_loss": 8.053780220507178e-06,
      "loss_breakdown/pointer_loss": 0.3016548454761505,
      "step": 6100
    },
    {
      "epoch": 0.31153203910721344,
      "grad_norm": 3.902003588354161,
      "learning_rate": 3.825212464589236e-06,
      "loss": 0.2995,
      "step": 6110
    },
    {
      "epoch": 0.31153203910721344,
      "loss_breakdown/lm_loss": 9.51952733885264e-06,
      "loss_breakdown/pointer_loss": 0.4418259263038635,
      "step": 6110
    },
    {
      "epoch": 0.31153203910721344,
      "loss_breakdown/lm_loss": 6.131265763542615e-06,
      "loss_breakdown/pointer_loss": 0.14653611183166504,
      "step": 6110
    },
    {
      "epoch": 0.31153203910721344,
      "loss_breakdown/lm_loss": 1.2684939974860754e-05,
      "loss_breakdown/pointer_loss": 0.061875104904174805,
      "step": 6110
    },
    {
      "epoch": 0.31153203910721344,
      "loss_breakdown/lm_loss": 1.5114773304958362e-05,
      "loss_breakdown/pointer_loss": 0.22572439908981323,
      "step": 6110
    },
    {
      "epoch": 0.31204191151164423,
      "grad_norm": 2.914624002067365,
      "learning_rate": 3.8223796033994335e-06,
      "loss": 0.324,
      "step": 6120
    },
    {
      "epoch": 0.31204191151164423,
      "loss_breakdown/lm_loss": 7.578938493679743e-06,
      "loss_breakdown/pointer_loss": 0.7099812626838684,
      "step": 6120
    },
    {
      "epoch": 0.31204191151164423,
      "loss_breakdown/lm_loss": 5.628764483844861e-06,
      "loss_breakdown/pointer_loss": 0.5213391184806824,
      "step": 6120
    },
    {
      "epoch": 0.31204191151164423,
      "loss_breakdown/lm_loss": 1.1589600035222247e-05,
      "loss_breakdown/pointer_loss": 0.5844500660896301,
      "step": 6120
    },
    {
      "epoch": 0.31204191151164423,
      "loss_breakdown/lm_loss": 6.382570063578896e-06,
      "loss_breakdown/pointer_loss": 0.269392728805542,
      "step": 6120
    },
    {
      "epoch": 0.312551783916075,
      "grad_norm": 4.600319659798572,
      "learning_rate": 3.819546742209632e-06,
      "loss": 0.2694,
      "step": 6130
    },
    {
      "epoch": 0.312551783916075,
      "loss_breakdown/lm_loss": 9.723338735057041e-06,
      "loss_breakdown/pointer_loss": 0.07513141632080078,
      "step": 6130
    },
    {
      "epoch": 0.312551783916075,
      "loss_breakdown/lm_loss": 6.671674327662913e-06,
      "loss_breakdown/pointer_loss": 0.1819378286600113,
      "step": 6130
    },
    {
      "epoch": 0.312551783916075,
      "loss_breakdown/lm_loss": 1.0347143870603759e-05,
      "loss_breakdown/pointer_loss": 0.05944008007645607,
      "step": 6130
    },
    {
      "epoch": 0.312551783916075,
      "loss_breakdown/lm_loss": 1.3350941117096227e-05,
      "loss_breakdown/pointer_loss": 1.4946987628936768,
      "step": 6130
    },
    {
      "epoch": 0.3130616563205058,
      "grad_norm": 1.7719824509777324,
      "learning_rate": 3.81671388101983e-06,
      "loss": 0.2958,
      "step": 6140
    },
    {
      "epoch": 0.3130616563205058,
      "loss_breakdown/lm_loss": 7.985468982951716e-06,
      "loss_breakdown/pointer_loss": 0.3732811212539673,
      "step": 6140
    },
    {
      "epoch": 0.3130616563205058,
      "loss_breakdown/lm_loss": 4.8623769544065e-06,
      "loss_breakdown/pointer_loss": 0.2623698115348816,
      "step": 6140
    },
    {
      "epoch": 0.3130616563205058,
      "loss_breakdown/lm_loss": 6.95776725478936e-06,
      "loss_breakdown/pointer_loss": 0.19271381199359894,
      "step": 6140
    },
    {
      "epoch": 0.3130616563205058,
      "loss_breakdown/lm_loss": 4.828380497201579e-06,
      "loss_breakdown/pointer_loss": 0.15947668254375458,
      "step": 6140
    },
    {
      "epoch": 0.3135715287249366,
      "grad_norm": 14.390542563150118,
      "learning_rate": 3.8138810198300286e-06,
      "loss": 0.285,
      "step": 6150
    },
    {
      "epoch": 0.3135715287249366,
      "loss_breakdown/lm_loss": 4.3209838622715324e-05,
      "loss_breakdown/pointer_loss": 1.94523286819458,
      "step": 6150
    },
    {
      "epoch": 0.3135715287249366,
      "loss_breakdown/lm_loss": 1.8158467355533503e-05,
      "loss_breakdown/pointer_loss": 1.4580119848251343,
      "step": 6150
    },
    {
      "epoch": 0.3135715287249366,
      "loss_breakdown/lm_loss": 1.2768417946062982e-05,
      "loss_breakdown/pointer_loss": 0.4988546073436737,
      "step": 6150
    },
    {
      "epoch": 0.3135715287249366,
      "loss_breakdown/lm_loss": 8.379127393709496e-06,
      "loss_breakdown/pointer_loss": 0.46015244722366333,
      "step": 6150
    },
    {
      "epoch": 0.3140814011293674,
      "grad_norm": 4.302219341641525,
      "learning_rate": 3.811048158640227e-06,
      "loss": 0.2914,
      "step": 6160
    },
    {
      "epoch": 0.3140814011293674,
      "loss_breakdown/lm_loss": 2.2704940420226194e-05,
      "loss_breakdown/pointer_loss": 0.40108007192611694,
      "step": 6160
    },
    {
      "epoch": 0.3140814011293674,
      "loss_breakdown/lm_loss": 1.578190494910814e-05,
      "loss_breakdown/pointer_loss": 0.601308286190033,
      "step": 6160
    },
    {
      "epoch": 0.3140814011293674,
      "loss_breakdown/lm_loss": 4.587908188113943e-05,
      "loss_breakdown/pointer_loss": 0.16895143687725067,
      "step": 6160
    },
    {
      "epoch": 0.3140814011293674,
      "loss_breakdown/lm_loss": 4.5635733840754256e-05,
      "loss_breakdown/pointer_loss": 0.051703885197639465,
      "step": 6160
    },
    {
      "epoch": 0.3145912735337982,
      "grad_norm": 3.1542962792992966,
      "learning_rate": 3.8082152974504256e-06,
      "loss": 0.3242,
      "step": 6170
    },
    {
      "epoch": 0.3145912735337982,
      "loss_breakdown/lm_loss": 1.2219680684211198e-05,
      "loss_breakdown/pointer_loss": 0.417173832654953,
      "step": 6170
    },
    {
      "epoch": 0.3145912735337982,
      "loss_breakdown/lm_loss": 2.2244566935114563e-05,
      "loss_breakdown/pointer_loss": 0.6083616018295288,
      "step": 6170
    },
    {
      "epoch": 0.3145912735337982,
      "loss_breakdown/lm_loss": 2.214018240920268e-05,
      "loss_breakdown/pointer_loss": 0.3516896963119507,
      "step": 6170
    },
    {
      "epoch": 0.3145912735337982,
      "loss_breakdown/lm_loss": 1.043177235260373e-05,
      "loss_breakdown/pointer_loss": 0.21151767671108246,
      "step": 6170
    },
    {
      "epoch": 0.31510114593822897,
      "grad_norm": 5.3699732634809685,
      "learning_rate": 3.8053824362606234e-06,
      "loss": 0.2653,
      "step": 6180
    },
    {
      "epoch": 0.31510114593822897,
      "loss_breakdown/lm_loss": 4.808341691386886e-05,
      "loss_breakdown/pointer_loss": 2.666987895965576,
      "step": 6180
    },
    {
      "epoch": 0.31510114593822897,
      "loss_breakdown/lm_loss": 2.6652985980035737e-05,
      "loss_breakdown/pointer_loss": 0.149958074092865,
      "step": 6180
    },
    {
      "epoch": 0.31510114593822897,
      "loss_breakdown/lm_loss": 3.366590681253001e-05,
      "loss_breakdown/pointer_loss": 2.5198001861572266,
      "step": 6180
    },
    {
      "epoch": 0.31510114593822897,
      "loss_breakdown/lm_loss": 2.3903927285573445e-05,
      "loss_breakdown/pointer_loss": 0.48361361026763916,
      "step": 6180
    },
    {
      "epoch": 0.31561101834265975,
      "grad_norm": 4.892312810110211,
      "learning_rate": 3.802549575070822e-06,
      "loss": 0.3056,
      "step": 6190
    },
    {
      "epoch": 0.31561101834265975,
      "loss_breakdown/lm_loss": 1.0060718523163814e-05,
      "loss_breakdown/pointer_loss": 0.23940372467041016,
      "step": 6190
    },
    {
      "epoch": 0.31561101834265975,
      "loss_breakdown/lm_loss": 1.3994429536978714e-05,
      "loss_breakdown/pointer_loss": 0.3587304949760437,
      "step": 6190
    },
    {
      "epoch": 0.31561101834265975,
      "loss_breakdown/lm_loss": 1.1677602742565796e-05,
      "loss_breakdown/pointer_loss": 1.0742535591125488,
      "step": 6190
    },
    {
      "epoch": 0.31561101834265975,
      "loss_breakdown/lm_loss": 1.2027455341012683e-05,
      "loss_breakdown/pointer_loss": 0.3627324104309082,
      "step": 6190
    },
    {
      "epoch": 0.31612089074709054,
      "grad_norm": 9.27151577883564,
      "learning_rate": 3.7997167138810203e-06,
      "loss": 0.2899,
      "step": 6200
    },
    {
      "epoch": 0.31612089074709054,
      "loss_breakdown/lm_loss": 3.470847514108755e-05,
      "loss_breakdown/pointer_loss": 3.1508021354675293,
      "step": 6200
    },
    {
      "epoch": 0.31612089074709054,
      "loss_breakdown/lm_loss": 1.8520160665502772e-05,
      "loss_breakdown/pointer_loss": 0.6875372529029846,
      "step": 6200
    },
    {
      "epoch": 0.31612089074709054,
      "loss_breakdown/lm_loss": 8.610512850282248e-06,
      "loss_breakdown/pointer_loss": 0.7795737981796265,
      "step": 6200
    },
    {
      "epoch": 0.31612089074709054,
      "loss_breakdown/lm_loss": 9.773788406164385e-06,
      "loss_breakdown/pointer_loss": 0.3380562663078308,
      "step": 6200
    },
    {
      "epoch": 0.31663076315152133,
      "grad_norm": 2.245002947309013,
      "learning_rate": 3.796883852691218e-06,
      "loss": 0.2859,
      "step": 6210
    },
    {
      "epoch": 0.31663076315152133,
      "loss_breakdown/lm_loss": 1.0184236089116894e-05,
      "loss_breakdown/pointer_loss": 0.3890087604522705,
      "step": 6210
    },
    {
      "epoch": 0.31663076315152133,
      "loss_breakdown/lm_loss": 8.157766387739684e-06,
      "loss_breakdown/pointer_loss": 0.2513201832771301,
      "step": 6210
    },
    {
      "epoch": 0.31663076315152133,
      "loss_breakdown/lm_loss": 1.1533893484738655e-05,
      "loss_breakdown/pointer_loss": 0.4622882604598999,
      "step": 6210
    },
    {
      "epoch": 0.31663076315152133,
      "loss_breakdown/lm_loss": 1.391935165884206e-05,
      "loss_breakdown/pointer_loss": 0.0778374969959259,
      "step": 6210
    },
    {
      "epoch": 0.3171406355559521,
      "grad_norm": 2.8885894064091047,
      "learning_rate": 3.794050991501417e-06,
      "loss": 0.3082,
      "step": 6220
    },
    {
      "epoch": 0.3171406355559521,
      "loss_breakdown/lm_loss": 1.091818467102712e-05,
      "loss_breakdown/pointer_loss": 0.35342419147491455,
      "step": 6220
    },
    {
      "epoch": 0.3171406355559521,
      "loss_breakdown/lm_loss": 8.553312909498345e-06,
      "loss_breakdown/pointer_loss": 0.1652572602033615,
      "step": 6220
    },
    {
      "epoch": 0.3171406355559521,
      "loss_breakdown/lm_loss": 7.200729214673629e-06,
      "loss_breakdown/pointer_loss": 0.1766594499349594,
      "step": 6220
    },
    {
      "epoch": 0.3171406355559521,
      "loss_breakdown/lm_loss": 7.853112947486807e-06,
      "loss_breakdown/pointer_loss": 0.13064736127853394,
      "step": 6220
    },
    {
      "epoch": 0.3176505079603829,
      "grad_norm": 3.7698205375497356,
      "learning_rate": 3.791218130311615e-06,
      "loss": 0.2796,
      "step": 6230
    },
    {
      "epoch": 0.3176505079603829,
      "loss_breakdown/lm_loss": 1.3275602213980164e-05,
      "loss_breakdown/pointer_loss": 0.44433826208114624,
      "step": 6230
    },
    {
      "epoch": 0.3176505079603829,
      "loss_breakdown/lm_loss": 1.9418288502492942e-05,
      "loss_breakdown/pointer_loss": 1.3521430492401123,
      "step": 6230
    },
    {
      "epoch": 0.3176505079603829,
      "loss_breakdown/lm_loss": 1.0517970622458961e-05,
      "loss_breakdown/pointer_loss": 3.6242213249206543,
      "step": 6230
    },
    {
      "epoch": 0.3176505079603829,
      "loss_breakdown/lm_loss": 9.719370609673206e-06,
      "loss_breakdown/pointer_loss": 0.3524853587150574,
      "step": 6230
    },
    {
      "epoch": 0.3181603803648137,
      "grad_norm": 3.933740183371942,
      "learning_rate": 3.7883852691218133e-06,
      "loss": 0.3138,
      "step": 6240
    },
    {
      "epoch": 0.3181603803648137,
      "loss_breakdown/lm_loss": 9.756562576512806e-06,
      "loss_breakdown/pointer_loss": 0.3364216685295105,
      "step": 6240
    },
    {
      "epoch": 0.3181603803648137,
      "loss_breakdown/lm_loss": 1.1554910997801926e-05,
      "loss_breakdown/pointer_loss": 0.47505536675453186,
      "step": 6240
    },
    {
      "epoch": 0.3181603803648137,
      "loss_breakdown/lm_loss": 9.639867130317725e-06,
      "loss_breakdown/pointer_loss": 0.2339557707309723,
      "step": 6240
    },
    {
      "epoch": 0.3181603803648137,
      "loss_breakdown/lm_loss": 6.8001272666151635e-06,
      "loss_breakdown/pointer_loss": 0.5072553157806396,
      "step": 6240
    },
    {
      "epoch": 0.3186702527692445,
      "grad_norm": 15.002411493473366,
      "learning_rate": 3.7855524079320116e-06,
      "loss": 0.2854,
      "step": 6250
    },
    {
      "epoch": 0.3186702527692445,
      "loss_breakdown/lm_loss": 1.6232052075793035e-05,
      "loss_breakdown/pointer_loss": 1.2558265924453735,
      "step": 6250
    },
    {
      "epoch": 0.3186702527692445,
      "loss_breakdown/lm_loss": 9.727014912641607e-06,
      "loss_breakdown/pointer_loss": 0.48077982664108276,
      "step": 6250
    },
    {
      "epoch": 0.3186702527692445,
      "loss_breakdown/lm_loss": 8.109622285701334e-06,
      "loss_breakdown/pointer_loss": 0.6552521586418152,
      "step": 6250
    },
    {
      "epoch": 0.3186702527692445,
      "loss_breakdown/lm_loss": 6.225381184776779e-06,
      "loss_breakdown/pointer_loss": 0.2026943862438202,
      "step": 6250
    },
    {
      "epoch": 0.3191801251736753,
      "grad_norm": 2.293108072461071,
      "learning_rate": 3.7827195467422103e-06,
      "loss": 0.2714,
      "step": 6260
    },
    {
      "epoch": 0.3191801251736753,
      "loss_breakdown/lm_loss": 7.319311862374889e-06,
      "loss_breakdown/pointer_loss": 0.3323938250541687,
      "step": 6260
    },
    {
      "epoch": 0.3191801251736753,
      "loss_breakdown/lm_loss": 1.0492507499293424e-05,
      "loss_breakdown/pointer_loss": 0.18159234523773193,
      "step": 6260
    },
    {
      "epoch": 0.3191801251736753,
      "loss_breakdown/lm_loss": 9.510676136414986e-06,
      "loss_breakdown/pointer_loss": 0.10862558335065842,
      "step": 6260
    },
    {
      "epoch": 0.3191801251736753,
      "loss_breakdown/lm_loss": 8.630620868643746e-06,
      "loss_breakdown/pointer_loss": 0.11777758598327637,
      "step": 6260
    },
    {
      "epoch": 0.31968999757810607,
      "grad_norm": 16.096493287673166,
      "learning_rate": 3.779886685552408e-06,
      "loss": 0.3071,
      "step": 6270
    },
    {
      "epoch": 0.31968999757810607,
      "loss_breakdown/lm_loss": 9.033788956003264e-06,
      "loss_breakdown/pointer_loss": 0.8420080542564392,
      "step": 6270
    },
    {
      "epoch": 0.31968999757810607,
      "loss_breakdown/lm_loss": 7.778001418046188e-06,
      "loss_breakdown/pointer_loss": 1.103345513343811,
      "step": 6270
    },
    {
      "epoch": 0.31968999757810607,
      "loss_breakdown/lm_loss": 7.878016731410753e-06,
      "loss_breakdown/pointer_loss": 1.0253629684448242,
      "step": 6270
    },
    {
      "epoch": 0.31968999757810607,
      "loss_breakdown/lm_loss": 1.0466569619893562e-05,
      "loss_breakdown/pointer_loss": 0.2534400224685669,
      "step": 6270
    },
    {
      "epoch": 0.32019986998253686,
      "grad_norm": 4.551679890031768,
      "learning_rate": 3.7770538243626063e-06,
      "loss": 0.253,
      "step": 6280
    },
    {
      "epoch": 0.32019986998253686,
      "loss_breakdown/lm_loss": 9.294197298004292e-06,
      "loss_breakdown/pointer_loss": 0.20896217226982117,
      "step": 6280
    },
    {
      "epoch": 0.32019986998253686,
      "loss_breakdown/lm_loss": 1.3045120795140974e-05,
      "loss_breakdown/pointer_loss": 2.013674259185791,
      "step": 6280
    },
    {
      "epoch": 0.32019986998253686,
      "loss_breakdown/lm_loss": 1.039090238919016e-05,
      "loss_breakdown/pointer_loss": 0.06572496891021729,
      "step": 6280
    },
    {
      "epoch": 0.32019986998253686,
      "loss_breakdown/lm_loss": 1.1284922038612422e-05,
      "loss_breakdown/pointer_loss": 0.13037408888339996,
      "step": 6280
    },
    {
      "epoch": 0.32070974238696764,
      "grad_norm": 4.53906119710205,
      "learning_rate": 3.774220963172805e-06,
      "loss": 0.3056,
      "step": 6290
    },
    {
      "epoch": 0.32070974238696764,
      "loss_breakdown/lm_loss": 7.0358405537263025e-06,
      "loss_breakdown/pointer_loss": 0.3026460111141205,
      "step": 6290
    },
    {
      "epoch": 0.32070974238696764,
      "loss_breakdown/lm_loss": 8.200060619856231e-06,
      "loss_breakdown/pointer_loss": 0.5056442618370056,
      "step": 6290
    },
    {
      "epoch": 0.32070974238696764,
      "loss_breakdown/lm_loss": 1.4240491509553976e-05,
      "loss_breakdown/pointer_loss": 0.17035460472106934,
      "step": 6290
    },
    {
      "epoch": 0.32070974238696764,
      "loss_breakdown/lm_loss": 6.805437351431465e-06,
      "loss_breakdown/pointer_loss": 0.36389946937561035,
      "step": 6290
    },
    {
      "epoch": 0.32121961479139843,
      "grad_norm": 13.187041222339083,
      "learning_rate": 3.771388101983003e-06,
      "loss": 0.2702,
      "step": 6300
    },
    {
      "epoch": 0.32121961479139843,
      "loss_breakdown/lm_loss": 2.4004380975384265e-05,
      "loss_breakdown/pointer_loss": 1.6999725103378296,
      "step": 6300
    },
    {
      "epoch": 0.32121961479139843,
      "loss_breakdown/lm_loss": 1.4785579878662247e-05,
      "loss_breakdown/pointer_loss": 0.576955258846283,
      "step": 6300
    },
    {
      "epoch": 0.32121961479139843,
      "loss_breakdown/lm_loss": 1.6427951777586713e-05,
      "loss_breakdown/pointer_loss": 0.835227370262146,
      "step": 6300
    },
    {
      "epoch": 0.32121961479139843,
      "loss_breakdown/lm_loss": 8.627465831523295e-06,
      "loss_breakdown/pointer_loss": 0.6587015390396118,
      "step": 6300
    },
    {
      "epoch": 0.3217294871958292,
      "grad_norm": 4.227481294748208,
      "learning_rate": 3.7685552407932015e-06,
      "loss": 0.2885,
      "step": 6310
    },
    {
      "epoch": 0.3217294871958292,
      "loss_breakdown/lm_loss": 6.741839115420589e-06,
      "loss_breakdown/pointer_loss": 0.7530419826507568,
      "step": 6310
    },
    {
      "epoch": 0.3217294871958292,
      "loss_breakdown/lm_loss": 7.268486115208361e-06,
      "loss_breakdown/pointer_loss": 0.5386295318603516,
      "step": 6310
    },
    {
      "epoch": 0.3217294871958292,
      "loss_breakdown/lm_loss": 7.629289939359296e-06,
      "loss_breakdown/pointer_loss": 0.14719152450561523,
      "step": 6310
    },
    {
      "epoch": 0.3217294871958292,
      "loss_breakdown/lm_loss": 8.873023944033775e-06,
      "loss_breakdown/pointer_loss": 0.083205446600914,
      "step": 6310
    },
    {
      "epoch": 0.32223935960026,
      "grad_norm": 2.679045322205094,
      "learning_rate": 3.7657223796033998e-06,
      "loss": 0.2937,
      "step": 6320
    },
    {
      "epoch": 0.32223935960026,
      "loss_breakdown/lm_loss": 7.064085366437212e-06,
      "loss_breakdown/pointer_loss": 1.005617380142212,
      "step": 6320
    },
    {
      "epoch": 0.32223935960026,
      "loss_breakdown/lm_loss": 7.604127858940046e-06,
      "loss_breakdown/pointer_loss": 0.40990492701530457,
      "step": 6320
    },
    {
      "epoch": 0.32223935960026,
      "loss_breakdown/lm_loss": 8.398609679716174e-06,
      "loss_breakdown/pointer_loss": 0.2680359482765198,
      "step": 6320
    },
    {
      "epoch": 0.32223935960026,
      "loss_breakdown/lm_loss": 6.06136836722726e-06,
      "loss_breakdown/pointer_loss": 0.9353891015052795,
      "step": 6320
    },
    {
      "epoch": 0.3227492320046908,
      "grad_norm": 5.488523248683609,
      "learning_rate": 3.7628895184135985e-06,
      "loss": 0.264,
      "step": 6330
    },
    {
      "epoch": 0.3227492320046908,
      "loss_breakdown/lm_loss": 1.4435924640565645e-05,
      "loss_breakdown/pointer_loss": 0.716903567314148,
      "step": 6330
    },
    {
      "epoch": 0.3227492320046908,
      "loss_breakdown/lm_loss": 1.3474284969561268e-05,
      "loss_breakdown/pointer_loss": 5.246288299560547,
      "step": 6330
    },
    {
      "epoch": 0.3227492320046908,
      "loss_breakdown/lm_loss": 1.986327515623998e-05,
      "loss_breakdown/pointer_loss": 0.03772357106208801,
      "step": 6330
    },
    {
      "epoch": 0.3227492320046908,
      "loss_breakdown/lm_loss": 8.992231414595153e-06,
      "loss_breakdown/pointer_loss": 0.033196449279785156,
      "step": 6330
    },
    {
      "epoch": 0.32325910440912164,
      "grad_norm": 3.5495969411211457,
      "learning_rate": 3.7600566572237963e-06,
      "loss": 0.2737,
      "step": 6340
    },
    {
      "epoch": 0.32325910440912164,
      "loss_breakdown/lm_loss": 7.32007674741908e-06,
      "loss_breakdown/pointer_loss": 0.49621108174324036,
      "step": 6340
    },
    {
      "epoch": 0.32325910440912164,
      "loss_breakdown/lm_loss": 8.209963198169135e-06,
      "loss_breakdown/pointer_loss": 1.1233412027359009,
      "step": 6340
    },
    {
      "epoch": 0.32325910440912164,
      "loss_breakdown/lm_loss": 7.402059509331593e-06,
      "loss_breakdown/pointer_loss": 0.1862809807062149,
      "step": 6340
    },
    {
      "epoch": 0.32325910440912164,
      "loss_breakdown/lm_loss": 7.127302978915395e-06,
      "loss_breakdown/pointer_loss": 0.8124407529830933,
      "step": 6340
    },
    {
      "epoch": 0.32376897681355243,
      "grad_norm": 12.879309386469066,
      "learning_rate": 3.7572237960339945e-06,
      "loss": 0.3117,
      "step": 6350
    },
    {
      "epoch": 0.32376897681355243,
      "loss_breakdown/lm_loss": 1.4795198694628198e-05,
      "loss_breakdown/pointer_loss": 0.7550808787345886,
      "step": 6350
    },
    {
      "epoch": 0.32376897681355243,
      "loss_breakdown/lm_loss": 1.0557519090070855e-05,
      "loss_breakdown/pointer_loss": 0.8375163674354553,
      "step": 6350
    },
    {
      "epoch": 0.32376897681355243,
      "loss_breakdown/lm_loss": 1.2466416592360474e-05,
      "loss_breakdown/pointer_loss": 0.8072360754013062,
      "step": 6350
    },
    {
      "epoch": 0.32376897681355243,
      "loss_breakdown/lm_loss": 7.369471859419718e-06,
      "loss_breakdown/pointer_loss": 0.7477847933769226,
      "step": 6350
    },
    {
      "epoch": 0.3242788492179832,
      "grad_norm": 4.108682983099233,
      "learning_rate": 3.754390934844193e-06,
      "loss": 0.2886,
      "step": 6360
    },
    {
      "epoch": 0.3242788492179832,
      "loss_breakdown/lm_loss": 7.026638741081115e-06,
      "loss_breakdown/pointer_loss": 0.24063211679458618,
      "step": 6360
    },
    {
      "epoch": 0.3242788492179832,
      "loss_breakdown/lm_loss": 1.0105465662491042e-05,
      "loss_breakdown/pointer_loss": 0.2014327049255371,
      "step": 6360
    },
    {
      "epoch": 0.3242788492179832,
      "loss_breakdown/lm_loss": 1.3474313163897023e-05,
      "loss_breakdown/pointer_loss": 0.2728927433490753,
      "step": 6360
    },
    {
      "epoch": 0.3242788492179832,
      "loss_breakdown/lm_loss": 9.024030987347942e-06,
      "loss_breakdown/pointer_loss": 0.15467481315135956,
      "step": 6360
    },
    {
      "epoch": 0.324788721622414,
      "grad_norm": 2.629096283028054,
      "learning_rate": 3.751558073654391e-06,
      "loss": 0.2801,
      "step": 6370
    },
    {
      "epoch": 0.324788721622414,
      "loss_breakdown/lm_loss": 9.581682206771802e-06,
      "loss_breakdown/pointer_loss": 0.1400381475687027,
      "step": 6370
    },
    {
      "epoch": 0.324788721622414,
      "loss_breakdown/lm_loss": 6.38762003291049e-06,
      "loss_breakdown/pointer_loss": 0.1932678371667862,
      "step": 6370
    },
    {
      "epoch": 0.324788721622414,
      "loss_breakdown/lm_loss": 9.370146472065244e-06,
      "loss_breakdown/pointer_loss": 0.3863402009010315,
      "step": 6370
    },
    {
      "epoch": 0.324788721622414,
      "loss_breakdown/lm_loss": 7.400498816423351e-06,
      "loss_breakdown/pointer_loss": 0.3157953917980194,
      "step": 6370
    },
    {
      "epoch": 0.3252985940268448,
      "grad_norm": 4.052169351009178,
      "learning_rate": 3.7487252124645897e-06,
      "loss": 0.2533,
      "step": 6380
    },
    {
      "epoch": 0.3252985940268448,
      "loss_breakdown/lm_loss": 9.560431863064878e-06,
      "loss_breakdown/pointer_loss": 0.08029013872146606,
      "step": 6380
    },
    {
      "epoch": 0.3252985940268448,
      "loss_breakdown/lm_loss": 8.241240720963106e-06,
      "loss_breakdown/pointer_loss": 0.24168242514133453,
      "step": 6380
    },
    {
      "epoch": 0.3252985940268448,
      "loss_breakdown/lm_loss": 8.356451871804893e-06,
      "loss_breakdown/pointer_loss": 0.05268070101737976,
      "step": 6380
    },
    {
      "epoch": 0.3252985940268448,
      "loss_breakdown/lm_loss": 1.2381609849398956e-05,
      "loss_breakdown/pointer_loss": 0.6143639087677002,
      "step": 6380
    },
    {
      "epoch": 0.3258084664312756,
      "grad_norm": 3.346305264416367,
      "learning_rate": 3.745892351274788e-06,
      "loss": 0.2923,
      "step": 6390
    },
    {
      "epoch": 0.3258084664312756,
      "loss_breakdown/lm_loss": 6.1458263189706486e-06,
      "loss_breakdown/pointer_loss": 0.4941912889480591,
      "step": 6390
    },
    {
      "epoch": 0.3258084664312756,
      "loss_breakdown/lm_loss": 1.6493311704834923e-05,
      "loss_breakdown/pointer_loss": 0.5790406465530396,
      "step": 6390
    },
    {
      "epoch": 0.3258084664312756,
      "loss_breakdown/lm_loss": 6.4213245423161425e-06,
      "loss_breakdown/pointer_loss": 0.17549172043800354,
      "step": 6390
    },
    {
      "epoch": 0.3258084664312756,
      "loss_breakdown/lm_loss": 6.5868803176272195e-06,
      "loss_breakdown/pointer_loss": 0.11549651622772217,
      "step": 6390
    },
    {
      "epoch": 0.3263183388357064,
      "grad_norm": 23.052268795652083,
      "learning_rate": 3.743059490084986e-06,
      "loss": 0.2947,
      "step": 6400
    },
    {
      "epoch": 0.3263183388357064,
      "loss_breakdown/lm_loss": 2.185157427447848e-05,
      "loss_breakdown/pointer_loss": 0.8854734301567078,
      "step": 6400
    },
    {
      "epoch": 0.3263183388357064,
      "loss_breakdown/lm_loss": 1.4514798749587499e-05,
      "loss_breakdown/pointer_loss": 1.1383183002471924,
      "step": 6400
    },
    {
      "epoch": 0.3263183388357064,
      "loss_breakdown/lm_loss": 9.833443073148374e-06,
      "loss_breakdown/pointer_loss": 0.3128008246421814,
      "step": 6400
    },
    {
      "epoch": 0.3263183388357064,
      "loss_breakdown/lm_loss": 9.241591214959044e-06,
      "loss_breakdown/pointer_loss": 0.7445791959762573,
      "step": 6400
    },
    {
      "epoch": 0.32682821124013717,
      "grad_norm": 4.294253370999125,
      "learning_rate": 3.7402266288951845e-06,
      "loss": 0.2929,
      "step": 6410
    },
    {
      "epoch": 0.32682821124013717,
      "loss_breakdown/lm_loss": 6.509732884296682e-06,
      "loss_breakdown/pointer_loss": 0.09928005933761597,
      "step": 6410
    },
    {
      "epoch": 0.32682821124013717,
      "loss_breakdown/lm_loss": 6.794839464419056e-06,
      "loss_breakdown/pointer_loss": 0.20577292144298553,
      "step": 6410
    },
    {
      "epoch": 0.32682821124013717,
      "loss_breakdown/lm_loss": 6.190865860844497e-06,
      "loss_breakdown/pointer_loss": 0.2732887864112854,
      "step": 6410
    },
    {
      "epoch": 0.32682821124013717,
      "loss_breakdown/lm_loss": 6.405444764823187e-06,
      "loss_breakdown/pointer_loss": 0.08754293620586395,
      "step": 6410
    },
    {
      "epoch": 0.32733808364456796,
      "grad_norm": 6.347130185058926,
      "learning_rate": 3.7373937677053827e-06,
      "loss": 0.259,
      "step": 6420
    },
    {
      "epoch": 0.32733808364456796,
      "loss_breakdown/lm_loss": 9.789738214749377e-06,
      "loss_breakdown/pointer_loss": 0.178708016872406,
      "step": 6420
    },
    {
      "epoch": 0.32733808364456796,
      "loss_breakdown/lm_loss": 7.562763130408712e-06,
      "loss_breakdown/pointer_loss": 0.35754287242889404,
      "step": 6420
    },
    {
      "epoch": 0.32733808364456796,
      "loss_breakdown/lm_loss": 6.594264959858265e-06,
      "loss_breakdown/pointer_loss": 0.1463472843170166,
      "step": 6420
    },
    {
      "epoch": 0.32733808364456796,
      "loss_breakdown/lm_loss": 7.173121957748663e-06,
      "loss_breakdown/pointer_loss": 0.31413960456848145,
      "step": 6420
    },
    {
      "epoch": 0.32784795604899875,
      "grad_norm": 8.108221043465589,
      "learning_rate": 3.734560906515581e-06,
      "loss": 0.237,
      "step": 6430
    },
    {
      "epoch": 0.32784795604899875,
      "loss_breakdown/lm_loss": 7.784257832099684e-06,
      "loss_breakdown/pointer_loss": 2.4204344749450684,
      "step": 6430
    },
    {
      "epoch": 0.32784795604899875,
      "loss_breakdown/lm_loss": 9.89421550912084e-06,
      "loss_breakdown/pointer_loss": 0.1565888226032257,
      "step": 6430
    },
    {
      "epoch": 0.32784795604899875,
      "loss_breakdown/lm_loss": 9.246514309779741e-06,
      "loss_breakdown/pointer_loss": 0.8889608383178711,
      "step": 6430
    },
    {
      "epoch": 0.32784795604899875,
      "loss_breakdown/lm_loss": 8.48759100335883e-06,
      "loss_breakdown/pointer_loss": 0.042051851749420166,
      "step": 6430
    },
    {
      "epoch": 0.32835782845342953,
      "grad_norm": 2.9429294036623976,
      "learning_rate": 3.7317280453257792e-06,
      "loss": 0.2908,
      "step": 6440
    },
    {
      "epoch": 0.32835782845342953,
      "loss_breakdown/lm_loss": 5.587542091234354e-06,
      "loss_breakdown/pointer_loss": 0.2942034900188446,
      "step": 6440
    },
    {
      "epoch": 0.32835782845342953,
      "loss_breakdown/lm_loss": 5.856367806700291e-06,
      "loss_breakdown/pointer_loss": 1.0020514726638794,
      "step": 6440
    },
    {
      "epoch": 0.32835782845342953,
      "loss_breakdown/lm_loss": 7.170990556915058e-06,
      "loss_breakdown/pointer_loss": 0.35411813855171204,
      "step": 6440
    },
    {
      "epoch": 0.32835782845342953,
      "loss_breakdown/lm_loss": 9.060265256266575e-06,
      "loss_breakdown/pointer_loss": 0.6927480697631836,
      "step": 6440
    },
    {
      "epoch": 0.3288677008578603,
      "grad_norm": 6.55090095655471,
      "learning_rate": 3.728895184135978e-06,
      "loss": 0.2799,
      "step": 6450
    },
    {
      "epoch": 0.3288677008578603,
      "loss_breakdown/lm_loss": 3.0122388125164434e-05,
      "loss_breakdown/pointer_loss": 1.3138046264648438,
      "step": 6450
    },
    {
      "epoch": 0.3288677008578603,
      "loss_breakdown/lm_loss": 1.2004799827991519e-05,
      "loss_breakdown/pointer_loss": 0.7007014751434326,
      "step": 6450
    },
    {
      "epoch": 0.3288677008578603,
      "loss_breakdown/lm_loss": 9.778922503755894e-06,
      "loss_breakdown/pointer_loss": 0.4208068251609802,
      "step": 6450
    },
    {
      "epoch": 0.3288677008578603,
      "loss_breakdown/lm_loss": 7.748714779154398e-06,
      "loss_breakdown/pointer_loss": 0.4055529832839966,
      "step": 6450
    },
    {
      "epoch": 0.3293775732622911,
      "grad_norm": 3.74022046826082,
      "learning_rate": 3.726062322946176e-06,
      "loss": 0.262,
      "step": 6460
    },
    {
      "epoch": 0.3293775732622911,
      "loss_breakdown/lm_loss": 6.709401077387156e-06,
      "loss_breakdown/pointer_loss": 0.20641958713531494,
      "step": 6460
    },
    {
      "epoch": 0.3293775732622911,
      "loss_breakdown/lm_loss": 7.4028075687238015e-06,
      "loss_breakdown/pointer_loss": 0.3633854389190674,
      "step": 6460
    },
    {
      "epoch": 0.3293775732622911,
      "loss_breakdown/lm_loss": 7.533924872404896e-06,
      "loss_breakdown/pointer_loss": 0.23633408546447754,
      "step": 6460
    },
    {
      "epoch": 0.3293775732622911,
      "loss_breakdown/lm_loss": 8.704789252078626e-06,
      "loss_breakdown/pointer_loss": 0.33200374245643616,
      "step": 6460
    },
    {
      "epoch": 0.3298874456667219,
      "grad_norm": 3.3652246116416706,
      "learning_rate": 3.723229461756374e-06,
      "loss": 0.2697,
      "step": 6470
    },
    {
      "epoch": 0.3298874456667219,
      "loss_breakdown/lm_loss": 7.509059742005775e-06,
      "loss_breakdown/pointer_loss": 0.276077538728714,
      "step": 6470
    },
    {
      "epoch": 0.3298874456667219,
      "loss_breakdown/lm_loss": 8.480305950797629e-06,
      "loss_breakdown/pointer_loss": 0.4399071931838989,
      "step": 6470
    },
    {
      "epoch": 0.3298874456667219,
      "loss_breakdown/lm_loss": 8.648132279631682e-06,
      "loss_breakdown/pointer_loss": 0.47114619612693787,
      "step": 6470
    },
    {
      "epoch": 0.3298874456667219,
      "loss_breakdown/lm_loss": 6.825565833423752e-06,
      "loss_breakdown/pointer_loss": 0.3405410051345825,
      "step": 6470
    },
    {
      "epoch": 0.3303973180711527,
      "grad_norm": 12.707697892643079,
      "learning_rate": 3.7203966005665727e-06,
      "loss": 0.2861,
      "step": 6480
    },
    {
      "epoch": 0.3303973180711527,
      "loss_breakdown/lm_loss": 1.0688900147215463e-05,
      "loss_breakdown/pointer_loss": 0.7711175680160522,
      "step": 6480
    },
    {
      "epoch": 0.3303973180711527,
      "loss_breakdown/lm_loss": 7.857087439333554e-06,
      "loss_breakdown/pointer_loss": 0.13600657880306244,
      "step": 6480
    },
    {
      "epoch": 0.3303973180711527,
      "loss_breakdown/lm_loss": 1.0911414392467123e-05,
      "loss_breakdown/pointer_loss": 0.22015094757080078,
      "step": 6480
    },
    {
      "epoch": 0.3303973180711527,
      "loss_breakdown/lm_loss": 6.9577567956002895e-06,
      "loss_breakdown/pointer_loss": 0.19756284356117249,
      "step": 6480
    },
    {
      "epoch": 0.3309071904755835,
      "grad_norm": 4.1232453459749445,
      "learning_rate": 3.717563739376771e-06,
      "loss": 0.3122,
      "step": 6490
    },
    {
      "epoch": 0.3309071904755835,
      "loss_breakdown/lm_loss": 5.581177447311347e-06,
      "loss_breakdown/pointer_loss": 0.09840279817581177,
      "step": 6490
    },
    {
      "epoch": 0.3309071904755835,
      "loss_breakdown/lm_loss": 7.812055628164671e-06,
      "loss_breakdown/pointer_loss": 0.21310681104660034,
      "step": 6490
    },
    {
      "epoch": 0.3309071904755835,
      "loss_breakdown/lm_loss": 7.814682248863392e-06,
      "loss_breakdown/pointer_loss": 1.2376186847686768,
      "step": 6490
    },
    {
      "epoch": 0.3309071904755835,
      "loss_breakdown/lm_loss": 8.036750841711182e-06,
      "loss_breakdown/pointer_loss": 0.6273998022079468,
      "step": 6490
    },
    {
      "epoch": 0.33141706288001427,
      "grad_norm": 12.605642441897869,
      "learning_rate": 3.714730878186969e-06,
      "loss": 0.3201,
      "step": 6500
    },
    {
      "epoch": 0.33141706288001427,
      "loss_breakdown/lm_loss": 4.09071690228302e-05,
      "loss_breakdown/pointer_loss": 1.9088754653930664,
      "step": 6500
    },
    {
      "epoch": 0.33141706288001427,
      "loss_breakdown/lm_loss": 1.7344635125482455e-05,
      "loss_breakdown/pointer_loss": 0.7914420366287231,
      "step": 6500
    },
    {
      "epoch": 0.33141706288001427,
      "loss_breakdown/lm_loss": 1.0081673281092662e-05,
      "loss_breakdown/pointer_loss": 0.7613552808761597,
      "step": 6500
    },
    {
      "epoch": 0.33141706288001427,
      "loss_breakdown/lm_loss": 6.381584171322174e-06,
      "loss_breakdown/pointer_loss": 1.2324460744857788,
      "step": 6500
    },
    {
      "epoch": 0.33192693528444506,
      "grad_norm": 4.686180898068979,
      "learning_rate": 3.7118980169971674e-06,
      "loss": 0.3023,
      "step": 6510
    },
    {
      "epoch": 0.33192693528444506,
      "loss_breakdown/lm_loss": 7.159077085816534e-06,
      "loss_breakdown/pointer_loss": 0.19931018352508545,
      "step": 6510
    },
    {
      "epoch": 0.33192693528444506,
      "loss_breakdown/lm_loss": 8.880857421900146e-06,
      "loss_breakdown/pointer_loss": 0.2021884322166443,
      "step": 6510
    },
    {
      "epoch": 0.33192693528444506,
      "loss_breakdown/lm_loss": 8.41596738609951e-06,
      "loss_breakdown/pointer_loss": 0.1776929497718811,
      "step": 6510
    },
    {
      "epoch": 0.33192693528444506,
      "loss_breakdown/lm_loss": 8.521996278432198e-06,
      "loss_breakdown/pointer_loss": 0.46007776260375977,
      "step": 6510
    },
    {
      "epoch": 0.33243680768887585,
      "grad_norm": 3.1360720279374443,
      "learning_rate": 3.709065155807366e-06,
      "loss": 0.2809,
      "step": 6520
    },
    {
      "epoch": 0.33243680768887585,
      "loss_breakdown/lm_loss": 7.366542831732659e-06,
      "loss_breakdown/pointer_loss": 1.2056291103363037,
      "step": 6520
    },
    {
      "epoch": 0.33243680768887585,
      "loss_breakdown/lm_loss": 6.147452040750068e-06,
      "loss_breakdown/pointer_loss": 0.14351068437099457,
      "step": 6520
    },
    {
      "epoch": 0.33243680768887585,
      "loss_breakdown/lm_loss": 1.0673311408027075e-05,
      "loss_breakdown/pointer_loss": 1.3737810850143433,
      "step": 6520
    },
    {
      "epoch": 0.33243680768887585,
      "loss_breakdown/lm_loss": 8.283026545541361e-06,
      "loss_breakdown/pointer_loss": 0.20390711724758148,
      "step": 6520
    },
    {
      "epoch": 0.33294668009330664,
      "grad_norm": 6.320799647410659,
      "learning_rate": 3.706232294617564e-06,
      "loss": 0.2727,
      "step": 6530
    },
    {
      "epoch": 0.33294668009330664,
      "loss_breakdown/lm_loss": 8.944502951635513e-06,
      "loss_breakdown/pointer_loss": 0.35605156421661377,
      "step": 6530
    },
    {
      "epoch": 0.33294668009330664,
      "loss_breakdown/lm_loss": 1.252066795132123e-05,
      "loss_breakdown/pointer_loss": 2.2902867794036865,
      "step": 6530
    },
    {
      "epoch": 0.33294668009330664,
      "loss_breakdown/lm_loss": 9.719373338157311e-06,
      "loss_breakdown/pointer_loss": 0.17315521836280823,
      "step": 6530
    },
    {
      "epoch": 0.33294668009330664,
      "loss_breakdown/lm_loss": 7.609431577293435e-06,
      "loss_breakdown/pointer_loss": 0.23719434440135956,
      "step": 6530
    },
    {
      "epoch": 0.3334565524977374,
      "grad_norm": 3.8724403502756584,
      "learning_rate": 3.703399433427762e-06,
      "loss": 0.2755,
      "step": 6540
    },
    {
      "epoch": 0.3334565524977374,
      "loss_breakdown/lm_loss": 5.815188160340767e-06,
      "loss_breakdown/pointer_loss": 0.3690532445907593,
      "step": 6540
    },
    {
      "epoch": 0.3334565524977374,
      "loss_breakdown/lm_loss": 7.685482160013635e-06,
      "loss_breakdown/pointer_loss": 0.45903220772743225,
      "step": 6540
    },
    {
      "epoch": 0.3334565524977374,
      "loss_breakdown/lm_loss": 7.448314590874361e-06,
      "loss_breakdown/pointer_loss": 0.1681431233882904,
      "step": 6540
    },
    {
      "epoch": 0.3334565524977374,
      "loss_breakdown/lm_loss": 5.976275588182034e-06,
      "loss_breakdown/pointer_loss": 0.5218371152877808,
      "step": 6540
    },
    {
      "epoch": 0.3339664249021682,
      "grad_norm": 6.336155867887681,
      "learning_rate": 3.700566572237961e-06,
      "loss": 0.2753,
      "step": 6550
    },
    {
      "epoch": 0.3339664249021682,
      "loss_breakdown/lm_loss": 2.8136535547673702e-05,
      "loss_breakdown/pointer_loss": 1.944663166999817,
      "step": 6550
    },
    {
      "epoch": 0.3339664249021682,
      "loss_breakdown/lm_loss": 1.149030686065089e-05,
      "loss_breakdown/pointer_loss": 0.7889193892478943,
      "step": 6550
    },
    {
      "epoch": 0.3339664249021682,
      "loss_breakdown/lm_loss": 8.76013291417621e-06,
      "loss_breakdown/pointer_loss": 0.4379303455352783,
      "step": 6550
    },
    {
      "epoch": 0.3339664249021682,
      "loss_breakdown/lm_loss": 7.646871381439269e-06,
      "loss_breakdown/pointer_loss": 0.7457958459854126,
      "step": 6550
    },
    {
      "epoch": 0.334476297306599,
      "grad_norm": 4.154329400127627,
      "learning_rate": 3.6977337110481587e-06,
      "loss": 0.301,
      "step": 6560
    },
    {
      "epoch": 0.334476297306599,
      "loss_breakdown/lm_loss": 7.3233259172411636e-06,
      "loss_breakdown/pointer_loss": 0.19906432926654816,
      "step": 6560
    },
    {
      "epoch": 0.334476297306599,
      "loss_breakdown/lm_loss": 4.919328148389468e-06,
      "loss_breakdown/pointer_loss": 0.29520443081855774,
      "step": 6560
    },
    {
      "epoch": 0.334476297306599,
      "loss_breakdown/lm_loss": 5.946482815488707e-06,
      "loss_breakdown/pointer_loss": 0.24585673213005066,
      "step": 6560
    },
    {
      "epoch": 0.334476297306599,
      "loss_breakdown/lm_loss": 7.629298579558963e-06,
      "loss_breakdown/pointer_loss": 0.3031226396560669,
      "step": 6560
    },
    {
      "epoch": 0.3349861697110298,
      "grad_norm": 2.540564216818983,
      "learning_rate": 3.6949008498583573e-06,
      "loss": 0.3063,
      "step": 6570
    },
    {
      "epoch": 0.3349861697110298,
      "loss_breakdown/lm_loss": 8.145160791173112e-06,
      "loss_breakdown/pointer_loss": 0.27930551767349243,
      "step": 6570
    },
    {
      "epoch": 0.3349861697110298,
      "loss_breakdown/lm_loss": 6.330774795060279e-06,
      "loss_breakdown/pointer_loss": 0.6568841934204102,
      "step": 6570
    },
    {
      "epoch": 0.3349861697110298,
      "loss_breakdown/lm_loss": 8.309222721436527e-06,
      "loss_breakdown/pointer_loss": 0.5164501070976257,
      "step": 6570
    },
    {
      "epoch": 0.3349861697110298,
      "loss_breakdown/lm_loss": 6.495746220025467e-06,
      "loss_breakdown/pointer_loss": 0.25708645582199097,
      "step": 6570
    },
    {
      "epoch": 0.3354960421154606,
      "grad_norm": 5.66516519112509,
      "learning_rate": 3.6920679886685556e-06,
      "loss": 0.228,
      "step": 6580
    },
    {
      "epoch": 0.3354960421154606,
      "loss_breakdown/lm_loss": 7.569690751552116e-06,
      "loss_breakdown/pointer_loss": 1.3170037269592285,
      "step": 6580
    },
    {
      "epoch": 0.3354960421154606,
      "loss_breakdown/lm_loss": 1.1169707249791827e-05,
      "loss_breakdown/pointer_loss": 4.388877868652344,
      "step": 6580
    },
    {
      "epoch": 0.3354960421154606,
      "loss_breakdown/lm_loss": 2.6016619813162833e-05,
      "loss_breakdown/pointer_loss": 0.30365729331970215,
      "step": 6580
    },
    {
      "epoch": 0.3354960421154606,
      "loss_breakdown/lm_loss": 3.503793777781539e-05,
      "loss_breakdown/pointer_loss": 0.13637876510620117,
      "step": 6580
    },
    {
      "epoch": 0.3360059145198914,
      "grad_norm": 5.454581781092908,
      "learning_rate": 3.6892351274787543e-06,
      "loss": 0.2726,
      "step": 6590
    },
    {
      "epoch": 0.3360059145198914,
      "loss_breakdown/lm_loss": 7.433214705088176e-06,
      "loss_breakdown/pointer_loss": 0.15588346123695374,
      "step": 6590
    },
    {
      "epoch": 0.3360059145198914,
      "loss_breakdown/lm_loss": 7.5478160397324245e-06,
      "loss_breakdown/pointer_loss": 0.3140541613101959,
      "step": 6590
    },
    {
      "epoch": 0.3360059145198914,
      "loss_breakdown/lm_loss": 5.93854838371044e-06,
      "loss_breakdown/pointer_loss": 0.24329474568367004,
      "step": 6590
    },
    {
      "epoch": 0.3360059145198914,
      "loss_breakdown/lm_loss": 9.169424629362766e-06,
      "loss_breakdown/pointer_loss": 0.6412933468818665,
      "step": 6590
    },
    {
      "epoch": 0.3365157869243222,
      "grad_norm": 6.420203253241305,
      "learning_rate": 3.686402266288952e-06,
      "loss": 0.2581,
      "step": 6600
    },
    {
      "epoch": 0.3365157869243222,
      "loss_breakdown/lm_loss": 2.072993629553821e-05,
      "loss_breakdown/pointer_loss": 0.9359784126281738,
      "step": 6600
    },
    {
      "epoch": 0.3365157869243222,
      "loss_breakdown/lm_loss": 1.2338873602857348e-05,
      "loss_breakdown/pointer_loss": 0.5844054222106934,
      "step": 6600
    },
    {
      "epoch": 0.3365157869243222,
      "loss_breakdown/lm_loss": 1.3378116818785202e-05,
      "loss_breakdown/pointer_loss": 1.4894622564315796,
      "step": 6600
    },
    {
      "epoch": 0.3365157869243222,
      "loss_breakdown/lm_loss": 1.2473855349526275e-05,
      "loss_breakdown/pointer_loss": 0.44135022163391113,
      "step": 6600
    },
    {
      "epoch": 0.337025659328753,
      "grad_norm": 3.587903575451432,
      "learning_rate": 3.6835694050991503e-06,
      "loss": 0.2792,
      "step": 6610
    },
    {
      "epoch": 0.337025659328753,
      "loss_breakdown/lm_loss": 8.184235412045382e-06,
      "loss_breakdown/pointer_loss": 0.47469863295555115,
      "step": 6610
    },
    {
      "epoch": 0.337025659328753,
      "loss_breakdown/lm_loss": 7.980542250152212e-06,
      "loss_breakdown/pointer_loss": 0.1508648544549942,
      "step": 6610
    },
    {
      "epoch": 0.337025659328753,
      "loss_breakdown/lm_loss": 8.591997357143555e-06,
      "loss_breakdown/pointer_loss": 0.6267918348312378,
      "step": 6610
    },
    {
      "epoch": 0.337025659328753,
      "loss_breakdown/lm_loss": 6.727305844833609e-06,
      "loss_breakdown/pointer_loss": 0.1966027170419693,
      "step": 6610
    },
    {
      "epoch": 0.3375355317331838,
      "grad_norm": 5.429123785510505,
      "learning_rate": 3.680736543909349e-06,
      "loss": 0.2824,
      "step": 6620
    },
    {
      "epoch": 0.3375355317331838,
      "loss_breakdown/lm_loss": 8.185540536942426e-06,
      "loss_breakdown/pointer_loss": 0.7498221397399902,
      "step": 6620
    },
    {
      "epoch": 0.3375355317331838,
      "loss_breakdown/lm_loss": 7.173775884439237e-06,
      "loss_breakdown/pointer_loss": 0.21766680479049683,
      "step": 6620
    },
    {
      "epoch": 0.3375355317331838,
      "loss_breakdown/lm_loss": 7.692153303651139e-06,
      "loss_breakdown/pointer_loss": 0.8411638736724854,
      "step": 6620
    },
    {
      "epoch": 0.3375355317331838,
      "loss_breakdown/lm_loss": 4.543473551166244e-06,
      "loss_breakdown/pointer_loss": 1.0729705095291138,
      "step": 6620
    },
    {
      "epoch": 0.3380454041376146,
      "grad_norm": 36.49741014230605,
      "learning_rate": 3.677903682719547e-06,
      "loss": 0.2542,
      "step": 6630
    },
    {
      "epoch": 0.3380454041376146,
      "loss_breakdown/lm_loss": 6.381612365657929e-06,
      "loss_breakdown/pointer_loss": 0.10421468317508698,
      "step": 6630
    },
    {
      "epoch": 0.3380454041376146,
      "loss_breakdown/lm_loss": 8.68227562023094e-06,
      "loss_breakdown/pointer_loss": 0.26702040433883667,
      "step": 6630
    },
    {
      "epoch": 0.3380454041376146,
      "loss_breakdown/lm_loss": 5.7021293287107255e-06,
      "loss_breakdown/pointer_loss": 0.40294837951660156,
      "step": 6630
    },
    {
      "epoch": 0.3380454041376146,
      "loss_breakdown/lm_loss": 1.381575293635251e-05,
      "loss_breakdown/pointer_loss": 3.0639290809631348,
      "step": 6630
    },
    {
      "epoch": 0.33855527654204537,
      "grad_norm": 3.7603666395784936,
      "learning_rate": 3.6750708215297455e-06,
      "loss": 0.313,
      "step": 6640
    },
    {
      "epoch": 0.33855527654204537,
      "loss_breakdown/lm_loss": 8.961766070569865e-06,
      "loss_breakdown/pointer_loss": 0.3142220973968506,
      "step": 6640
    },
    {
      "epoch": 0.33855527654204537,
      "loss_breakdown/lm_loss": 6.776749614800792e-06,
      "loss_breakdown/pointer_loss": 0.5467541813850403,
      "step": 6640
    },
    {
      "epoch": 0.33855527654204537,
      "loss_breakdown/lm_loss": 8.435462405032013e-06,
      "loss_breakdown/pointer_loss": 0.22148171067237854,
      "step": 6640
    },
    {
      "epoch": 0.33855527654204537,
      "loss_breakdown/lm_loss": 5.474494628288085e-06,
      "loss_breakdown/pointer_loss": 0.3971577286720276,
      "step": 6640
    },
    {
      "epoch": 0.33906514894647616,
      "grad_norm": 7.940181407495039,
      "learning_rate": 3.6722379603399438e-06,
      "loss": 0.3002,
      "step": 6650
    },
    {
      "epoch": 0.33906514894647616,
      "loss_breakdown/lm_loss": 8.343331865034997e-05,
      "loss_breakdown/pointer_loss": 1.0151824951171875,
      "step": 6650
    },
    {
      "epoch": 0.33906514894647616,
      "loss_breakdown/lm_loss": 8.934709512686823e-06,
      "loss_breakdown/pointer_loss": 0.48032140731811523,
      "step": 6650
    },
    {
      "epoch": 0.33906514894647616,
      "loss_breakdown/lm_loss": 9.672809937910642e-06,
      "loss_breakdown/pointer_loss": 0.5017324686050415,
      "step": 6650
    },
    {
      "epoch": 0.33906514894647616,
      "loss_breakdown/lm_loss": 8.356857506441884e-06,
      "loss_breakdown/pointer_loss": 0.5087824463844299,
      "step": 6650
    },
    {
      "epoch": 0.33957502135090695,
      "grad_norm": 13.007795727191734,
      "learning_rate": 3.6694050991501416e-06,
      "loss": 0.2918,
      "step": 6660
    },
    {
      "epoch": 0.33957502135090695,
      "loss_breakdown/lm_loss": 7.6204564720683265e-06,
      "loss_breakdown/pointer_loss": 0.4435364007949829,
      "step": 6660
    },
    {
      "epoch": 0.33957502135090695,
      "loss_breakdown/lm_loss": 6.016016413923353e-06,
      "loss_breakdown/pointer_loss": 0.2613096237182617,
      "step": 6660
    },
    {
      "epoch": 0.33957502135090695,
      "loss_breakdown/lm_loss": 7.494192686863244e-06,
      "loss_breakdown/pointer_loss": 0.15216504037380219,
      "step": 6660
    },
    {
      "epoch": 0.33957502135090695,
      "loss_breakdown/lm_loss": 8.046528819249943e-06,
      "loss_breakdown/pointer_loss": 0.18893536925315857,
      "step": 6660
    },
    {
      "epoch": 0.34008489375533774,
      "grad_norm": 5.674624237596238,
      "learning_rate": 3.6665722379603403e-06,
      "loss": 0.2919,
      "step": 6670
    },
    {
      "epoch": 0.34008489375533774,
      "loss_breakdown/lm_loss": 5.763312856288394e-06,
      "loss_breakdown/pointer_loss": 0.1578320860862732,
      "step": 6670
    },
    {
      "epoch": 0.34008489375533774,
      "loss_breakdown/lm_loss": 6.207583737705136e-06,
      "loss_breakdown/pointer_loss": 0.20952585339546204,
      "step": 6670
    },
    {
      "epoch": 0.34008489375533774,
      "loss_breakdown/lm_loss": 8.788955710770097e-06,
      "loss_breakdown/pointer_loss": 0.6227500438690186,
      "step": 6670
    },
    {
      "epoch": 0.34008489375533774,
      "loss_breakdown/lm_loss": 9.067553946806584e-06,
      "loss_breakdown/pointer_loss": 0.2506192624568939,
      "step": 6670
    },
    {
      "epoch": 0.3405947661597685,
      "grad_norm": 12.175227619323026,
      "learning_rate": 3.6637393767705385e-06,
      "loss": 0.266,
      "step": 6680
    },
    {
      "epoch": 0.3405947661597685,
      "loss_breakdown/lm_loss": 7.780276973790023e-06,
      "loss_breakdown/pointer_loss": 0.2874149680137634,
      "step": 6680
    },
    {
      "epoch": 0.3405947661597685,
      "loss_breakdown/lm_loss": 1.945020630955696e-05,
      "loss_breakdown/pointer_loss": 0.15618610382080078,
      "step": 6680
    },
    {
      "epoch": 0.3405947661597685,
      "loss_breakdown/lm_loss": 1.3231773664301727e-05,
      "loss_breakdown/pointer_loss": 0.35324978828430176,
      "step": 6680
    },
    {
      "epoch": 0.3405947661597685,
      "loss_breakdown/lm_loss": 1.7049600501195528e-05,
      "loss_breakdown/pointer_loss": 0.05371396243572235,
      "step": 6680
    },
    {
      "epoch": 0.3411046385641993,
      "grad_norm": 2.564855370054672,
      "learning_rate": 3.6609065155807368e-06,
      "loss": 0.3151,
      "step": 6690
    },
    {
      "epoch": 0.3411046385641993,
      "loss_breakdown/lm_loss": 6.872870471852366e-06,
      "loss_breakdown/pointer_loss": 0.57562255859375,
      "step": 6690
    },
    {
      "epoch": 0.3411046385641993,
      "loss_breakdown/lm_loss": 5.872974270459963e-06,
      "loss_breakdown/pointer_loss": 0.38689857721328735,
      "step": 6690
    },
    {
      "epoch": 0.3411046385641993,
      "loss_breakdown/lm_loss": 1.0317933629266918e-05,
      "loss_breakdown/pointer_loss": 0.17694543302059174,
      "step": 6690
    },
    {
      "epoch": 0.3411046385641993,
      "loss_breakdown/lm_loss": 5.284015514916973e-06,
      "loss_breakdown/pointer_loss": 0.5428661108016968,
      "step": 6690
    },
    {
      "epoch": 0.3416145109686301,
      "grad_norm": 31.446875764217854,
      "learning_rate": 3.658073654390935e-06,
      "loss": 0.2878,
      "step": 6700
    },
    {
      "epoch": 0.3416145109686301,
      "loss_breakdown/lm_loss": 6.566318916156888e-05,
      "loss_breakdown/pointer_loss": 2.588775634765625,
      "step": 6700
    },
    {
      "epoch": 0.3416145109686301,
      "loss_breakdown/lm_loss": 3.981498957728036e-05,
      "loss_breakdown/pointer_loss": 0.3754737079143524,
      "step": 6700
    },
    {
      "epoch": 0.3416145109686301,
      "loss_breakdown/lm_loss": 1.1687397091009188e-05,
      "loss_breakdown/pointer_loss": 0.4464043080806732,
      "step": 6700
    },
    {
      "epoch": 0.3416145109686301,
      "loss_breakdown/lm_loss": 1.0786498933157418e-05,
      "loss_breakdown/pointer_loss": 0.8057971000671387,
      "step": 6700
    },
    {
      "epoch": 0.3421243833730609,
      "grad_norm": 3.77433120931346,
      "learning_rate": 3.6552407932011337e-06,
      "loss": 0.2768,
      "step": 6710
    },
    {
      "epoch": 0.3421243833730609,
      "loss_breakdown/lm_loss": 7.854561772546731e-06,
      "loss_breakdown/pointer_loss": 0.3943704068660736,
      "step": 6710
    },
    {
      "epoch": 0.3421243833730609,
      "loss_breakdown/lm_loss": 7.88225224823691e-06,
      "loss_breakdown/pointer_loss": 0.15618884563446045,
      "step": 6710
    },
    {
      "epoch": 0.3421243833730609,
      "loss_breakdown/lm_loss": 7.291542260645656e-06,
      "loss_breakdown/pointer_loss": 0.5118423104286194,
      "step": 6710
    },
    {
      "epoch": 0.3421243833730609,
      "loss_breakdown/lm_loss": 9.009428140416276e-06,
      "loss_breakdown/pointer_loss": 0.05124387890100479,
      "step": 6710
    },
    {
      "epoch": 0.3426342557774917,
      "grad_norm": 4.58916217305499,
      "learning_rate": 3.6524079320113315e-06,
      "loss": 0.2948,
      "step": 6720
    },
    {
      "epoch": 0.3426342557774917,
      "loss_breakdown/lm_loss": 9.024689461512025e-06,
      "loss_breakdown/pointer_loss": 1.1028401851654053,
      "step": 6720
    },
    {
      "epoch": 0.3426342557774917,
      "loss_breakdown/lm_loss": 9.046711056726053e-06,
      "loss_breakdown/pointer_loss": 0.3207613527774811,
      "step": 6720
    },
    {
      "epoch": 0.3426342557774917,
      "loss_breakdown/lm_loss": 1.4901541362632997e-05,
      "loss_breakdown/pointer_loss": 1.252523422241211,
      "step": 6720
    },
    {
      "epoch": 0.3426342557774917,
      "loss_breakdown/lm_loss": 7.862572601879947e-06,
      "loss_breakdown/pointer_loss": 0.9243296384811401,
      "step": 6720
    },
    {
      "epoch": 0.34314412818192247,
      "grad_norm": 4.23304880371607,
      "learning_rate": 3.64957507082153e-06,
      "loss": 0.2616,
      "step": 6730
    },
    {
      "epoch": 0.34314412818192247,
      "loss_breakdown/lm_loss": 5.332580258254893e-06,
      "loss_breakdown/pointer_loss": 2.038357734680176,
      "step": 6730
    },
    {
      "epoch": 0.34314412818192247,
      "loss_breakdown/lm_loss": 7.0690207394363824e-06,
      "loss_breakdown/pointer_loss": 0.154600590467453,
      "step": 6730
    },
    {
      "epoch": 0.34314412818192247,
      "loss_breakdown/lm_loss": 9.878323908196762e-06,
      "loss_breakdown/pointer_loss": 2.0121190547943115,
      "step": 6730
    },
    {
      "epoch": 0.34314412818192247,
      "loss_breakdown/lm_loss": 1.3585381566372234e-05,
      "loss_breakdown/pointer_loss": 0.08043184876441956,
      "step": 6730
    },
    {
      "epoch": 0.34365400058635326,
      "grad_norm": 3.76405041282388,
      "learning_rate": 3.6467422096317285e-06,
      "loss": 0.2974,
      "step": 6740
    },
    {
      "epoch": 0.34365400058635326,
      "loss_breakdown/lm_loss": 1.1548198926902842e-05,
      "loss_breakdown/pointer_loss": 0.4766896963119507,
      "step": 6740
    },
    {
      "epoch": 0.34365400058635326,
      "loss_breakdown/lm_loss": 7.015578830760205e-06,
      "loss_breakdown/pointer_loss": 0.3980766236782074,
      "step": 6740
    },
    {
      "epoch": 0.34365400058635326,
      "loss_breakdown/lm_loss": 1.2041488844261039e-05,
      "loss_breakdown/pointer_loss": 0.507313072681427,
      "step": 6740
    },
    {
      "epoch": 0.34365400058635326,
      "loss_breakdown/lm_loss": 1.410609002050478e-05,
      "loss_breakdown/pointer_loss": 0.44040048122406006,
      "step": 6740
    },
    {
      "epoch": 0.34416387299078405,
      "grad_norm": 4.896282043678063,
      "learning_rate": 3.6439093484419267e-06,
      "loss": 0.2765,
      "step": 6750
    },
    {
      "epoch": 0.34416387299078405,
      "loss_breakdown/lm_loss": 6.437978299800307e-05,
      "loss_breakdown/pointer_loss": 1.7362968921661377,
      "step": 6750
    },
    {
      "epoch": 0.34416387299078405,
      "loss_breakdown/lm_loss": 1.850779153755866e-05,
      "loss_breakdown/pointer_loss": 0.6395208835601807,
      "step": 6750
    },
    {
      "epoch": 0.34416387299078405,
      "loss_breakdown/lm_loss": 1.4044389899936505e-05,
      "loss_breakdown/pointer_loss": 1.2134933471679688,
      "step": 6750
    },
    {
      "epoch": 0.34416387299078405,
      "loss_breakdown/lm_loss": 8.631719538243487e-06,
      "loss_breakdown/pointer_loss": 0.4905282258987427,
      "step": 6750
    },
    {
      "epoch": 0.34467374539521484,
      "grad_norm": 10.01859774343602,
      "learning_rate": 3.641076487252125e-06,
      "loss": 0.2811,
      "step": 6760
    },
    {
      "epoch": 0.34467374539521484,
      "loss_breakdown/lm_loss": 6.888192001497373e-05,
      "loss_breakdown/pointer_loss": 0.13240033388137817,
      "step": 6760
    },
    {
      "epoch": 0.34467374539521484,
      "loss_breakdown/lm_loss": 4.381571216072189e-06,
      "loss_breakdown/pointer_loss": 0.31547433137893677,
      "step": 6760
    },
    {
      "epoch": 0.34467374539521484,
      "loss_breakdown/lm_loss": 8.368348062504083e-06,
      "loss_breakdown/pointer_loss": 4.081030368804932,
      "step": 6760
    },
    {
      "epoch": 0.34467374539521484,
      "loss_breakdown/lm_loss": 8.090180017461535e-06,
      "loss_breakdown/pointer_loss": 0.38048452138900757,
      "step": 6760
    },
    {
      "epoch": 0.3451836177996456,
      "grad_norm": 5.826259447668636,
      "learning_rate": 3.6382436260623232e-06,
      "loss": 0.2992,
      "step": 6770
    },
    {
      "epoch": 0.3451836177996456,
      "loss_breakdown/lm_loss": 7.368717433564598e-06,
      "loss_breakdown/pointer_loss": 0.19049513339996338,
      "step": 6770
    },
    {
      "epoch": 0.3451836177996456,
      "loss_breakdown/lm_loss": 7.894889677118044e-06,
      "loss_breakdown/pointer_loss": 0.2741636335849762,
      "step": 6770
    },
    {
      "epoch": 0.3451836177996456,
      "loss_breakdown/lm_loss": 7.1270937951339874e-06,
      "loss_breakdown/pointer_loss": 0.584097146987915,
      "step": 6770
    },
    {
      "epoch": 0.3451836177996456,
      "loss_breakdown/lm_loss": 5.1455581342452206e-06,
      "loss_breakdown/pointer_loss": 0.37696167826652527,
      "step": 6770
    },
    {
      "epoch": 0.3456934902040764,
      "grad_norm": 8.706096898253758,
      "learning_rate": 3.635410764872522e-06,
      "loss": 0.2939,
      "step": 6780
    },
    {
      "epoch": 0.3456934902040764,
      "loss_breakdown/lm_loss": 4.184217232250376e-06,
      "loss_breakdown/pointer_loss": 0.10233285278081894,
      "step": 6780
    },
    {
      "epoch": 0.3456934902040764,
      "loss_breakdown/lm_loss": 7.100804850779241e-06,
      "loss_breakdown/pointer_loss": 1.2934846878051758,
      "step": 6780
    },
    {
      "epoch": 0.3456934902040764,
      "loss_breakdown/lm_loss": 6.238561127247522e-06,
      "loss_breakdown/pointer_loss": 0.08841729164123535,
      "step": 6780
    },
    {
      "epoch": 0.3456934902040764,
      "loss_breakdown/lm_loss": 7.096855370036792e-06,
      "loss_breakdown/pointer_loss": 0.3109712600708008,
      "step": 6780
    },
    {
      "epoch": 0.3462033626085072,
      "grad_norm": 2.8414236832513424,
      "learning_rate": 3.6325779036827197e-06,
      "loss": 0.3014,
      "step": 6790
    },
    {
      "epoch": 0.3462033626085072,
      "loss_breakdown/lm_loss": 5.628610779240262e-06,
      "loss_breakdown/pointer_loss": 0.28091612458229065,
      "step": 6790
    },
    {
      "epoch": 0.3462033626085072,
      "loss_breakdown/lm_loss": 6.301591838564491e-06,
      "loss_breakdown/pointer_loss": 0.8645051121711731,
      "step": 6790
    },
    {
      "epoch": 0.3462033626085072,
      "loss_breakdown/lm_loss": 4.984036877431208e-06,
      "loss_breakdown/pointer_loss": 0.5772543549537659,
      "step": 6790
    },
    {
      "epoch": 0.3462033626085072,
      "loss_breakdown/lm_loss": 5.450793196359882e-06,
      "loss_breakdown/pointer_loss": 2.160764217376709,
      "step": 6790
    },
    {
      "epoch": 0.346713235012938,
      "grad_norm": 7.438628309595221,
      "learning_rate": 3.629745042492918e-06,
      "loss": 0.2891,
      "step": 6800
    },
    {
      "epoch": 0.346713235012938,
      "loss_breakdown/lm_loss": 3.374116568011232e-05,
      "loss_breakdown/pointer_loss": 1.6415997743606567,
      "step": 6800
    },
    {
      "epoch": 0.346713235012938,
      "loss_breakdown/lm_loss": 1.3819967534800526e-05,
      "loss_breakdown/pointer_loss": 1.720741868019104,
      "step": 6800
    },
    {
      "epoch": 0.346713235012938,
      "loss_breakdown/lm_loss": 7.28943587091635e-06,
      "loss_breakdown/pointer_loss": 0.21935105323791504,
      "step": 6800
    },
    {
      "epoch": 0.346713235012938,
      "loss_breakdown/lm_loss": 7.165546776377596e-06,
      "loss_breakdown/pointer_loss": 0.35661056637763977,
      "step": 6800
    },
    {
      "epoch": 0.3472231074173688,
      "grad_norm": 6.525636896889619,
      "learning_rate": 3.6269121813031167e-06,
      "loss": 0.2627,
      "step": 6810
    },
    {
      "epoch": 0.3472231074173688,
      "loss_breakdown/lm_loss": 8.596810403105337e-06,
      "loss_breakdown/pointer_loss": 0.3800928592681885,
      "step": 6810
    },
    {
      "epoch": 0.3472231074173688,
      "loss_breakdown/lm_loss": 6.092320290917996e-06,
      "loss_breakdown/pointer_loss": 0.25020480155944824,
      "step": 6810
    },
    {
      "epoch": 0.3472231074173688,
      "loss_breakdown/lm_loss": 5.952455012447899e-06,
      "loss_breakdown/pointer_loss": 0.04768957570195198,
      "step": 6810
    },
    {
      "epoch": 0.3472231074173688,
      "loss_breakdown/lm_loss": 7.955142791615799e-06,
      "loss_breakdown/pointer_loss": 0.26628199219703674,
      "step": 6810
    },
    {
      "epoch": 0.34773297982179957,
      "grad_norm": 15.500995085452006,
      "learning_rate": 3.6240793201133145e-06,
      "loss": 0.3021,
      "step": 6820
    },
    {
      "epoch": 0.34773297982179957,
      "loss_breakdown/lm_loss": 1.0175136594625656e-05,
      "loss_breakdown/pointer_loss": 0.7896988987922668,
      "step": 6820
    },
    {
      "epoch": 0.34773297982179957,
      "loss_breakdown/lm_loss": 1.015122325043194e-05,
      "loss_breakdown/pointer_loss": 0.5158169269561768,
      "step": 6820
    },
    {
      "epoch": 0.34773297982179957,
      "loss_breakdown/lm_loss": 1.0222315722785424e-05,
      "loss_breakdown/pointer_loss": 0.20534414052963257,
      "step": 6820
    },
    {
      "epoch": 0.34773297982179957,
      "loss_breakdown/lm_loss": 8.210970918298699e-06,
      "loss_breakdown/pointer_loss": 0.24641244113445282,
      "step": 6820
    },
    {
      "epoch": 0.34824285222623036,
      "grad_norm": 6.230028174038954,
      "learning_rate": 3.621246458923513e-06,
      "loss": 0.2752,
      "step": 6830
    },
    {
      "epoch": 0.34824285222623036,
      "loss_breakdown/lm_loss": 7.237179033836583e-06,
      "loss_breakdown/pointer_loss": 1.3703854084014893,
      "step": 6830
    },
    {
      "epoch": 0.34824285222623036,
      "loss_breakdown/lm_loss": 5.559068540605949e-06,
      "loss_breakdown/pointer_loss": 0.24929580092430115,
      "step": 6830
    },
    {
      "epoch": 0.34824285222623036,
      "loss_breakdown/lm_loss": 1.1157794688188005e-05,
      "loss_breakdown/pointer_loss": 1.8032923936843872,
      "step": 6830
    },
    {
      "epoch": 0.34824285222623036,
      "loss_breakdown/lm_loss": 8.463743142783642e-06,
      "loss_breakdown/pointer_loss": 0.2550950050354004,
      "step": 6830
    },
    {
      "epoch": 0.3487527246306612,
      "grad_norm": 4.740243028885455,
      "learning_rate": 3.6184135977337114e-06,
      "loss": 0.2999,
      "step": 6840
    },
    {
      "epoch": 0.3487527246306612,
      "loss_breakdown/lm_loss": 7.31338741388754e-06,
      "loss_breakdown/pointer_loss": 0.2397243082523346,
      "step": 6840
    },
    {
      "epoch": 0.3487527246306612,
      "loss_breakdown/lm_loss": 5.7259289860667195e-06,
      "loss_breakdown/pointer_loss": 1.1132129430770874,
      "step": 6840
    },
    {
      "epoch": 0.3487527246306612,
      "loss_breakdown/lm_loss": 4.83896928926697e-06,
      "loss_breakdown/pointer_loss": 0.3886460065841675,
      "step": 6840
    },
    {
      "epoch": 0.3487527246306612,
      "loss_breakdown/lm_loss": 9.631676221033558e-06,
      "loss_breakdown/pointer_loss": 0.15118356049060822,
      "step": 6840
    },
    {
      "epoch": 0.349262597035092,
      "grad_norm": 16.580495010760107,
      "learning_rate": 3.6155807365439092e-06,
      "loss": 0.289,
      "step": 6850
    },
    {
      "epoch": 0.349262597035092,
      "loss_breakdown/lm_loss": 3.26675726682879e-05,
      "loss_breakdown/pointer_loss": 1.1718707084655762,
      "step": 6850
    },
    {
      "epoch": 0.349262597035092,
      "loss_breakdown/lm_loss": 1.4856269444862846e-05,
      "loss_breakdown/pointer_loss": 0.7392634153366089,
      "step": 6850
    },
    {
      "epoch": 0.349262597035092,
      "loss_breakdown/lm_loss": 1.3925300663686357e-05,
      "loss_breakdown/pointer_loss": 1.1088452339172363,
      "step": 6850
    },
    {
      "epoch": 0.349262597035092,
      "loss_breakdown/lm_loss": 1.292326851398684e-05,
      "loss_breakdown/pointer_loss": 1.215908408164978,
      "step": 6850
    },
    {
      "epoch": 0.3497724694395228,
      "grad_norm": 3.9340445080041615,
      "learning_rate": 3.612747875354108e-06,
      "loss": 0.2863,
      "step": 6860
    },
    {
      "epoch": 0.3497724694395228,
      "loss_breakdown/lm_loss": 4.20541118728579e-06,
      "loss_breakdown/pointer_loss": 0.2504623234272003,
      "step": 6860
    },
    {
      "epoch": 0.3497724694395228,
      "loss_breakdown/lm_loss": 4.702485057350714e-06,
      "loss_breakdown/pointer_loss": 0.47399669885635376,
      "step": 6860
    },
    {
      "epoch": 0.3497724694395228,
      "loss_breakdown/lm_loss": 9.575849617249332e-06,
      "loss_breakdown/pointer_loss": 0.5674312710762024,
      "step": 6860
    },
    {
      "epoch": 0.3497724694395228,
      "loss_breakdown/lm_loss": 6.58028875477612e-06,
      "loss_breakdown/pointer_loss": 0.1266385018825531,
      "step": 6860
    },
    {
      "epoch": 0.35028234184395357,
      "grad_norm": 2.9807239085187205,
      "learning_rate": 3.609915014164306e-06,
      "loss": 0.2829,
      "step": 6870
    },
    {
      "epoch": 0.35028234184395357,
      "loss_breakdown/lm_loss": 5.506788056663936e-06,
      "loss_breakdown/pointer_loss": 0.4161784052848816,
      "step": 6870
    },
    {
      "epoch": 0.35028234184395357,
      "loss_breakdown/lm_loss": 6.800472874601837e-06,
      "loss_breakdown/pointer_loss": 0.23817482590675354,
      "step": 6870
    },
    {
      "epoch": 0.35028234184395357,
      "loss_breakdown/lm_loss": 6.374444183165906e-06,
      "loss_breakdown/pointer_loss": 0.4004139304161072,
      "step": 6870
    },
    {
      "epoch": 0.35028234184395357,
      "loss_breakdown/lm_loss": 6.582063178939279e-06,
      "loss_breakdown/pointer_loss": 0.6102018356323242,
      "step": 6870
    },
    {
      "epoch": 0.35079221424838436,
      "grad_norm": 5.617716176886571,
      "learning_rate": 3.607082152974505e-06,
      "loss": 0.2455,
      "step": 6880
    },
    {
      "epoch": 0.35079221424838436,
      "loss_breakdown/lm_loss": 1.743115353747271e-05,
      "loss_breakdown/pointer_loss": 0.15390856564044952,
      "step": 6880
    },
    {
      "epoch": 0.35079221424838436,
      "loss_breakdown/lm_loss": 7.490226835216163e-06,
      "loss_breakdown/pointer_loss": 0.1478642225265503,
      "step": 6880
    },
    {
      "epoch": 0.35079221424838436,
      "loss_breakdown/lm_loss": 8.670353054185398e-06,
      "loss_breakdown/pointer_loss": 0.05703358352184296,
      "step": 6880
    },
    {
      "epoch": 0.35079221424838436,
      "loss_breakdown/lm_loss": 8.70608892000746e-06,
      "loss_breakdown/pointer_loss": 0.14393264055252075,
      "step": 6880
    },
    {
      "epoch": 0.35130208665281515,
      "grad_norm": 7.7258976984516075,
      "learning_rate": 3.6042492917847027e-06,
      "loss": 0.2846,
      "step": 6890
    },
    {
      "epoch": 0.35130208665281515,
      "loss_breakdown/lm_loss": 5.607196726487018e-06,
      "loss_breakdown/pointer_loss": 0.45158952474594116,
      "step": 6890
    },
    {
      "epoch": 0.35130208665281515,
      "loss_breakdown/lm_loss": 6.17696059634909e-06,
      "loss_breakdown/pointer_loss": 0.2878333330154419,
      "step": 6890
    },
    {
      "epoch": 0.35130208665281515,
      "loss_breakdown/lm_loss": 4.999666543881176e-06,
      "loss_breakdown/pointer_loss": 0.6010503768920898,
      "step": 6890
    },
    {
      "epoch": 0.35130208665281515,
      "loss_breakdown/lm_loss": 4.812830866285367e-06,
      "loss_breakdown/pointer_loss": 0.27447736263275146,
      "step": 6890
    },
    {
      "epoch": 0.35181195905724594,
      "grad_norm": 11.679198011816535,
      "learning_rate": 3.6014164305949013e-06,
      "loss": 0.2753,
      "step": 6900
    },
    {
      "epoch": 0.35181195905724594,
      "loss_breakdown/lm_loss": 4.8811172746354714e-05,
      "loss_breakdown/pointer_loss": 1.7456474304199219,
      "step": 6900
    },
    {
      "epoch": 0.35181195905724594,
      "loss_breakdown/lm_loss": 1.20664517453406e-05,
      "loss_breakdown/pointer_loss": 1.1084719896316528,
      "step": 6900
    },
    {
      "epoch": 0.35181195905724594,
      "loss_breakdown/lm_loss": 9.224852874467615e-06,
      "loss_breakdown/pointer_loss": 0.7062171101570129,
      "step": 6900
    },
    {
      "epoch": 0.35181195905724594,
      "loss_breakdown/lm_loss": 1.1329722838127054e-05,
      "loss_breakdown/pointer_loss": 0.3002098798751831,
      "step": 6900
    },
    {
      "epoch": 0.3523218314616767,
      "grad_norm": 4.787252931697246,
      "learning_rate": 3.5985835694050996e-06,
      "loss": 0.2594,
      "step": 6910
    },
    {
      "epoch": 0.3523218314616767,
      "loss_breakdown/lm_loss": 4.808069206774235e-06,
      "loss_breakdown/pointer_loss": 0.23923367261886597,
      "step": 6910
    },
    {
      "epoch": 0.3523218314616767,
      "loss_breakdown/lm_loss": 6.506755198643077e-06,
      "loss_breakdown/pointer_loss": 0.277629554271698,
      "step": 6910
    },
    {
      "epoch": 0.3523218314616767,
      "loss_breakdown/lm_loss": 5.528077053895686e-06,
      "loss_breakdown/pointer_loss": 0.7026498317718506,
      "step": 6910
    },
    {
      "epoch": 0.3523218314616767,
      "loss_breakdown/lm_loss": 4.996812549507013e-06,
      "loss_breakdown/pointer_loss": 0.19358503818511963,
      "step": 6910
    },
    {
      "epoch": 0.3528317038661075,
      "grad_norm": 2.7605460486974165,
      "learning_rate": 3.5957507082152974e-06,
      "loss": 0.3037,
      "step": 6920
    },
    {
      "epoch": 0.3528317038661075,
      "loss_breakdown/lm_loss": 8.424779480264988e-06,
      "loss_breakdown/pointer_loss": 0.5176775455474854,
      "step": 6920
    },
    {
      "epoch": 0.3528317038661075,
      "loss_breakdown/lm_loss": 6.763575584045611e-06,
      "loss_breakdown/pointer_loss": 0.28416717052459717,
      "step": 6920
    },
    {
      "epoch": 0.3528317038661075,
      "loss_breakdown/lm_loss": 5.806758053950034e-06,
      "loss_breakdown/pointer_loss": 0.6082198619842529,
      "step": 6920
    },
    {
      "epoch": 0.3528317038661075,
      "loss_breakdown/lm_loss": 5.5516657084808685e-06,
      "loss_breakdown/pointer_loss": 0.36338526010513306,
      "step": 6920
    },
    {
      "epoch": 0.3533415762705383,
      "grad_norm": 5.769512380925563,
      "learning_rate": 3.592917847025496e-06,
      "loss": 0.2568,
      "step": 6930
    },
    {
      "epoch": 0.3533415762705383,
      "loss_breakdown/lm_loss": 9.700757800601423e-06,
      "loss_breakdown/pointer_loss": 0.3874325752258301,
      "step": 6930
    },
    {
      "epoch": 0.3533415762705383,
      "loss_breakdown/lm_loss": 7.3471819632686675e-06,
      "loss_breakdown/pointer_loss": 0.34944960474967957,
      "step": 6930
    },
    {
      "epoch": 0.3533415762705383,
      "loss_breakdown/lm_loss": 5.4478200581797864e-06,
      "loss_breakdown/pointer_loss": 0.07139813154935837,
      "step": 6930
    },
    {
      "epoch": 0.3533415762705383,
      "loss_breakdown/lm_loss": 8.495451766066253e-06,
      "loss_breakdown/pointer_loss": 0.12542438507080078,
      "step": 6930
    },
    {
      "epoch": 0.3538514486749691,
      "grad_norm": 2.828355098869392,
      "learning_rate": 3.5900849858356944e-06,
      "loss": 0.2946,
      "step": 6940
    },
    {
      "epoch": 0.3538514486749691,
      "loss_breakdown/lm_loss": 7.465821909136139e-06,
      "loss_breakdown/pointer_loss": 0.538593590259552,
      "step": 6940
    },
    {
      "epoch": 0.3538514486749691,
      "loss_breakdown/lm_loss": 6.950955139473081e-06,
      "loss_breakdown/pointer_loss": 0.23822394013404846,
      "step": 6940
    },
    {
      "epoch": 0.3538514486749691,
      "loss_breakdown/lm_loss": 5.883972335141152e-06,
      "loss_breakdown/pointer_loss": 0.8937746286392212,
      "step": 6940
    },
    {
      "epoch": 0.3538514486749691,
      "loss_breakdown/lm_loss": 5.087012141302694e-06,
      "loss_breakdown/pointer_loss": 1.1511449813842773,
      "step": 6940
    },
    {
      "epoch": 0.3543613210793999,
      "grad_norm": 9.090500892123504,
      "learning_rate": 3.5872521246458926e-06,
      "loss": 0.3132,
      "step": 6950
    },
    {
      "epoch": 0.3543613210793999,
      "loss_breakdown/lm_loss": 1.8096605344908312e-05,
      "loss_breakdown/pointer_loss": 0.7218166589736938,
      "step": 6950
    },
    {
      "epoch": 0.3543613210793999,
      "loss_breakdown/lm_loss": 2.2788788555772044e-05,
      "loss_breakdown/pointer_loss": 0.5478765964508057,
      "step": 6950
    },
    {
      "epoch": 0.3543613210793999,
      "loss_breakdown/lm_loss": 9.651934306020848e-06,
      "loss_breakdown/pointer_loss": 0.855412483215332,
      "step": 6950
    },
    {
      "epoch": 0.3543613210793999,
      "loss_breakdown/lm_loss": 6.431925157812657e-06,
      "loss_breakdown/pointer_loss": 0.2551376223564148,
      "step": 6950
    },
    {
      "epoch": 0.35487119348383067,
      "grad_norm": 9.106805527612408,
      "learning_rate": 3.584419263456091e-06,
      "loss": 0.2712,
      "step": 6960
    },
    {
      "epoch": 0.35487119348383067,
      "loss_breakdown/lm_loss": 9.730447345646098e-06,
      "loss_breakdown/pointer_loss": 0.47622573375701904,
      "step": 6960
    },
    {
      "epoch": 0.35487119348383067,
      "loss_breakdown/lm_loss": 7.98336805019062e-06,
      "loss_breakdown/pointer_loss": 0.44622746109962463,
      "step": 6960
    },
    {
      "epoch": 0.35487119348383067,
      "loss_breakdown/lm_loss": 8.088586582744028e-06,
      "loss_breakdown/pointer_loss": 0.2163885086774826,
      "step": 6960
    },
    {
      "epoch": 0.35487119348383067,
      "loss_breakdown/lm_loss": 5.704510840587318e-06,
      "loss_breakdown/pointer_loss": 0.24712640047073364,
      "step": 6960
    },
    {
      "epoch": 0.35538106588826146,
      "grad_norm": 2.803692913575306,
      "learning_rate": 3.5815864022662895e-06,
      "loss": 0.2817,
      "step": 6970
    },
    {
      "epoch": 0.35538106588826146,
      "loss_breakdown/lm_loss": 8.062570486799814e-06,
      "loss_breakdown/pointer_loss": 0.48894721269607544,
      "step": 6970
    },
    {
      "epoch": 0.35538106588826146,
      "loss_breakdown/lm_loss": 7.710978024988435e-06,
      "loss_breakdown/pointer_loss": 0.28630781173706055,
      "step": 6970
    },
    {
      "epoch": 0.35538106588826146,
      "loss_breakdown/lm_loss": 7.634821486135479e-06,
      "loss_breakdown/pointer_loss": 1.1219741106033325,
      "step": 6970
    },
    {
      "epoch": 0.35538106588826146,
      "loss_breakdown/lm_loss": 6.393326202669414e-06,
      "loss_breakdown/pointer_loss": 0.25138676166534424,
      "step": 6970
    },
    {
      "epoch": 0.35589093829269225,
      "grad_norm": 6.545569105756038,
      "learning_rate": 3.5787535410764874e-06,
      "loss": 0.2863,
      "step": 6980
    },
    {
      "epoch": 0.35589093829269225,
      "loss_breakdown/lm_loss": 1.1801444998127408e-05,
      "loss_breakdown/pointer_loss": 1.9592756032943726,
      "step": 6980
    },
    {
      "epoch": 0.35589093829269225,
      "loss_breakdown/lm_loss": 7.851803275116254e-06,
      "loss_breakdown/pointer_loss": 0.09262626618146896,
      "step": 6980
    },
    {
      "epoch": 0.35589093829269225,
      "loss_breakdown/lm_loss": 6.639887033088598e-06,
      "loss_breakdown/pointer_loss": 0.47130051255226135,
      "step": 6980
    },
    {
      "epoch": 0.35589093829269225,
      "loss_breakdown/lm_loss": 8.924656867748126e-06,
      "loss_breakdown/pointer_loss": 0.7172368764877319,
      "step": 6980
    },
    {
      "epoch": 0.35640081069712304,
      "grad_norm": 3.6865967377863695,
      "learning_rate": 3.5759206798866856e-06,
      "loss": 0.2871,
      "step": 6990
    },
    {
      "epoch": 0.35640081069712304,
      "loss_breakdown/lm_loss": 6.296812898654025e-06,
      "loss_breakdown/pointer_loss": 0.472943514585495,
      "step": 6990
    },
    {
      "epoch": 0.35640081069712304,
      "loss_breakdown/lm_loss": 6.99152724337182e-06,
      "loss_breakdown/pointer_loss": 0.11480625718832016,
      "step": 6990
    },
    {
      "epoch": 0.35640081069712304,
      "loss_breakdown/lm_loss": 7.654340151930228e-06,
      "loss_breakdown/pointer_loss": 0.2902050316333771,
      "step": 6990
    },
    {
      "epoch": 0.35640081069712304,
      "loss_breakdown/lm_loss": 8.951109521149192e-06,
      "loss_breakdown/pointer_loss": 0.4515600800514221,
      "step": 6990
    },
    {
      "epoch": 0.3569106831015538,
      "grad_norm": 10.721529159467206,
      "learning_rate": 3.5730878186968843e-06,
      "loss": 0.2878,
      "step": 7000
    },
    {
      "epoch": 0.3569106831015538,
      "loss_breakdown/lm_loss": 3.385005038580857e-05,
      "loss_breakdown/pointer_loss": 0.7652648687362671,
      "step": 7000
    },
    {
      "epoch": 0.3569106831015538,
      "loss_breakdown/lm_loss": 1.6266641978290863e-05,
      "loss_breakdown/pointer_loss": 0.45209789276123047,
      "step": 7000
    },
    {
      "epoch": 0.3569106831015538,
      "loss_breakdown/lm_loss": 1.0361296517658047e-05,
      "loss_breakdown/pointer_loss": 0.4175635576248169,
      "step": 7000
    },
    {
      "epoch": 0.3569106831015538,
      "loss_breakdown/lm_loss": 9.081314601644408e-06,
      "loss_breakdown/pointer_loss": 0.2037365883588791,
      "step": 7000
    },
    {
      "epoch": 0.3574205555059846,
      "grad_norm": 3.1540273042657145,
      "learning_rate": 3.570254957507082e-06,
      "loss": 0.2657,
      "step": 7010
    },
    {
      "epoch": 0.3574205555059846,
      "loss_breakdown/lm_loss": 7.05796946931514e-06,
      "loss_breakdown/pointer_loss": 0.2412738800048828,
      "step": 7010
    },
    {
      "epoch": 0.3574205555059846,
      "loss_breakdown/lm_loss": 7.029270364000695e-06,
      "loss_breakdown/pointer_loss": 0.15657445788383484,
      "step": 7010
    },
    {
      "epoch": 0.3574205555059846,
      "loss_breakdown/lm_loss": 9.605457307770848e-06,
      "loss_breakdown/pointer_loss": 3.0285933017730713,
      "step": 7010
    },
    {
      "epoch": 0.3574205555059846,
      "loss_breakdown/lm_loss": 6.544498774019303e-06,
      "loss_breakdown/pointer_loss": 0.21615180373191833,
      "step": 7010
    },
    {
      "epoch": 0.3579304279104154,
      "grad_norm": 4.06437070338314,
      "learning_rate": 3.567422096317281e-06,
      "loss": 0.3028,
      "step": 7020
    },
    {
      "epoch": 0.3579304279104154,
      "loss_breakdown/lm_loss": 8.267048542620614e-06,
      "loss_breakdown/pointer_loss": 0.2983022928237915,
      "step": 7020
    },
    {
      "epoch": 0.3579304279104154,
      "loss_breakdown/lm_loss": 9.54083134274697e-06,
      "loss_breakdown/pointer_loss": 0.7635059952735901,
      "step": 7020
    },
    {
      "epoch": 0.3579304279104154,
      "loss_breakdown/lm_loss": 7.465012913598912e-06,
      "loss_breakdown/pointer_loss": 0.17395401000976562,
      "step": 7020
    },
    {
      "epoch": 0.3579304279104154,
      "loss_breakdown/lm_loss": 1.0006697266362607e-05,
      "loss_breakdown/pointer_loss": 0.6363334655761719,
      "step": 7020
    },
    {
      "epoch": 0.3584403003148462,
      "grad_norm": 10.571295502322695,
      "learning_rate": 3.564589235127479e-06,
      "loss": 0.2856,
      "step": 7030
    },
    {
      "epoch": 0.3584403003148462,
      "loss_breakdown/lm_loss": 3.901938907802105e-05,
      "loss_breakdown/pointer_loss": 1.158508539199829,
      "step": 7030
    },
    {
      "epoch": 0.3584403003148462,
      "loss_breakdown/lm_loss": 1.360118949378375e-05,
      "loss_breakdown/pointer_loss": 0.39516717195510864,
      "step": 7030
    },
    {
      "epoch": 0.3584403003148462,
      "loss_breakdown/lm_loss": 8.777610673860181e-06,
      "loss_breakdown/pointer_loss": 0.3204895555973053,
      "step": 7030
    },
    {
      "epoch": 0.3584403003148462,
      "loss_breakdown/lm_loss": 1.5691257431171834e-05,
      "loss_breakdown/pointer_loss": 0.13836686313152313,
      "step": 7030
    },
    {
      "epoch": 0.358950172719277,
      "grad_norm": 2.530281767251575,
      "learning_rate": 3.5617563739376777e-06,
      "loss": 0.277,
      "step": 7040
    },
    {
      "epoch": 0.358950172719277,
      "loss_breakdown/lm_loss": 9.227881491824519e-06,
      "loss_breakdown/pointer_loss": 0.6435173153877258,
      "step": 7040
    },
    {
      "epoch": 0.358950172719277,
      "loss_breakdown/lm_loss": 7.34050945538911e-06,
      "loss_breakdown/pointer_loss": 0.22789356112480164,
      "step": 7040
    },
    {
      "epoch": 0.358950172719277,
      "loss_breakdown/lm_loss": 6.794830824219389e-06,
      "loss_breakdown/pointer_loss": 0.6825752258300781,
      "step": 7040
    },
    {
      "epoch": 0.358950172719277,
      "loss_breakdown/lm_loss": 5.857078122062376e-06,
      "loss_breakdown/pointer_loss": 0.813094973564148,
      "step": 7040
    },
    {
      "epoch": 0.35946004512370777,
      "grad_norm": 5.485486998515248,
      "learning_rate": 3.5589235127478755e-06,
      "loss": 0.2727,
      "step": 7050
    },
    {
      "epoch": 0.35946004512370777,
      "loss_breakdown/lm_loss": 1.7500507965451106e-05,
      "loss_breakdown/pointer_loss": 0.9188805818557739,
      "step": 7050
    },
    {
      "epoch": 0.35946004512370777,
      "loss_breakdown/lm_loss": 1.0615483915898949e-05,
      "loss_breakdown/pointer_loss": 0.8301047682762146,
      "step": 7050
    },
    {
      "epoch": 0.35946004512370777,
      "loss_breakdown/lm_loss": 8.37495372252306e-06,
      "loss_breakdown/pointer_loss": 0.23941820859909058,
      "step": 7050
    },
    {
      "epoch": 0.35946004512370777,
      "loss_breakdown/lm_loss": 1.2781815712514799e-05,
      "loss_breakdown/pointer_loss": 0.44986408948898315,
      "step": 7050
    },
    {
      "epoch": 0.35996991752813856,
      "grad_norm": 4.188874361830607,
      "learning_rate": 3.556090651558074e-06,
      "loss": 0.2746,
      "step": 7060
    },
    {
      "epoch": 0.35996991752813856,
      "loss_breakdown/lm_loss": 9.669518476584926e-06,
      "loss_breakdown/pointer_loss": 0.484408438205719,
      "step": 7060
    },
    {
      "epoch": 0.35996991752813856,
      "loss_breakdown/lm_loss": 5.485560905071907e-06,
      "loss_breakdown/pointer_loss": 0.3018953800201416,
      "step": 7060
    },
    {
      "epoch": 0.35996991752813856,
      "loss_breakdown/lm_loss": 9.719297850097064e-06,
      "loss_breakdown/pointer_loss": 0.5369124412536621,
      "step": 7060
    },
    {
      "epoch": 0.35996991752813856,
      "loss_breakdown/lm_loss": 1.0831917279574554e-05,
      "loss_breakdown/pointer_loss": 0.18021798133850098,
      "step": 7060
    },
    {
      "epoch": 0.36047978993256935,
      "grad_norm": 2.872808899738648,
      "learning_rate": 3.5532577903682725e-06,
      "loss": 0.2581,
      "step": 7070
    },
    {
      "epoch": 0.36047978993256935,
      "loss_breakdown/lm_loss": 9.261162631446496e-06,
      "loss_breakdown/pointer_loss": 0.38333213329315186,
      "step": 7070
    },
    {
      "epoch": 0.36047978993256935,
      "loss_breakdown/lm_loss": 7.70407586969668e-06,
      "loss_breakdown/pointer_loss": 0.6187964677810669,
      "step": 7070
    },
    {
      "epoch": 0.36047978993256935,
      "loss_breakdown/lm_loss": 7.412622380797984e-06,
      "loss_breakdown/pointer_loss": 0.18977907299995422,
      "step": 7070
    },
    {
      "epoch": 0.36047978993256935,
      "loss_breakdown/lm_loss": 9.897828931570984e-06,
      "loss_breakdown/pointer_loss": 0.393001914024353,
      "step": 7070
    },
    {
      "epoch": 0.36098966233700014,
      "grad_norm": 4.6047555302572745,
      "learning_rate": 3.5504249291784703e-06,
      "loss": 0.2635,
      "step": 7080
    },
    {
      "epoch": 0.36098966233700014,
      "loss_breakdown/lm_loss": 7.084928711265093e-06,
      "loss_breakdown/pointer_loss": 2.400949001312256,
      "step": 7080
    },
    {
      "epoch": 0.36098966233700014,
      "loss_breakdown/lm_loss": 7.959079084685072e-06,
      "loss_breakdown/pointer_loss": 0.55073481798172,
      "step": 7080
    },
    {
      "epoch": 0.36098966233700014,
      "loss_breakdown/lm_loss": 1.6243604477494955e-05,
      "loss_breakdown/pointer_loss": 0.2357294261455536,
      "step": 7080
    },
    {
      "epoch": 0.36098966233700014,
      "loss_breakdown/lm_loss": 2.7916750696022063e-05,
      "loss_breakdown/pointer_loss": 0.3108651638031006,
      "step": 7080
    },
    {
      "epoch": 0.361499534741431,
      "grad_norm": 2.7389260828352007,
      "learning_rate": 3.547592067988669e-06,
      "loss": 0.3086,
      "step": 7090
    },
    {
      "epoch": 0.361499534741431,
      "loss_breakdown/lm_loss": 7.333180292334873e-06,
      "loss_breakdown/pointer_loss": 0.19337373971939087,
      "step": 7090
    },
    {
      "epoch": 0.361499534741431,
      "loss_breakdown/lm_loss": 7.556417585874442e-06,
      "loss_breakdown/pointer_loss": 0.14187362790107727,
      "step": 7090
    },
    {
      "epoch": 0.361499534741431,
      "loss_breakdown/lm_loss": 6.544514690176584e-06,
      "loss_breakdown/pointer_loss": 0.7859755754470825,
      "step": 7090
    },
    {
      "epoch": 0.361499534741431,
      "loss_breakdown/lm_loss": 7.862366146582644e-06,
      "loss_breakdown/pointer_loss": 0.1681513786315918,
      "step": 7090
    },
    {
      "epoch": 0.3620094071458618,
      "grad_norm": 7.058087220865326,
      "learning_rate": 3.5447592067988672e-06,
      "loss": 0.2824,
      "step": 7100
    },
    {
      "epoch": 0.3620094071458618,
      "loss_breakdown/lm_loss": 4.736967457574792e-05,
      "loss_breakdown/pointer_loss": 1.5472760200500488,
      "step": 7100
    },
    {
      "epoch": 0.3620094071458618,
      "loss_breakdown/lm_loss": 1.7264404959860258e-05,
      "loss_breakdown/pointer_loss": 0.5915144085884094,
      "step": 7100
    },
    {
      "epoch": 0.3620094071458618,
      "loss_breakdown/lm_loss": 1.0121437298948877e-05,
      "loss_breakdown/pointer_loss": 2.229907751083374,
      "step": 7100
    },
    {
      "epoch": 0.3620094071458618,
      "loss_breakdown/lm_loss": 7.746495612082072e-06,
      "loss_breakdown/pointer_loss": 0.6892675161361694,
      "step": 7100
    },
    {
      "epoch": 0.36251927955029256,
      "grad_norm": 18.42963632872492,
      "learning_rate": 3.541926345609065e-06,
      "loss": 0.2738,
      "step": 7110
    },
    {
      "epoch": 0.36251927955029256,
      "loss_breakdown/lm_loss": 6.51827849651454e-06,
      "loss_breakdown/pointer_loss": 0.1484500765800476,
      "step": 7110
    },
    {
      "epoch": 0.36251927955029256,
      "loss_breakdown/lm_loss": 7.116700999176828e-06,
      "loss_breakdown/pointer_loss": 0.08545328676700592,
      "step": 7110
    },
    {
      "epoch": 0.36251927955029256,
      "loss_breakdown/lm_loss": 6.882262823637575e-06,
      "loss_breakdown/pointer_loss": 2.9898934364318848,
      "step": 7110
    },
    {
      "epoch": 0.36251927955029256,
      "loss_breakdown/lm_loss": 6.217347618076019e-06,
      "loss_breakdown/pointer_loss": 0.15603142976760864,
      "step": 7110
    },
    {
      "epoch": 0.36302915195472335,
      "grad_norm": 2.696776793775224,
      "learning_rate": 3.5390934844192637e-06,
      "loss": 0.2643,
      "step": 7120
    },
    {
      "epoch": 0.36302915195472335,
      "loss_breakdown/lm_loss": 1.1319178156554699e-05,
      "loss_breakdown/pointer_loss": 0.36369848251342773,
      "step": 7120
    },
    {
      "epoch": 0.36302915195472335,
      "loss_breakdown/lm_loss": 8.001003152457997e-06,
      "loss_breakdown/pointer_loss": 0.8642854690551758,
      "step": 7120
    },
    {
      "epoch": 0.36302915195472335,
      "loss_breakdown/lm_loss": 5.906968908675481e-06,
      "loss_breakdown/pointer_loss": 0.4537819027900696,
      "step": 7120
    },
    {
      "epoch": 0.36302915195472335,
      "loss_breakdown/lm_loss": 6.269265213632025e-06,
      "loss_breakdown/pointer_loss": 0.7712652087211609,
      "step": 7120
    },
    {
      "epoch": 0.36353902435915414,
      "grad_norm": 13.543255154702262,
      "learning_rate": 3.536260623229462e-06,
      "loss": 0.2642,
      "step": 7130
    },
    {
      "epoch": 0.36353902435915414,
      "loss_breakdown/lm_loss": 1.0494152775208931e-05,
      "loss_breakdown/pointer_loss": 0.39821383357048035,
      "step": 7130
    },
    {
      "epoch": 0.36353902435915414,
      "loss_breakdown/lm_loss": 1.2667570445046294e-05,
      "loss_breakdown/pointer_loss": 1.3684508800506592,
      "step": 7130
    },
    {
      "epoch": 0.36353902435915414,
      "loss_breakdown/lm_loss": 1.5607454770361073e-05,
      "loss_breakdown/pointer_loss": 0.21117016673088074,
      "step": 7130
    },
    {
      "epoch": 0.36353902435915414,
      "loss_breakdown/lm_loss": 9.171018064080272e-06,
      "loss_breakdown/pointer_loss": 0.4271821975708008,
      "step": 7130
    },
    {
      "epoch": 0.36404889676358493,
      "grad_norm": 2.938141634042654,
      "learning_rate": 3.5334277620396602e-06,
      "loss": 0.2668,
      "step": 7140
    },
    {
      "epoch": 0.36404889676358493,
      "loss_breakdown/lm_loss": 1.1370685570000205e-05,
      "loss_breakdown/pointer_loss": 1.108457326889038,
      "step": 7140
    },
    {
      "epoch": 0.36404889676358493,
      "loss_breakdown/lm_loss": 6.210167612152873e-06,
      "loss_breakdown/pointer_loss": 0.4669986963272095,
      "step": 7140
    },
    {
      "epoch": 0.36404889676358493,
      "loss_breakdown/lm_loss": 6.963632131373743e-06,
      "loss_breakdown/pointer_loss": 0.14111725986003876,
      "step": 7140
    },
    {
      "epoch": 0.36404889676358493,
      "loss_breakdown/lm_loss": 8.15952898847172e-06,
      "loss_breakdown/pointer_loss": 0.6094192862510681,
      "step": 7140
    },
    {
      "epoch": 0.3645587691680157,
      "grad_norm": 16.48988281197773,
      "learning_rate": 3.5305949008498585e-06,
      "loss": 0.2587,
      "step": 7150
    },
    {
      "epoch": 0.3645587691680157,
      "loss_breakdown/lm_loss": 0.0001039626295096241,
      "loss_breakdown/pointer_loss": 2.713329792022705,
      "step": 7150
    },
    {
      "epoch": 0.3645587691680157,
      "loss_breakdown/lm_loss": 4.5342709199758247e-05,
      "loss_breakdown/pointer_loss": 1.0534172058105469,
      "step": 7150
    },
    {
      "epoch": 0.3645587691680157,
      "loss_breakdown/lm_loss": 7.913281297078356e-05,
      "loss_breakdown/pointer_loss": 0.6951760053634644,
      "step": 7150
    },
    {
      "epoch": 0.3645587691680157,
      "loss_breakdown/lm_loss": 1.8541542885941453e-05,
      "loss_breakdown/pointer_loss": 0.3634102940559387,
      "step": 7150
    },
    {
      "epoch": 0.3650686415724465,
      "grad_norm": 2.968013684836983,
      "learning_rate": 3.527762039660057e-06,
      "loss": 0.2825,
      "step": 7160
    },
    {
      "epoch": 0.3650686415724465,
      "loss_breakdown/lm_loss": 7.5716397986980155e-06,
      "loss_breakdown/pointer_loss": 0.19569292664527893,
      "step": 7160
    },
    {
      "epoch": 0.3650686415724465,
      "loss_breakdown/lm_loss": 7.03210980645963e-06,
      "loss_breakdown/pointer_loss": 0.11349189281463623,
      "step": 7160
    },
    {
      "epoch": 0.3650686415724465,
      "loss_breakdown/lm_loss": 8.78938317327993e-06,
      "loss_breakdown/pointer_loss": 0.27281513810157776,
      "step": 7160
    },
    {
      "epoch": 0.3650686415724465,
      "loss_breakdown/lm_loss": 1.521842204965651e-05,
      "loss_breakdown/pointer_loss": 0.3344961702823639,
      "step": 7160
    },
    {
      "epoch": 0.3655785139768773,
      "grad_norm": 3.1696822037210244,
      "learning_rate": 3.5249291784702554e-06,
      "loss": 0.3283,
      "step": 7170
    },
    {
      "epoch": 0.3655785139768773,
      "loss_breakdown/lm_loss": 7.827404260751791e-06,
      "loss_breakdown/pointer_loss": 0.5221920609474182,
      "step": 7170
    },
    {
      "epoch": 0.3655785139768773,
      "loss_breakdown/lm_loss": 7.637113412783947e-06,
      "loss_breakdown/pointer_loss": 1.7288048267364502,
      "step": 7170
    },
    {
      "epoch": 0.3655785139768773,
      "loss_breakdown/lm_loss": 6.183473942655837e-06,
      "loss_breakdown/pointer_loss": 0.1830081194639206,
      "step": 7170
    },
    {
      "epoch": 0.3655785139768773,
      "loss_breakdown/lm_loss": 7.375841960310936e-06,
      "loss_breakdown/pointer_loss": 0.7030455470085144,
      "step": 7170
    },
    {
      "epoch": 0.3660883863813081,
      "grad_norm": 3.7520875651286234,
      "learning_rate": 3.5220963172804532e-06,
      "loss": 0.2682,
      "step": 7180
    },
    {
      "epoch": 0.3660883863813081,
      "loss_breakdown/lm_loss": 1.2699416402028874e-05,
      "loss_breakdown/pointer_loss": 1.4164820909500122,
      "step": 7180
    },
    {
      "epoch": 0.3660883863813081,
      "loss_breakdown/lm_loss": 6.508753813250223e-06,
      "loss_breakdown/pointer_loss": 0.08146282285451889,
      "step": 7180
    },
    {
      "epoch": 0.3660883863813081,
      "loss_breakdown/lm_loss": 8.197475835913792e-06,
      "loss_breakdown/pointer_loss": 0.656324565410614,
      "step": 7180
    },
    {
      "epoch": 0.3660883863813081,
      "loss_breakdown/lm_loss": 8.3008471847279e-06,
      "loss_breakdown/pointer_loss": 0.11892424523830414,
      "step": 7180
    },
    {
      "epoch": 0.3665982587857389,
      "grad_norm": 3.2265388883084842,
      "learning_rate": 3.519263456090652e-06,
      "loss": 0.2754,
      "step": 7190
    },
    {
      "epoch": 0.3665982587857389,
      "loss_breakdown/lm_loss": 7.991358870640397e-06,
      "loss_breakdown/pointer_loss": 0.7195742726325989,
      "step": 7190
    },
    {
      "epoch": 0.3665982587857389,
      "loss_breakdown/lm_loss": 6.959082838875474e-06,
      "loss_breakdown/pointer_loss": 0.28644847869873047,
      "step": 7190
    },
    {
      "epoch": 0.3665982587857389,
      "loss_breakdown/lm_loss": 8.289994184451643e-06,
      "loss_breakdown/pointer_loss": 0.4801614284515381,
      "step": 7190
    },
    {
      "epoch": 0.3665982587857389,
      "loss_breakdown/lm_loss": 1.0786287020891905e-05,
      "loss_breakdown/pointer_loss": 0.11090555042028427,
      "step": 7190
    },
    {
      "epoch": 0.36710813119016966,
      "grad_norm": 24.5798614223344,
      "learning_rate": 3.51643059490085e-06,
      "loss": 0.2831,
      "step": 7200
    },
    {
      "epoch": 0.36710813119016966,
      "loss_breakdown/lm_loss": 5.546250758925453e-05,
      "loss_breakdown/pointer_loss": 2.3511762619018555,
      "step": 7200
    },
    {
      "epoch": 0.36710813119016966,
      "loss_breakdown/lm_loss": 9.847443834587466e-06,
      "loss_breakdown/pointer_loss": 0.7764409780502319,
      "step": 7200
    },
    {
      "epoch": 0.36710813119016966,
      "loss_breakdown/lm_loss": 1.4293353160610422e-05,
      "loss_breakdown/pointer_loss": 0.6678733825683594,
      "step": 7200
    },
    {
      "epoch": 0.36710813119016966,
      "loss_breakdown/lm_loss": 1.4132074284134433e-05,
      "loss_breakdown/pointer_loss": 0.95350182056427,
      "step": 7200
    },
    {
      "epoch": 0.36761800359460045,
      "grad_norm": 6.131003248127008,
      "learning_rate": 3.5135977337110484e-06,
      "loss": 0.2662,
      "step": 7210
    },
    {
      "epoch": 0.36761800359460045,
      "loss_breakdown/lm_loss": 4.470312887860928e-06,
      "loss_breakdown/pointer_loss": 0.16475872695446014,
      "step": 7210
    },
    {
      "epoch": 0.36761800359460045,
      "loss_breakdown/lm_loss": 6.492845841421513e-06,
      "loss_breakdown/pointer_loss": 0.23407573997974396,
      "step": 7210
    },
    {
      "epoch": 0.36761800359460045,
      "loss_breakdown/lm_loss": 1.2603966752067208e-05,
      "loss_breakdown/pointer_loss": 0.12331193685531616,
      "step": 7210
    },
    {
      "epoch": 0.36761800359460045,
      "loss_breakdown/lm_loss": 7.990884114406072e-06,
      "loss_breakdown/pointer_loss": 0.21337638795375824,
      "step": 7210
    },
    {
      "epoch": 0.36812787599903124,
      "grad_norm": 3.8003433152062183,
      "learning_rate": 3.5107648725212467e-06,
      "loss": 0.2701,
      "step": 7220
    },
    {
      "epoch": 0.36812787599903124,
      "loss_breakdown/lm_loss": 8.828301361063495e-06,
      "loss_breakdown/pointer_loss": 0.4750801920890808,
      "step": 7220
    },
    {
      "epoch": 0.36812787599903124,
      "loss_breakdown/lm_loss": 7.475898655684432e-06,
      "loss_breakdown/pointer_loss": 0.7696025371551514,
      "step": 7220
    },
    {
      "epoch": 0.36812787599903124,
      "loss_breakdown/lm_loss": 5.856472853338346e-06,
      "loss_breakdown/pointer_loss": 0.4203755855560303,
      "step": 7220
    },
    {
      "epoch": 0.36812787599903124,
      "loss_breakdown/lm_loss": 7.562465725641232e-06,
      "loss_breakdown/pointer_loss": 0.26063334941864014,
      "step": 7220
    },
    {
      "epoch": 0.36863774840346203,
      "grad_norm": 29.02601184784032,
      "learning_rate": 3.5079320113314454e-06,
      "loss": 0.2663,
      "step": 7230
    },
    {
      "epoch": 0.36863774840346203,
      "loss_breakdown/lm_loss": 1.0355051927035674e-05,
      "loss_breakdown/pointer_loss": 0.3211042881011963,
      "step": 7230
    },
    {
      "epoch": 0.36863774840346203,
      "loss_breakdown/lm_loss": 8.654479643155355e-06,
      "loss_breakdown/pointer_loss": 0.22924204170703888,
      "step": 7230
    },
    {
      "epoch": 0.36863774840346203,
      "loss_breakdown/lm_loss": 2.757932998065371e-05,
      "loss_breakdown/pointer_loss": 0.04668223112821579,
      "step": 7230
    },
    {
      "epoch": 0.36863774840346203,
      "loss_breakdown/lm_loss": 5.408081960922573e-06,
      "loss_breakdown/pointer_loss": 0.05033516883850098,
      "step": 7230
    },
    {
      "epoch": 0.3691476208078928,
      "grad_norm": 4.238854388441871,
      "learning_rate": 3.505099150141643e-06,
      "loss": 0.3013,
      "step": 7240
    },
    {
      "epoch": 0.3691476208078928,
      "loss_breakdown/lm_loss": 5.926588983129477e-06,
      "loss_breakdown/pointer_loss": 0.3795698881149292,
      "step": 7240
    },
    {
      "epoch": 0.3691476208078928,
      "loss_breakdown/lm_loss": 9.607085303287022e-06,
      "loss_breakdown/pointer_loss": 0.2423105090856552,
      "step": 7240
    },
    {
      "epoch": 0.3691476208078928,
      "loss_breakdown/lm_loss": 5.111191967444029e-06,
      "loss_breakdown/pointer_loss": 0.1448521614074707,
      "step": 7240
    },
    {
      "epoch": 0.3691476208078928,
      "loss_breakdown/lm_loss": 5.5426094149879646e-06,
      "loss_breakdown/pointer_loss": 0.40896159410476685,
      "step": 7240
    },
    {
      "epoch": 0.3696574932123236,
      "grad_norm": 6.938332258852223,
      "learning_rate": 3.5022662889518414e-06,
      "loss": 0.2953,
      "step": 7250
    },
    {
      "epoch": 0.3696574932123236,
      "loss_breakdown/lm_loss": 6.729688902851194e-05,
      "loss_breakdown/pointer_loss": 2.231090545654297,
      "step": 7250
    },
    {
      "epoch": 0.3696574932123236,
      "loss_breakdown/lm_loss": 1.629347025300376e-05,
      "loss_breakdown/pointer_loss": 0.7771008610725403,
      "step": 7250
    },
    {
      "epoch": 0.3696574932123236,
      "loss_breakdown/lm_loss": 5.5980359320528805e-05,
      "loss_breakdown/pointer_loss": 1.1256037950515747,
      "step": 7250
    },
    {
      "epoch": 0.3696574932123236,
      "loss_breakdown/lm_loss": 7.281092166522285e-06,
      "loss_breakdown/pointer_loss": 1.7262433767318726,
      "step": 7250
    },
    {
      "epoch": 0.3701673656167544,
      "grad_norm": 5.166573669159073,
      "learning_rate": 3.49943342776204e-06,
      "loss": 0.2899,
      "step": 7260
    },
    {
      "epoch": 0.3701673656167544,
      "loss_breakdown/lm_loss": 6.777366252208594e-06,
      "loss_breakdown/pointer_loss": 0.11571931838989258,
      "step": 7260
    },
    {
      "epoch": 0.3701673656167544,
      "loss_breakdown/lm_loss": 1.1537157661223318e-05,
      "loss_breakdown/pointer_loss": 0.14209628105163574,
      "step": 7260
    },
    {
      "epoch": 0.3701673656167544,
      "loss_breakdown/lm_loss": 9.29015914152842e-06,
      "loss_breakdown/pointer_loss": 0.06272970139980316,
      "step": 7260
    },
    {
      "epoch": 0.3701673656167544,
      "loss_breakdown/lm_loss": 7.940796422190033e-06,
      "loss_breakdown/pointer_loss": 0.42855575680732727,
      "step": 7260
    },
    {
      "epoch": 0.3706772380211852,
      "grad_norm": 5.489083280576915,
      "learning_rate": 3.496600566572238e-06,
      "loss": 0.3042,
      "step": 7270
    },
    {
      "epoch": 0.3706772380211852,
      "loss_breakdown/lm_loss": 6.581390607607318e-06,
      "loss_breakdown/pointer_loss": 0.24603182077407837,
      "step": 7270
    },
    {
      "epoch": 0.3706772380211852,
      "loss_breakdown/lm_loss": 9.314851013186853e-06,
      "loss_breakdown/pointer_loss": 0.33745723962783813,
      "step": 7270
    },
    {
      "epoch": 0.3706772380211852,
      "loss_breakdown/lm_loss": 6.434028819057858e-06,
      "loss_breakdown/pointer_loss": 0.4872343838214874,
      "step": 7270
    },
    {
      "epoch": 0.3706772380211852,
      "loss_breakdown/lm_loss": 1.2164946383563802e-05,
      "loss_breakdown/pointer_loss": 0.5445606708526611,
      "step": 7270
    },
    {
      "epoch": 0.371187110425616,
      "grad_norm": 16.14323323158792,
      "learning_rate": 3.4937677053824366e-06,
      "loss": 0.2898,
      "step": 7280
    },
    {
      "epoch": 0.371187110425616,
      "loss_breakdown/lm_loss": 7.446512881870149e-06,
      "loss_breakdown/pointer_loss": 0.15014028549194336,
      "step": 7280
    },
    {
      "epoch": 0.371187110425616,
      "loss_breakdown/lm_loss": 1.0223957360722125e-05,
      "loss_breakdown/pointer_loss": 0.3603331446647644,
      "step": 7280
    },
    {
      "epoch": 0.371187110425616,
      "loss_breakdown/lm_loss": 7.24386200090521e-06,
      "loss_breakdown/pointer_loss": 2.2895445823669434,
      "step": 7280
    },
    {
      "epoch": 0.371187110425616,
      "loss_breakdown/lm_loss": 8.74585111887427e-06,
      "loss_breakdown/pointer_loss": 1.6575448513031006,
      "step": 7280
    },
    {
      "epoch": 0.37169698283004676,
      "grad_norm": 18.44637113526163,
      "learning_rate": 3.490934844192635e-06,
      "loss": 0.2874,
      "step": 7290
    },
    {
      "epoch": 0.37169698283004676,
      "loss_breakdown/lm_loss": 7.20646494301036e-06,
      "loss_breakdown/pointer_loss": 0.2930247187614441,
      "step": 7290
    },
    {
      "epoch": 0.37169698283004676,
      "loss_breakdown/lm_loss": 7.511270268878434e-06,
      "loss_breakdown/pointer_loss": 0.21898256242275238,
      "step": 7290
    },
    {
      "epoch": 0.37169698283004676,
      "loss_breakdown/lm_loss": 6.379795649991138e-06,
      "loss_breakdown/pointer_loss": 0.6488555669784546,
      "step": 7290
    },
    {
      "epoch": 0.37169698283004676,
      "loss_breakdown/lm_loss": 6.513163498311769e-06,
      "loss_breakdown/pointer_loss": 0.7805411219596863,
      "step": 7290
    },
    {
      "epoch": 0.37220685523447755,
      "grad_norm": 8.719299561995287,
      "learning_rate": 3.4881019830028327e-06,
      "loss": 0.3306,
      "step": 7300
    },
    {
      "epoch": 0.37220685523447755,
      "loss_breakdown/lm_loss": 0.00013678940013051033,
      "loss_breakdown/pointer_loss": 3.162189483642578,
      "step": 7300
    },
    {
      "epoch": 0.37220685523447755,
      "loss_breakdown/lm_loss": 2.0097781089134514e-05,
      "loss_breakdown/pointer_loss": 0.3167181611061096,
      "step": 7300
    },
    {
      "epoch": 0.37220685523447755,
      "loss_breakdown/lm_loss": 9.687173587735742e-06,
      "loss_breakdown/pointer_loss": 0.2780829071998596,
      "step": 7300
    },
    {
      "epoch": 0.37220685523447755,
      "loss_breakdown/lm_loss": 8.352888471563347e-06,
      "loss_breakdown/pointer_loss": 0.7385611534118652,
      "step": 7300
    },
    {
      "epoch": 0.37271672763890834,
      "grad_norm": 5.405938015304699,
      "learning_rate": 3.4852691218130314e-06,
      "loss": 0.2914,
      "step": 7310
    },
    {
      "epoch": 0.37271672763890834,
      "loss_breakdown/lm_loss": 4.6239615585363936e-06,
      "loss_breakdown/pointer_loss": 0.1322612464427948,
      "step": 7310
    },
    {
      "epoch": 0.37271672763890834,
      "loss_breakdown/lm_loss": 6.0150409808557015e-06,
      "loss_breakdown/pointer_loss": 0.18176385760307312,
      "step": 7310
    },
    {
      "epoch": 0.37271672763890834,
      "loss_breakdown/lm_loss": 5.1696579248528e-06,
      "loss_breakdown/pointer_loss": 0.10054904222488403,
      "step": 7310
    },
    {
      "epoch": 0.37271672763890834,
      "loss_breakdown/lm_loss": 7.518026905017905e-06,
      "loss_breakdown/pointer_loss": 0.21319922804832458,
      "step": 7310
    },
    {
      "epoch": 0.37322660004333913,
      "grad_norm": 3.6249411461458796,
      "learning_rate": 3.4824362606232296e-06,
      "loss": 0.2854,
      "step": 7320
    },
    {
      "epoch": 0.37322660004333913,
      "loss_breakdown/lm_loss": 7.861903213779442e-06,
      "loss_breakdown/pointer_loss": 0.5028838515281677,
      "step": 7320
    },
    {
      "epoch": 0.37322660004333913,
      "loss_breakdown/lm_loss": 5.312195298756706e-06,
      "loss_breakdown/pointer_loss": 0.6260305643081665,
      "step": 7320
    },
    {
      "epoch": 0.37322660004333913,
      "loss_breakdown/lm_loss": 7.737495252513327e-06,
      "loss_breakdown/pointer_loss": 0.5558803677558899,
      "step": 7320
    },
    {
      "epoch": 0.37322660004333913,
      "loss_breakdown/lm_loss": 6.9499383243964985e-06,
      "loss_breakdown/pointer_loss": 0.26250728964805603,
      "step": 7320
    },
    {
      "epoch": 0.3737364724477699,
      "grad_norm": 11.956637125306878,
      "learning_rate": 3.4796033994334283e-06,
      "loss": 0.3206,
      "step": 7330
    },
    {
      "epoch": 0.3737364724477699,
      "loss_breakdown/lm_loss": 1.0056972314487211e-05,
      "loss_breakdown/pointer_loss": 0.1408189982175827,
      "step": 7330
    },
    {
      "epoch": 0.3737364724477699,
      "loss_breakdown/lm_loss": 7.736584848316852e-06,
      "loss_breakdown/pointer_loss": 0.14556746184825897,
      "step": 7330
    },
    {
      "epoch": 0.3737364724477699,
      "loss_breakdown/lm_loss": 6.425312221836066e-06,
      "loss_breakdown/pointer_loss": 0.11344016343355179,
      "step": 7330
    },
    {
      "epoch": 0.3737364724477699,
      "loss_breakdown/lm_loss": 7.18426781531889e-06,
      "loss_breakdown/pointer_loss": 0.18949532508850098,
      "step": 7330
    },
    {
      "epoch": 0.37424634485220076,
      "grad_norm": 2.9301114628522336,
      "learning_rate": 3.476770538243626e-06,
      "loss": 0.2857,
      "step": 7340
    },
    {
      "epoch": 0.37424634485220076,
      "loss_breakdown/lm_loss": 5.748095190938329e-06,
      "loss_breakdown/pointer_loss": 0.5560537576675415,
      "step": 7340
    },
    {
      "epoch": 0.37424634485220076,
      "loss_breakdown/lm_loss": 4.290840479370672e-06,
      "loss_breakdown/pointer_loss": 0.411579966545105,
      "step": 7340
    },
    {
      "epoch": 0.37424634485220076,
      "loss_breakdown/lm_loss": 6.070338713470846e-06,
      "loss_breakdown/pointer_loss": 0.44061875343322754,
      "step": 7340
    },
    {
      "epoch": 0.37424634485220076,
      "loss_breakdown/lm_loss": 4.767339760292089e-06,
      "loss_breakdown/pointer_loss": 0.4030706286430359,
      "step": 7340
    },
    {
      "epoch": 0.37475621725663155,
      "grad_norm": 19.125261267140697,
      "learning_rate": 3.473937677053825e-06,
      "loss": 0.2433,
      "step": 7350
    },
    {
      "epoch": 0.37475621725663155,
      "loss_breakdown/lm_loss": 3.3008214813889936e-05,
      "loss_breakdown/pointer_loss": 1.5147781372070312,
      "step": 7350
    },
    {
      "epoch": 0.37475621725663155,
      "loss_breakdown/lm_loss": 1.4394761819858104e-05,
      "loss_breakdown/pointer_loss": 0.5642862319946289,
      "step": 7350
    },
    {
      "epoch": 0.37475621725663155,
      "loss_breakdown/lm_loss": 1.2172183232905809e-05,
      "loss_breakdown/pointer_loss": 0.765344500541687,
      "step": 7350
    },
    {
      "epoch": 0.37475621725663155,
      "loss_breakdown/lm_loss": 8.05641229817411e-06,
      "loss_breakdown/pointer_loss": 0.2181738317012787,
      "step": 7350
    },
    {
      "epoch": 0.37526608966106234,
      "grad_norm": 6.864217696992826,
      "learning_rate": 3.471104815864023e-06,
      "loss": 0.2614,
      "step": 7360
    },
    {
      "epoch": 0.37526608966106234,
      "loss_breakdown/lm_loss": 4.895484380540438e-06,
      "loss_breakdown/pointer_loss": 0.2759557366371155,
      "step": 7360
    },
    {
      "epoch": 0.37526608966106234,
      "loss_breakdown/lm_loss": 5.372316991270054e-06,
      "loss_breakdown/pointer_loss": 0.2359434813261032,
      "step": 7360
    },
    {
      "epoch": 0.37526608966106234,
      "loss_breakdown/lm_loss": 5.710062850994291e-06,
      "loss_breakdown/pointer_loss": 0.1765556037425995,
      "step": 7360
    },
    {
      "epoch": 0.37526608966106234,
      "loss_breakdown/lm_loss": 7.633258974237833e-06,
      "loss_breakdown/pointer_loss": 0.06450431048870087,
      "step": 7360
    },
    {
      "epoch": 0.37577596206549313,
      "grad_norm": 4.268263315907456,
      "learning_rate": 3.468271954674221e-06,
      "loss": 0.3028,
      "step": 7370
    },
    {
      "epoch": 0.37577596206549313,
      "loss_breakdown/lm_loss": 6.593122179765487e-06,
      "loss_breakdown/pointer_loss": 0.49792560935020447,
      "step": 7370
    },
    {
      "epoch": 0.37577596206549313,
      "loss_breakdown/lm_loss": 9.915328519127797e-06,
      "loss_breakdown/pointer_loss": 0.8794664740562439,
      "step": 7370
    },
    {
      "epoch": 0.37577596206549313,
      "loss_breakdown/lm_loss": 1.5708828868810087e-05,
      "loss_breakdown/pointer_loss": 1.304514765739441,
      "step": 7370
    },
    {
      "epoch": 0.37577596206549313,
      "loss_breakdown/lm_loss": 5.118672561366111e-06,
      "loss_breakdown/pointer_loss": 0.31572869420051575,
      "step": 7370
    },
    {
      "epoch": 0.3762858344699239,
      "grad_norm": 3.22621393370864,
      "learning_rate": 3.4654390934844196e-06,
      "loss": 0.2551,
      "step": 7380
    },
    {
      "epoch": 0.3762858344699239,
      "loss_breakdown/lm_loss": 7.744543836452067e-06,
      "loss_breakdown/pointer_loss": 0.13550999760627747,
      "step": 7380
    },
    {
      "epoch": 0.3762858344699239,
      "loss_breakdown/lm_loss": 1.1980215276707895e-05,
      "loss_breakdown/pointer_loss": 0.14539021253585815,
      "step": 7380
    },
    {
      "epoch": 0.3762858344699239,
      "loss_breakdown/lm_loss": 6.095508979342412e-06,
      "loss_breakdown/pointer_loss": 0.03568673133850098,
      "step": 7380
    },
    {
      "epoch": 0.3762858344699239,
      "loss_breakdown/lm_loss": 2.3238551875692792e-05,
      "loss_breakdown/pointer_loss": 0.25486111640930176,
      "step": 7380
    },
    {
      "epoch": 0.3767957068743547,
      "grad_norm": 7.85628897206646,
      "learning_rate": 3.462606232294618e-06,
      "loss": 0.3281,
      "step": 7390
    },
    {
      "epoch": 0.3767957068743547,
      "loss_breakdown/lm_loss": 8.874836566974409e-06,
      "loss_breakdown/pointer_loss": 0.30796363949775696,
      "step": 7390
    },
    {
      "epoch": 0.3767957068743547,
      "loss_breakdown/lm_loss": 5.697265351045644e-06,
      "loss_breakdown/pointer_loss": 0.5527448654174805,
      "step": 7390
    },
    {
      "epoch": 0.3767957068743547,
      "loss_breakdown/lm_loss": 8.424431143794209e-06,
      "loss_breakdown/pointer_loss": 0.6490823030471802,
      "step": 7390
    },
    {
      "epoch": 0.3767957068743547,
      "loss_breakdown/lm_loss": 1.1378529961802997e-05,
      "loss_breakdown/pointer_loss": 0.33801159262657166,
      "step": 7390
    },
    {
      "epoch": 0.3773055792787855,
      "grad_norm": 13.536956137396754,
      "learning_rate": 3.459773371104816e-06,
      "loss": 0.3193,
      "step": 7400
    },
    {
      "epoch": 0.3773055792787855,
      "loss_breakdown/lm_loss": 5.057963790022768e-05,
      "loss_breakdown/pointer_loss": 2.7489213943481445,
      "step": 7400
    },
    {
      "epoch": 0.3773055792787855,
      "loss_breakdown/lm_loss": 0.0008901762194000185,
      "loss_breakdown/pointer_loss": 0.9013794660568237,
      "step": 7400
    },
    {
      "epoch": 0.3773055792787855,
      "loss_breakdown/lm_loss": 1.687668373051565e-05,
      "loss_breakdown/pointer_loss": 0.8431034088134766,
      "step": 7400
    },
    {
      "epoch": 0.3773055792787855,
      "loss_breakdown/lm_loss": 1.3469457371684257e-05,
      "loss_breakdown/pointer_loss": 0.8848971128463745,
      "step": 7400
    },
    {
      "epoch": 0.3778154516832163,
      "grad_norm": 3.543698793698334,
      "learning_rate": 3.4569405099150143e-06,
      "loss": 0.2672,
      "step": 7410
    },
    {
      "epoch": 0.3778154516832163,
      "loss_breakdown/lm_loss": 4.875621925748419e-06,
      "loss_breakdown/pointer_loss": 0.29261264204978943,
      "step": 7410
    },
    {
      "epoch": 0.3778154516832163,
      "loss_breakdown/lm_loss": 1.0582047252682969e-05,
      "loss_breakdown/pointer_loss": 1.0891308784484863,
      "step": 7410
    },
    {
      "epoch": 0.3778154516832163,
      "loss_breakdown/lm_loss": 5.952457286184654e-06,
      "loss_breakdown/pointer_loss": 0.3568515479564667,
      "step": 7410
    },
    {
      "epoch": 0.3778154516832163,
      "loss_breakdown/lm_loss": 1.4102102795732208e-05,
      "loss_breakdown/pointer_loss": 0.47936439514160156,
      "step": 7410
    },
    {
      "epoch": 0.3783253240876471,
      "grad_norm": 10.25635308943337,
      "learning_rate": 3.454107648725213e-06,
      "loss": 0.3347,
      "step": 7420
    },
    {
      "epoch": 0.3783253240876471,
      "loss_breakdown/lm_loss": 8.808376151137054e-06,
      "loss_breakdown/pointer_loss": 1.5344924926757812,
      "step": 7420
    },
    {
      "epoch": 0.3783253240876471,
      "loss_breakdown/lm_loss": 6.501794814539608e-06,
      "loss_breakdown/pointer_loss": 0.18716362118721008,
      "step": 7420
    },
    {
      "epoch": 0.3783253240876471,
      "loss_breakdown/lm_loss": 5.0846297199313994e-06,
      "loss_breakdown/pointer_loss": 0.2691566050052643,
      "step": 7420
    },
    {
      "epoch": 0.3783253240876471,
      "loss_breakdown/lm_loss": 1.0307353477401193e-05,
      "loss_breakdown/pointer_loss": 1.815814733505249,
      "step": 7420
    },
    {
      "epoch": 0.37883519649207786,
      "grad_norm": 40.01429715504684,
      "learning_rate": 3.451274787535411e-06,
      "loss": 0.2903,
      "step": 7430
    },
    {
      "epoch": 0.37883519649207786,
      "loss_breakdown/lm_loss": 9.071652129932772e-06,
      "loss_breakdown/pointer_loss": 0.24202048778533936,
      "step": 7430
    },
    {
      "epoch": 0.37883519649207786,
      "loss_breakdown/lm_loss": 7.641211595910136e-06,
      "loss_breakdown/pointer_loss": 0.15619632601737976,
      "step": 7430
    },
    {
      "epoch": 0.37883519649207786,
      "loss_breakdown/lm_loss": 1.0037125321105123e-05,
      "loss_breakdown/pointer_loss": 0.3537184000015259,
      "step": 7430
    },
    {
      "epoch": 0.37883519649207786,
      "loss_breakdown/lm_loss": 2.4633012799313292e-05,
      "loss_breakdown/pointer_loss": 0.2863585948944092,
      "step": 7430
    },
    {
      "epoch": 0.37934506889650865,
      "grad_norm": 3.4563066219265837,
      "learning_rate": 3.448441926345609e-06,
      "loss": 0.2769,
      "step": 7440
    },
    {
      "epoch": 0.37934506889650865,
      "loss_breakdown/lm_loss": 6.365696208376903e-06,
      "loss_breakdown/pointer_loss": 0.17854323983192444,
      "step": 7440
    },
    {
      "epoch": 0.37934506889650865,
      "loss_breakdown/lm_loss": 7.877913049014751e-06,
      "loss_breakdown/pointer_loss": 2.2771029472351074,
      "step": 7440
    },
    {
      "epoch": 0.37934506889650865,
      "loss_breakdown/lm_loss": 5.388204954215325e-06,
      "loss_breakdown/pointer_loss": 0.2334817349910736,
      "step": 7440
    },
    {
      "epoch": 0.37934506889650865,
      "loss_breakdown/lm_loss": 1.1223800356674474e-05,
      "loss_breakdown/pointer_loss": 0.22512847185134888,
      "step": 7440
    },
    {
      "epoch": 0.37985494130093944,
      "grad_norm": 144.51434733394132,
      "learning_rate": 3.4456090651558077e-06,
      "loss": 0.3096,
      "step": 7450
    },
    {
      "epoch": 0.37985494130093944,
      "loss_breakdown/lm_loss": 2.174915607611183e-05,
      "loss_breakdown/pointer_loss": 1.5361672639846802,
      "step": 7450
    },
    {
      "epoch": 0.37985494130093944,
      "loss_breakdown/lm_loss": 1.3004640095459763e-05,
      "loss_breakdown/pointer_loss": 0.5758975744247437,
      "step": 7450
    },
    {
      "epoch": 0.37985494130093944,
      "loss_breakdown/lm_loss": 1.7300728359259665e-05,
      "loss_breakdown/pointer_loss": 0.38942408561706543,
      "step": 7450
    },
    {
      "epoch": 0.37985494130093944,
      "loss_breakdown/lm_loss": 1.2925503142469097e-05,
      "loss_breakdown/pointer_loss": 0.47009873390197754,
      "step": 7450
    },
    {
      "epoch": 0.38036481370537023,
      "grad_norm": 22.299337773892855,
      "learning_rate": 3.4427762039660064e-06,
      "loss": 0.2692,
      "step": 7460
    },
    {
      "epoch": 0.38036481370537023,
      "loss_breakdown/lm_loss": 5.46768478670856e-06,
      "loss_breakdown/pointer_loss": 0.32827404141426086,
      "step": 7460
    },
    {
      "epoch": 0.38036481370537023,
      "loss_breakdown/lm_loss": 5.123963092046324e-06,
      "loss_breakdown/pointer_loss": 1.4576270580291748,
      "step": 7460
    },
    {
      "epoch": 0.38036481370537023,
      "loss_breakdown/lm_loss": 5.27695010532625e-06,
      "loss_breakdown/pointer_loss": 0.04971034824848175,
      "step": 7460
    },
    {
      "epoch": 0.38036481370537023,
      "loss_breakdown/lm_loss": 7.235901193780592e-06,
      "loss_breakdown/pointer_loss": 2.5901849269866943,
      "step": 7460
    },
    {
      "epoch": 0.380874686109801,
      "grad_norm": 4.705996955056551,
      "learning_rate": 3.4399433427762042e-06,
      "loss": 0.3044,
      "step": 7470
    },
    {
      "epoch": 0.380874686109801,
      "loss_breakdown/lm_loss": 1.2774277820426505e-05,
      "loss_breakdown/pointer_loss": 0.21251258254051208,
      "step": 7470
    },
    {
      "epoch": 0.380874686109801,
      "loss_breakdown/lm_loss": 9.123422387347091e-06,
      "loss_breakdown/pointer_loss": 0.3512677848339081,
      "step": 7470
    },
    {
      "epoch": 0.380874686109801,
      "loss_breakdown/lm_loss": 8.672624971950427e-06,
      "loss_breakdown/pointer_loss": 0.4020330607891083,
      "step": 7470
    },
    {
      "epoch": 0.380874686109801,
      "loss_breakdown/lm_loss": 8.270111720776185e-06,
      "loss_breakdown/pointer_loss": 0.2705588638782501,
      "step": 7470
    },
    {
      "epoch": 0.3813845585142318,
      "grad_norm": 5.3482547590333605,
      "learning_rate": 3.4371104815864025e-06,
      "loss": 0.2792,
      "step": 7480
    },
    {
      "epoch": 0.3813845585142318,
      "loss_breakdown/lm_loss": 1.1463726877991576e-05,
      "loss_breakdown/pointer_loss": 0.11754243820905685,
      "step": 7480
    },
    {
      "epoch": 0.3813845585142318,
      "loss_breakdown/lm_loss": 9.218691047863103e-06,
      "loss_breakdown/pointer_loss": 0.5203330516815186,
      "step": 7480
    },
    {
      "epoch": 0.3813845585142318,
      "loss_breakdown/lm_loss": 5.416025942395208e-06,
      "loss_breakdown/pointer_loss": 0.24495741724967957,
      "step": 7480
    },
    {
      "epoch": 0.3813845585142318,
      "loss_breakdown/lm_loss": 9.600136763765477e-06,
      "loss_breakdown/pointer_loss": 0.33577772974967957,
      "step": 7480
    },
    {
      "epoch": 0.3818944309186626,
      "grad_norm": 7.657473282195102,
      "learning_rate": 3.434277620396601e-06,
      "loss": 0.3113,
      "step": 7490
    },
    {
      "epoch": 0.3818944309186626,
      "loss_breakdown/lm_loss": 5.261056230665417e-06,
      "loss_breakdown/pointer_loss": 0.3811659812927246,
      "step": 7490
    },
    {
      "epoch": 0.3818944309186626,
      "loss_breakdown/lm_loss": 6.189894065755652e-06,
      "loss_breakdown/pointer_loss": 0.46530091762542725,
      "step": 7490
    },
    {
      "epoch": 0.3818944309186626,
      "loss_breakdown/lm_loss": 6.399257017619675e-06,
      "loss_breakdown/pointer_loss": 0.08838877081871033,
      "step": 7490
    },
    {
      "epoch": 0.3818944309186626,
      "loss_breakdown/lm_loss": 7.21603237252566e-06,
      "loss_breakdown/pointer_loss": 0.18360772728919983,
      "step": 7490
    },
    {
      "epoch": 0.3824043033230934,
      "grad_norm": 32.106889284750906,
      "learning_rate": 3.431444759206799e-06,
      "loss": 0.3211,
      "step": 7500
    },
    {
      "epoch": 0.3824043033230934,
      "loss_breakdown/lm_loss": 5.0014863518299535e-05,
      "loss_breakdown/pointer_loss": 0.7117843627929688,
      "step": 7500
    },
    {
      "epoch": 0.3824043033230934,
      "loss_breakdown/lm_loss": 1.3048351320321672e-05,
      "loss_breakdown/pointer_loss": 1.1607165336608887,
      "step": 7500
    },
    {
      "epoch": 0.3824043033230934,
      "loss_breakdown/lm_loss": 8.245148819696624e-06,
      "loss_breakdown/pointer_loss": 0.2972990870475769,
      "step": 7500
    },
    {
      "epoch": 0.3824043033230934,
      "loss_breakdown/lm_loss": 1.53851906361524e-05,
      "loss_breakdown/pointer_loss": 0.8581575751304626,
      "step": 7500
    },
    {
      "epoch": 0.3829141757275242,
      "grad_norm": 14.340784973522045,
      "learning_rate": 3.4286118980169972e-06,
      "loss": 0.2881,
      "step": 7510
    },
    {
      "epoch": 0.3829141757275242,
      "loss_breakdown/lm_loss": 4.876939328823937e-06,
      "loss_breakdown/pointer_loss": 0.28792604804039,
      "step": 7510
    },
    {
      "epoch": 0.3829141757275242,
      "loss_breakdown/lm_loss": 5.796151981485309e-06,
      "loss_breakdown/pointer_loss": 0.43036890029907227,
      "step": 7510
    },
    {
      "epoch": 0.3829141757275242,
      "loss_breakdown/lm_loss": 6.507425496238284e-06,
      "loss_breakdown/pointer_loss": 0.09432249516248703,
      "step": 7510
    },
    {
      "epoch": 0.3829141757275242,
      "loss_breakdown/lm_loss": 1.9036497178603895e-05,
      "loss_breakdown/pointer_loss": 0.34932833909988403,
      "step": 7510
    },
    {
      "epoch": 0.38342404813195496,
      "grad_norm": 2.5546366786853647,
      "learning_rate": 3.425779036827196e-06,
      "loss": 0.3069,
      "step": 7520
    },
    {
      "epoch": 0.38342404813195496,
      "loss_breakdown/lm_loss": 7.011322850303259e-06,
      "loss_breakdown/pointer_loss": 0.6558911800384521,
      "step": 7520
    },
    {
      "epoch": 0.38342404813195496,
      "loss_breakdown/lm_loss": 6.221731837285915e-06,
      "loss_breakdown/pointer_loss": 0.4746246933937073,
      "step": 7520
    },
    {
      "epoch": 0.38342404813195496,
      "loss_breakdown/lm_loss": 6.480530373664806e-06,
      "loss_breakdown/pointer_loss": 0.39734840393066406,
      "step": 7520
    },
    {
      "epoch": 0.38342404813195496,
      "loss_breakdown/lm_loss": 6.038857009116327e-06,
      "loss_breakdown/pointer_loss": 0.784782886505127,
      "step": 7520
    },
    {
      "epoch": 0.38393392053638575,
      "grad_norm": 8.18981575486616,
      "learning_rate": 3.4229461756373938e-06,
      "loss": 0.2867,
      "step": 7530
    },
    {
      "epoch": 0.38393392053638575,
      "loss_breakdown/lm_loss": 1.8201266357209533e-05,
      "loss_breakdown/pointer_loss": 0.3236539363861084,
      "step": 7530
    },
    {
      "epoch": 0.38393392053638575,
      "loss_breakdown/lm_loss": 8.984259693534113e-06,
      "loss_breakdown/pointer_loss": 0.43720218539237976,
      "step": 7530
    },
    {
      "epoch": 0.38393392053638575,
      "loss_breakdown/lm_loss": 1.332675492449198e-05,
      "loss_breakdown/pointer_loss": 0.33415019512176514,
      "step": 7530
    },
    {
      "epoch": 0.38393392053638575,
      "loss_breakdown/lm_loss": 1.6632680853945203e-05,
      "loss_breakdown/pointer_loss": 0.07986824214458466,
      "step": 7530
    },
    {
      "epoch": 0.38444379294081654,
      "grad_norm": 2.8970924023947155,
      "learning_rate": 3.4201133144475924e-06,
      "loss": 0.274,
      "step": 7540
    },
    {
      "epoch": 0.38444379294081654,
      "loss_breakdown/lm_loss": 8.601899025961757e-06,
      "loss_breakdown/pointer_loss": 0.5674995183944702,
      "step": 7540
    },
    {
      "epoch": 0.38444379294081654,
      "loss_breakdown/lm_loss": 1.038210484693991e-05,
      "loss_breakdown/pointer_loss": 0.3298422396183014,
      "step": 7540
    },
    {
      "epoch": 0.38444379294081654,
      "loss_breakdown/lm_loss": 5.479580067913048e-06,
      "loss_breakdown/pointer_loss": 0.18549108505249023,
      "step": 7540
    },
    {
      "epoch": 0.38444379294081654,
      "loss_breakdown/lm_loss": 5.155965027370257e-06,
      "loss_breakdown/pointer_loss": 0.43425002694129944,
      "step": 7540
    },
    {
      "epoch": 0.38495366534524733,
      "grad_norm": 6.24437408737431,
      "learning_rate": 3.4172804532577907e-06,
      "loss": 0.2828,
      "step": 7550
    },
    {
      "epoch": 0.38495366534524733,
      "loss_breakdown/lm_loss": 1.429304393241182e-05,
      "loss_breakdown/pointer_loss": 1.4184398651123047,
      "step": 7550
    },
    {
      "epoch": 0.38495366534524733,
      "loss_breakdown/lm_loss": 1.2837749636673834e-05,
      "loss_breakdown/pointer_loss": 1.1441593170166016,
      "step": 7550
    },
    {
      "epoch": 0.38495366534524733,
      "loss_breakdown/lm_loss": 6.775621841370594e-06,
      "loss_breakdown/pointer_loss": 0.3201833963394165,
      "step": 7550
    },
    {
      "epoch": 0.38495366534524733,
      "loss_breakdown/lm_loss": 9.79583910520887e-06,
      "loss_breakdown/pointer_loss": 0.5703086256980896,
      "step": 7550
    },
    {
      "epoch": 0.3854635377496781,
      "grad_norm": 5.924313651011189,
      "learning_rate": 3.4144475920679885e-06,
      "loss": 0.2872,
      "step": 7560
    },
    {
      "epoch": 0.3854635377496781,
      "loss_breakdown/lm_loss": 4.245409854775062e-06,
      "loss_breakdown/pointer_loss": 0.32808780670166016,
      "step": 7560
    },
    {
      "epoch": 0.3854635377496781,
      "loss_breakdown/lm_loss": 4.356215413281461e-06,
      "loss_breakdown/pointer_loss": 0.23229366540908813,
      "step": 7560
    },
    {
      "epoch": 0.3854635377496781,
      "loss_breakdown/lm_loss": 5.582920039159944e-06,
      "loss_breakdown/pointer_loss": 0.09329137206077576,
      "step": 7560
    },
    {
      "epoch": 0.3854635377496781,
      "loss_breakdown/lm_loss": 1.1991722203674726e-05,
      "loss_breakdown/pointer_loss": 0.1900463104248047,
      "step": 7560
    },
    {
      "epoch": 0.3859734101541089,
      "grad_norm": 3.2702166397864905,
      "learning_rate": 3.411614730878187e-06,
      "loss": 0.2781,
      "step": 7570
    },
    {
      "epoch": 0.3859734101541089,
      "loss_breakdown/lm_loss": 9.203506124322303e-06,
      "loss_breakdown/pointer_loss": 0.8908072710037231,
      "step": 7570
    },
    {
      "epoch": 0.3859734101541089,
      "loss_breakdown/lm_loss": 8.301401976495981e-06,
      "loss_breakdown/pointer_loss": 0.5167743563652039,
      "step": 7570
    },
    {
      "epoch": 0.3859734101541089,
      "loss_breakdown/lm_loss": 5.377359047997743e-05,
      "loss_breakdown/pointer_loss": 0.3004433214664459,
      "step": 7570
    },
    {
      "epoch": 0.3859734101541089,
      "loss_breakdown/lm_loss": 6.1172204368631355e-06,
      "loss_breakdown/pointer_loss": 0.3675488233566284,
      "step": 7570
    },
    {
      "epoch": 0.3864832825585397,
      "grad_norm": 6.679268253996907,
      "learning_rate": 3.408781869688386e-06,
      "loss": 0.2803,
      "step": 7580
    },
    {
      "epoch": 0.3864832825585397,
      "loss_breakdown/lm_loss": 6.202797521837056e-06,
      "loss_breakdown/pointer_loss": 0.517198920249939,
      "step": 7580
    },
    {
      "epoch": 0.3864832825585397,
      "loss_breakdown/lm_loss": 7.887566425779369e-06,
      "loss_breakdown/pointer_loss": 0.04938627779483795,
      "step": 7580
    },
    {
      "epoch": 0.3864832825585397,
      "loss_breakdown/lm_loss": 9.302007129008416e-06,
      "loss_breakdown/pointer_loss": 0.23431143164634705,
      "step": 7580
    },
    {
      "epoch": 0.3864832825585397,
      "loss_breakdown/lm_loss": 5.749806405219715e-06,
      "loss_breakdown/pointer_loss": 0.24689874053001404,
      "step": 7580
    },
    {
      "epoch": 0.38699315496297054,
      "grad_norm": 7.47119807579715,
      "learning_rate": 3.405949008498584e-06,
      "loss": 0.2532,
      "step": 7590
    },
    {
      "epoch": 0.38699315496297054,
      "loss_breakdown/lm_loss": 8.018211701710243e-06,
      "loss_breakdown/pointer_loss": 0.15088224411010742,
      "step": 7590
    },
    {
      "epoch": 0.38699315496297054,
      "loss_breakdown/lm_loss": 5.767287348135142e-06,
      "loss_breakdown/pointer_loss": 0.6714600324630737,
      "step": 7590
    },
    {
      "epoch": 0.38699315496297054,
      "loss_breakdown/lm_loss": 7.741936315142084e-06,
      "loss_breakdown/pointer_loss": 0.2796374559402466,
      "step": 7590
    },
    {
      "epoch": 0.38699315496297054,
      "loss_breakdown/lm_loss": 4.767339305544738e-06,
      "loss_breakdown/pointer_loss": 0.40654465556144714,
      "step": 7590
    },
    {
      "epoch": 0.38750302736740133,
      "grad_norm": 39.862247807277726,
      "learning_rate": 3.403116147308782e-06,
      "loss": 0.3054,
      "step": 7600
    },
    {
      "epoch": 0.38750302736740133,
      "loss_breakdown/lm_loss": 7.254310912685469e-05,
      "loss_breakdown/pointer_loss": 0.45760494470596313,
      "step": 7600
    },
    {
      "epoch": 0.38750302736740133,
      "loss_breakdown/lm_loss": 1.6328662240994163e-05,
      "loss_breakdown/pointer_loss": 1.1071791648864746,
      "step": 7600
    },
    {
      "epoch": 0.38750302736740133,
      "loss_breakdown/lm_loss": 9.554321877658367e-06,
      "loss_breakdown/pointer_loss": 0.2349517047405243,
      "step": 7600
    },
    {
      "epoch": 0.38750302736740133,
      "loss_breakdown/lm_loss": 8.333003279403783e-06,
      "loss_breakdown/pointer_loss": 0.5862880945205688,
      "step": 7600
    },
    {
      "epoch": 0.3880128997718321,
      "grad_norm": 2.261228444210638,
      "learning_rate": 3.4002832861189806e-06,
      "loss": 0.2828,
      "step": 7610
    },
    {
      "epoch": 0.3880128997718321,
      "loss_breakdown/lm_loss": 5.3941680562275e-06,
      "loss_breakdown/pointer_loss": 0.12451379001140594,
      "step": 7610
    },
    {
      "epoch": 0.3880128997718321,
      "loss_breakdown/lm_loss": 4.918007562082494e-06,
      "loss_breakdown/pointer_loss": 0.4234428405761719,
      "step": 7610
    },
    {
      "epoch": 0.3880128997718321,
      "loss_breakdown/lm_loss": 5.817349574499531e-06,
      "loss_breakdown/pointer_loss": 0.9137176871299744,
      "step": 7610
    },
    {
      "epoch": 0.3880128997718321,
      "loss_breakdown/lm_loss": 6.365713034028886e-06,
      "loss_breakdown/pointer_loss": 0.2939307689666748,
      "step": 7610
    },
    {
      "epoch": 0.3885227721762629,
      "grad_norm": 4.333644617364002,
      "learning_rate": 3.397450424929179e-06,
      "loss": 0.2848,
      "step": 7620
    },
    {
      "epoch": 0.3885227721762629,
      "loss_breakdown/lm_loss": 7.389470283669652e-06,
      "loss_breakdown/pointer_loss": 0.19216249883174896,
      "step": 7620
    },
    {
      "epoch": 0.3885227721762629,
      "loss_breakdown/lm_loss": 5.884156507818261e-06,
      "loss_breakdown/pointer_loss": 0.6856508851051331,
      "step": 7620
    },
    {
      "epoch": 0.3885227721762629,
      "loss_breakdown/lm_loss": 4.978694050805643e-06,
      "loss_breakdown/pointer_loss": 0.15323586761951447,
      "step": 7620
    },
    {
      "epoch": 0.3885227721762629,
      "loss_breakdown/lm_loss": 1.3350771951081697e-05,
      "loss_breakdown/pointer_loss": 0.39215007424354553,
      "step": 7620
    },
    {
      "epoch": 0.3890326445806937,
      "grad_norm": 7.890463281960705,
      "learning_rate": 3.3946175637393767e-06,
      "loss": 0.2797,
      "step": 7630
    },
    {
      "epoch": 0.3890326445806937,
      "loss_breakdown/lm_loss": 5.324631729308749e-06,
      "loss_breakdown/pointer_loss": 0.11161643266677856,
      "step": 7630
    },
    {
      "epoch": 0.3890326445806937,
      "loss_breakdown/lm_loss": 6.059743554942543e-06,
      "loss_breakdown/pointer_loss": 1.0358595848083496,
      "step": 7630
    },
    {
      "epoch": 0.3890326445806937,
      "loss_breakdown/lm_loss": 5.84120834901114e-06,
      "loss_breakdown/pointer_loss": 3.230893135070801,
      "step": 7630
    },
    {
      "epoch": 0.3890326445806937,
      "loss_breakdown/lm_loss": 5.14185421707225e-06,
      "loss_breakdown/pointer_loss": 0.6708055734634399,
      "step": 7630
    },
    {
      "epoch": 0.3895425169851245,
      "grad_norm": 4.35652800115473,
      "learning_rate": 3.3917847025495754e-06,
      "loss": 0.3022,
      "step": 7640
    },
    {
      "epoch": 0.3895425169851245,
      "loss_breakdown/lm_loss": 4.097455985174747e-06,
      "loss_breakdown/pointer_loss": 0.18378126621246338,
      "step": 7640
    },
    {
      "epoch": 0.3895425169851245,
      "loss_breakdown/lm_loss": 6.690209829685045e-06,
      "loss_breakdown/pointer_loss": 0.2616751194000244,
      "step": 7640
    },
    {
      "epoch": 0.3895425169851245,
      "loss_breakdown/lm_loss": 3.0851526389596984e-05,
      "loss_breakdown/pointer_loss": 1.29957914352417,
      "step": 7640
    },
    {
      "epoch": 0.3895425169851245,
      "loss_breakdown/lm_loss": 9.244773536920547e-06,
      "loss_breakdown/pointer_loss": 0.1723180115222931,
      "step": 7640
    },
    {
      "epoch": 0.3900523893895553,
      "grad_norm": 4.8017552451913135,
      "learning_rate": 3.388951841359774e-06,
      "loss": 0.2901,
      "step": 7650
    },
    {
      "epoch": 0.3900523893895553,
      "loss_breakdown/lm_loss": 0.0001520622317912057,
      "loss_breakdown/pointer_loss": 3.2381386756896973,
      "step": 7650
    },
    {
      "epoch": 0.3900523893895553,
      "loss_breakdown/lm_loss": 1.6359128494514152e-05,
      "loss_breakdown/pointer_loss": 1.885406255722046,
      "step": 7650
    },
    {
      "epoch": 0.3900523893895553,
      "loss_breakdown/lm_loss": 8.021761459531263e-06,
      "loss_breakdown/pointer_loss": 1.3642817735671997,
      "step": 7650
    },
    {
      "epoch": 0.3900523893895553,
      "loss_breakdown/lm_loss": 5.877893727301853e-06,
      "loss_breakdown/pointer_loss": 0.2958733141422272,
      "step": 7650
    },
    {
      "epoch": 0.39056226179398607,
      "grad_norm": 6.073536417326712,
      "learning_rate": 3.386118980169972e-06,
      "loss": 0.2957,
      "step": 7660
    },
    {
      "epoch": 0.39056226179398607,
      "loss_breakdown/lm_loss": 5.655766017298447e-06,
      "loss_breakdown/pointer_loss": 0.29401087760925293,
      "step": 7660
    },
    {
      "epoch": 0.39056226179398607,
      "loss_breakdown/lm_loss": 7.77310378907714e-06,
      "loss_breakdown/pointer_loss": 0.2559872269630432,
      "step": 7660
    },
    {
      "epoch": 0.39056226179398607,
      "loss_breakdown/lm_loss": 5.796076948172413e-06,
      "loss_breakdown/pointer_loss": 0.08475518226623535,
      "step": 7660
    },
    {
      "epoch": 0.39056226179398607,
      "loss_breakdown/lm_loss": 6.832552116975421e-06,
      "loss_breakdown/pointer_loss": 0.3418278098106384,
      "step": 7660
    },
    {
      "epoch": 0.39107213419841685,
      "grad_norm": 3.1041788308755485,
      "learning_rate": 3.38328611898017e-06,
      "loss": 0.2996,
      "step": 7670
    },
    {
      "epoch": 0.39107213419841685,
      "loss_breakdown/lm_loss": 6.830823622294702e-06,
      "loss_breakdown/pointer_loss": 0.37471267580986023,
      "step": 7670
    },
    {
      "epoch": 0.39107213419841685,
      "loss_breakdown/lm_loss": 5.069883172836853e-06,
      "loss_breakdown/pointer_loss": 0.13997215032577515,
      "step": 7670
    },
    {
      "epoch": 0.39107213419841685,
      "loss_breakdown/lm_loss": 9.829970622377004e-06,
      "loss_breakdown/pointer_loss": 0.2746432423591614,
      "step": 7670
    },
    {
      "epoch": 0.39107213419841685,
      "loss_breakdown/lm_loss": 6.413368282665033e-06,
      "loss_breakdown/pointer_loss": 0.7921916842460632,
      "step": 7670
    },
    {
      "epoch": 0.39158200660284764,
      "grad_norm": 9.573155469431233,
      "learning_rate": 3.380453257790369e-06,
      "loss": 0.2775,
      "step": 7680
    },
    {
      "epoch": 0.39158200660284764,
      "loss_breakdown/lm_loss": 5.194827281229664e-06,
      "loss_breakdown/pointer_loss": 1.0830267667770386,
      "step": 7680
    },
    {
      "epoch": 0.39158200660284764,
      "loss_breakdown/lm_loss": 1.2087476534361485e-05,
      "loss_breakdown/pointer_loss": 0.05132194608449936,
      "step": 7680
    },
    {
      "epoch": 0.39158200660284764,
      "loss_breakdown/lm_loss": 8.356443686352577e-06,
      "loss_breakdown/pointer_loss": 0.15276813507080078,
      "step": 7680
    },
    {
      "epoch": 0.39158200660284764,
      "loss_breakdown/lm_loss": 7.446506970154587e-06,
      "loss_breakdown/pointer_loss": 0.11088204383850098,
      "step": 7680
    },
    {
      "epoch": 0.39209187900727843,
      "grad_norm": 4.335341023810895,
      "learning_rate": 3.3776203966005666e-06,
      "loss": 0.2952,
      "step": 7690
    },
    {
      "epoch": 0.39209187900727843,
      "loss_breakdown/lm_loss": 7.826155524526257e-06,
      "loss_breakdown/pointer_loss": 0.28229403495788574,
      "step": 7690
    },
    {
      "epoch": 0.39209187900727843,
      "loss_breakdown/lm_loss": 1.0829702659975737e-05,
      "loss_breakdown/pointer_loss": 0.3095569908618927,
      "step": 7690
    },
    {
      "epoch": 0.39209187900727843,
      "loss_breakdown/lm_loss": 5.8880841606878676e-06,
      "loss_breakdown/pointer_loss": 0.6405314803123474,
      "step": 7690
    },
    {
      "epoch": 0.39209187900727843,
      "loss_breakdown/lm_loss": 1.537255957373418e-05,
      "loss_breakdown/pointer_loss": 0.18974965810775757,
      "step": 7690
    },
    {
      "epoch": 0.3926017514117092,
      "grad_norm": 13.841383388719773,
      "learning_rate": 3.3747875354107653e-06,
      "loss": 0.2745,
      "step": 7700
    },
    {
      "epoch": 0.3926017514117092,
      "loss_breakdown/lm_loss": 8.217649155994877e-05,
      "loss_breakdown/pointer_loss": 1.296474814414978,
      "step": 7700
    },
    {
      "epoch": 0.3926017514117092,
      "loss_breakdown/lm_loss": 1.6304480595863424e-05,
      "loss_breakdown/pointer_loss": 1.6902670860290527,
      "step": 7700
    },
    {
      "epoch": 0.3926017514117092,
      "loss_breakdown/lm_loss": 1.2109608178434428e-05,
      "loss_breakdown/pointer_loss": 0.5663943886756897,
      "step": 7700
    },
    {
      "epoch": 0.3926017514117092,
      "loss_breakdown/lm_loss": 6.328939889499452e-06,
      "loss_breakdown/pointer_loss": 1.7636090517044067,
      "step": 7700
    },
    {
      "epoch": 0.39311162381614,
      "grad_norm": 3.5042270436782212,
      "learning_rate": 3.3719546742209636e-06,
      "loss": 0.2636,
      "step": 7710
    },
    {
      "epoch": 0.39311162381614,
      "loss_breakdown/lm_loss": 5.563042577705346e-06,
      "loss_breakdown/pointer_loss": 0.38735631108283997,
      "step": 7710
    },
    {
      "epoch": 0.39311162381614,
      "loss_breakdown/lm_loss": 6.802793905080762e-06,
      "loss_breakdown/pointer_loss": 0.09375119209289551,
      "step": 7710
    },
    {
      "epoch": 0.39311162381614,
      "loss_breakdown/lm_loss": 1.1120626368210651e-05,
      "loss_breakdown/pointer_loss": 0.06824095547199249,
      "step": 7710
    },
    {
      "epoch": 0.39311162381614,
      "loss_breakdown/lm_loss": 6.214703716977965e-06,
      "loss_breakdown/pointer_loss": 0.06211521849036217,
      "step": 7710
    },
    {
      "epoch": 0.3936214962205708,
      "grad_norm": 1.8761072864275128,
      "learning_rate": 3.3691218130311614e-06,
      "loss": 0.2705,
      "step": 7720
    },
    {
      "epoch": 0.3936214962205708,
      "loss_breakdown/lm_loss": 7.956101399031468e-06,
      "loss_breakdown/pointer_loss": 0.23446053266525269,
      "step": 7720
    },
    {
      "epoch": 0.3936214962205708,
      "loss_breakdown/lm_loss": 5.13597524331999e-06,
      "loss_breakdown/pointer_loss": 0.29179754853248596,
      "step": 7720
    },
    {
      "epoch": 0.3936214962205708,
      "loss_breakdown/lm_loss": 7.295845080079744e-06,
      "loss_breakdown/pointer_loss": 0.7925341725349426,
      "step": 7720
    },
    {
      "epoch": 0.3936214962205708,
      "loss_breakdown/lm_loss": 9.881171536108013e-06,
      "loss_breakdown/pointer_loss": 0.11192315816879272,
      "step": 7720
    },
    {
      "epoch": 0.3941313686250016,
      "grad_norm": 3.6926729240935003,
      "learning_rate": 3.36628895184136e-06,
      "loss": 0.2769,
      "step": 7730
    },
    {
      "epoch": 0.3941313686250016,
      "loss_breakdown/lm_loss": 8.483595593133941e-06,
      "loss_breakdown/pointer_loss": 0.8686688542366028,
      "step": 7730
    },
    {
      "epoch": 0.3941313686250016,
      "loss_breakdown/lm_loss": 7.144523806346115e-06,
      "loss_breakdown/pointer_loss": 0.34249234199523926,
      "step": 7730
    },
    {
      "epoch": 0.3941313686250016,
      "loss_breakdown/lm_loss": 8.086251000349876e-06,
      "loss_breakdown/pointer_loss": 0.2735132575035095,
      "step": 7730
    },
    {
      "epoch": 0.3941313686250016,
      "loss_breakdown/lm_loss": 7.629295396327507e-06,
      "loss_breakdown/pointer_loss": 0.13892626762390137,
      "step": 7730
    },
    {
      "epoch": 0.3946412410294324,
      "grad_norm": 2.166206410195219,
      "learning_rate": 3.3634560906515583e-06,
      "loss": 0.2939,
      "step": 7740
    },
    {
      "epoch": 0.3946412410294324,
      "loss_breakdown/lm_loss": 5.774356850452023e-06,
      "loss_breakdown/pointer_loss": 0.2792614698410034,
      "step": 7740
    },
    {
      "epoch": 0.3946412410294324,
      "loss_breakdown/lm_loss": 7.717128937656526e-06,
      "loss_breakdown/pointer_loss": 0.6724851131439209,
      "step": 7740
    },
    {
      "epoch": 0.3946412410294324,
      "loss_breakdown/lm_loss": 6.532574843731709e-06,
      "loss_breakdown/pointer_loss": 0.809571385383606,
      "step": 7740
    },
    {
      "epoch": 0.3946412410294324,
      "loss_breakdown/lm_loss": 5.27808379047201e-06,
      "loss_breakdown/pointer_loss": 0.38189008831977844,
      "step": 7740
    },
    {
      "epoch": 0.39515111343386317,
      "grad_norm": 2.8159963761636493,
      "learning_rate": 3.360623229461757e-06,
      "loss": 0.2718,
      "step": 7750
    },
    {
      "epoch": 0.39515111343386317,
      "loss_breakdown/lm_loss": 2.9794086003676057e-05,
      "loss_breakdown/pointer_loss": 0.9862200021743774,
      "step": 7750
    },
    {
      "epoch": 0.39515111343386317,
      "loss_breakdown/lm_loss": 4.135935887461528e-05,
      "loss_breakdown/pointer_loss": 0.6058282852172852,
      "step": 7750
    },
    {
      "epoch": 0.39515111343386317,
      "loss_breakdown/lm_loss": 1.0232500244455878e-05,
      "loss_breakdown/pointer_loss": 0.7432287931442261,
      "step": 7750
    },
    {
      "epoch": 0.39515111343386317,
      "loss_breakdown/lm_loss": 1.0073963494505733e-05,
      "loss_breakdown/pointer_loss": 0.8790808916091919,
      "step": 7750
    },
    {
      "epoch": 0.39566098583829395,
      "grad_norm": 5.722737615134916,
      "learning_rate": 3.357790368271955e-06,
      "loss": 0.2967,
      "step": 7760
    },
    {
      "epoch": 0.39566098583829395,
      "loss_breakdown/lm_loss": 5.876504019397544e-06,
      "loss_breakdown/pointer_loss": 0.10767550766468048,
      "step": 7760
    },
    {
      "epoch": 0.39566098583829395,
      "loss_breakdown/lm_loss": 5.654430424328893e-06,
      "loss_breakdown/pointer_loss": 0.12108470499515533,
      "step": 7760
    },
    {
      "epoch": 0.39566098583829395,
      "loss_breakdown/lm_loss": 5.412034624896478e-06,
      "loss_breakdown/pointer_loss": 0.3141688406467438,
      "step": 7760
    },
    {
      "epoch": 0.39566098583829395,
      "loss_breakdown/lm_loss": 2.5245728465961292e-05,
      "loss_breakdown/pointer_loss": 1.939286231994629,
      "step": 7760
    },
    {
      "epoch": 0.39617085824272474,
      "grad_norm": 2.5287652699474323,
      "learning_rate": 3.3549575070821535e-06,
      "loss": 0.2983,
      "step": 7770
    },
    {
      "epoch": 0.39617085824272474,
      "loss_breakdown/lm_loss": 7.016436029516626e-06,
      "loss_breakdown/pointer_loss": 0.5278415083885193,
      "step": 7770
    },
    {
      "epoch": 0.39617085824272474,
      "loss_breakdown/lm_loss": 6.899353593325941e-06,
      "loss_breakdown/pointer_loss": 0.3917694687843323,
      "step": 7770
    },
    {
      "epoch": 0.39617085824272474,
      "loss_breakdown/lm_loss": 7.66013818065403e-06,
      "loss_breakdown/pointer_loss": 0.7710920572280884,
      "step": 7770
    },
    {
      "epoch": 0.39617085824272474,
      "loss_breakdown/lm_loss": 5.285274255584227e-06,
      "loss_breakdown/pointer_loss": 0.49971067905426025,
      "step": 7770
    },
    {
      "epoch": 0.39668073064715553,
      "grad_norm": 5.434841205287383,
      "learning_rate": 3.3521246458923517e-06,
      "loss": 0.2513,
      "step": 7780
    },
    {
      "epoch": 0.39668073064715553,
      "loss_breakdown/lm_loss": 2.0792673240066506e-05,
      "loss_breakdown/pointer_loss": 3.9639406204223633,
      "step": 7780
    },
    {
      "epoch": 0.39668073064715553,
      "loss_breakdown/lm_loss": 8.79748859006213e-06,
      "loss_breakdown/pointer_loss": 0.6429129242897034,
      "step": 7780
    },
    {
      "epoch": 0.39668073064715553,
      "loss_breakdown/lm_loss": 8.312706086144317e-06,
      "loss_breakdown/pointer_loss": 0.05730254203081131,
      "step": 7780
    },
    {
      "epoch": 0.39668073064715553,
      "loss_breakdown/lm_loss": 7.4862423389276955e-06,
      "loss_breakdown/pointer_loss": 0.44683313369750977,
      "step": 7780
    },
    {
      "epoch": 0.3971906030515863,
      "grad_norm": 2.2551264581116763,
      "learning_rate": 3.3492917847025496e-06,
      "loss": 0.2666,
      "step": 7790
    },
    {
      "epoch": 0.3971906030515863,
      "loss_breakdown/lm_loss": 1.1469714081613347e-05,
      "loss_breakdown/pointer_loss": 0.6536290049552917,
      "step": 7790
    },
    {
      "epoch": 0.3971906030515863,
      "loss_breakdown/lm_loss": 9.48428441915894e-06,
      "loss_breakdown/pointer_loss": 0.2937220335006714,
      "step": 7790
    },
    {
      "epoch": 0.3971906030515863,
      "loss_breakdown/lm_loss": 7.88658689998556e-06,
      "loss_breakdown/pointer_loss": 0.30213844776153564,
      "step": 7790
    },
    {
      "epoch": 0.3971906030515863,
      "loss_breakdown/lm_loss": 5.205419256526511e-06,
      "loss_breakdown/pointer_loss": 0.11800772696733475,
      "step": 7790
    },
    {
      "epoch": 0.3977004754560171,
      "grad_norm": 26.209594097556565,
      "learning_rate": 3.3464589235127482e-06,
      "loss": 0.2712,
      "step": 7800
    },
    {
      "epoch": 0.3977004754560171,
      "loss_breakdown/lm_loss": 2.963034057756886e-05,
      "loss_breakdown/pointer_loss": 2.548549175262451,
      "step": 7800
    },
    {
      "epoch": 0.3977004754560171,
      "loss_breakdown/lm_loss": 1.2712852367258165e-05,
      "loss_breakdown/pointer_loss": 0.36373424530029297,
      "step": 7800
    },
    {
      "epoch": 0.3977004754560171,
      "loss_breakdown/lm_loss": 6.410555215552449e-06,
      "loss_breakdown/pointer_loss": 0.4234215319156647,
      "step": 7800
    },
    {
      "epoch": 0.3977004754560171,
      "loss_breakdown/lm_loss": 8.00040925241774e-06,
      "loss_breakdown/pointer_loss": 0.3920159637928009,
      "step": 7800
    },
    {
      "epoch": 0.3982103478604479,
      "grad_norm": 5.500592170943439,
      "learning_rate": 3.3436260623229465e-06,
      "loss": 0.2756,
      "step": 7810
    },
    {
      "epoch": 0.3982103478604479,
      "loss_breakdown/lm_loss": 6.374782060447615e-06,
      "loss_breakdown/pointer_loss": 0.3541061580181122,
      "step": 7810
    },
    {
      "epoch": 0.3982103478604479,
      "loss_breakdown/lm_loss": 4.1126868381979875e-06,
      "loss_breakdown/pointer_loss": 0.0757833793759346,
      "step": 7810
    },
    {
      "epoch": 0.3982103478604479,
      "loss_breakdown/lm_loss": 4.986877229384845e-06,
      "loss_breakdown/pointer_loss": 0.35639238357543945,
      "step": 7810
    },
    {
      "epoch": 0.3982103478604479,
      "loss_breakdown/lm_loss": 6.516710072901333e-06,
      "loss_breakdown/pointer_loss": 1.3328166007995605,
      "step": 7810
    },
    {
      "epoch": 0.3987202202648787,
      "grad_norm": 4.807297305057352,
      "learning_rate": 3.3407932011331443e-06,
      "loss": 0.2561,
      "step": 7820
    },
    {
      "epoch": 0.3987202202648787,
      "loss_breakdown/lm_loss": 5.188271643419284e-06,
      "loss_breakdown/pointer_loss": 0.37792012095451355,
      "step": 7820
    },
    {
      "epoch": 0.3987202202648787,
      "loss_breakdown/lm_loss": 5.510050868906546e-06,
      "loss_breakdown/pointer_loss": 0.6791377067565918,
      "step": 7820
    },
    {
      "epoch": 0.3987202202648787,
      "loss_breakdown/lm_loss": 5.910038453293964e-06,
      "loss_breakdown/pointer_loss": 0.296150267124176,
      "step": 7820
    },
    {
      "epoch": 0.3987202202648787,
      "loss_breakdown/lm_loss": 4.852438451052876e-06,
      "loss_breakdown/pointer_loss": 0.22562606632709503,
      "step": 7820
    },
    {
      "epoch": 0.3992300926693095,
      "grad_norm": 5.310622992967079,
      "learning_rate": 3.337960339943343e-06,
      "loss": 0.2833,
      "step": 7830
    },
    {
      "epoch": 0.3992300926693095,
      "loss_breakdown/lm_loss": 5.26105759490747e-06,
      "loss_breakdown/pointer_loss": 5.091888427734375,
      "step": 7830
    },
    {
      "epoch": 0.3992300926693095,
      "loss_breakdown/lm_loss": 4.970984264218714e-06,
      "loss_breakdown/pointer_loss": 4.269321441650391,
      "step": 7830
    },
    {
      "epoch": 0.3992300926693095,
      "loss_breakdown/lm_loss": 5.741848326579202e-06,
      "loss_breakdown/pointer_loss": 0.42713576555252075,
      "step": 7830
    },
    {
      "epoch": 0.3992300926693095,
      "loss_breakdown/lm_loss": 5.841181518917438e-06,
      "loss_breakdown/pointer_loss": 0.06635983288288116,
      "step": 7830
    },
    {
      "epoch": 0.3997399650737403,
      "grad_norm": 2.853683181081062,
      "learning_rate": 3.3351274787535417e-06,
      "loss": 0.304,
      "step": 7840
    },
    {
      "epoch": 0.3997399650737403,
      "loss_breakdown/lm_loss": 5.259220415609889e-06,
      "loss_breakdown/pointer_loss": 0.5348026752471924,
      "step": 7840
    },
    {
      "epoch": 0.3997399650737403,
      "loss_breakdown/lm_loss": 6.902967015776085e-06,
      "loss_breakdown/pointer_loss": 0.08380016684532166,
      "step": 7840
    },
    {
      "epoch": 0.3997399650737403,
      "loss_breakdown/lm_loss": 3.690167432068847e-06,
      "loss_breakdown/pointer_loss": 0.1392066478729248,
      "step": 7840
    },
    {
      "epoch": 0.3997399650737403,
      "loss_breakdown/lm_loss": 3.3678650197543902e-06,
      "loss_breakdown/pointer_loss": 0.4110218286514282,
      "step": 7840
    },
    {
      "epoch": 0.4002498374781711,
      "grad_norm": 3.661796301875463,
      "learning_rate": 3.3322946175637395e-06,
      "loss": 0.2773,
      "step": 7850
    },
    {
      "epoch": 0.4002498374781711,
      "loss_breakdown/lm_loss": 1.9219174646423198e-05,
      "loss_breakdown/pointer_loss": 1.7294220924377441,
      "step": 7850
    },
    {
      "epoch": 0.4002498374781711,
      "loss_breakdown/lm_loss": 1.2140109902247787e-05,
      "loss_breakdown/pointer_loss": 0.8593350648880005,
      "step": 7850
    },
    {
      "epoch": 0.4002498374781711,
      "loss_breakdown/lm_loss": 1.0502458280825522e-05,
      "loss_breakdown/pointer_loss": 0.5352978110313416,
      "step": 7850
    },
    {
      "epoch": 0.4002498374781711,
      "loss_breakdown/lm_loss": 6.770233994757291e-06,
      "loss_breakdown/pointer_loss": 0.5787832736968994,
      "step": 7850
    },
    {
      "epoch": 0.4007597098826019,
      "grad_norm": 5.054654867542674,
      "learning_rate": 3.3294617563739378e-06,
      "loss": 0.2879,
      "step": 7860
    },
    {
      "epoch": 0.4007597098826019,
      "loss_breakdown/lm_loss": 5.421980404207716e-06,
      "loss_breakdown/pointer_loss": 0.07677431404590607,
      "step": 7860
    },
    {
      "epoch": 0.4007597098826019,
      "loss_breakdown/lm_loss": 9.630694876250345e-06,
      "loss_breakdown/pointer_loss": 0.3682115972042084,
      "step": 7860
    },
    {
      "epoch": 0.4007597098826019,
      "loss_breakdown/lm_loss": 9.08543006516993e-06,
      "loss_breakdown/pointer_loss": 0.47561773657798767,
      "step": 7860
    },
    {
      "epoch": 0.4007597098826019,
      "loss_breakdown/lm_loss": 1.3350924746191595e-05,
      "loss_breakdown/pointer_loss": 0.24345268309116364,
      "step": 7860
    },
    {
      "epoch": 0.4012695822870327,
      "grad_norm": 4.89362142066811,
      "learning_rate": 3.3266288951841364e-06,
      "loss": 0.301,
      "step": 7870
    },
    {
      "epoch": 0.4012695822870327,
      "loss_breakdown/lm_loss": 1.106887066271156e-05,
      "loss_breakdown/pointer_loss": 0.38854870200157166,
      "step": 7870
    },
    {
      "epoch": 0.4012695822870327,
      "loss_breakdown/lm_loss": 9.995615982916206e-06,
      "loss_breakdown/pointer_loss": 0.6396479606628418,
      "step": 7870
    },
    {
      "epoch": 0.4012695822870327,
      "loss_breakdown/lm_loss": 7.78127014200436e-06,
      "loss_breakdown/pointer_loss": 0.27980107069015503,
      "step": 7870
    },
    {
      "epoch": 0.4012695822870327,
      "loss_breakdown/lm_loss": 5.807311936223414e-06,
      "loss_breakdown/pointer_loss": 0.3418582081794739,
      "step": 7870
    },
    {
      "epoch": 0.4017794546914635,
      "grad_norm": 6.47309450317168,
      "learning_rate": 3.3237960339943347e-06,
      "loss": 0.2611,
      "step": 7880
    },
    {
      "epoch": 0.4017794546914635,
      "loss_breakdown/lm_loss": 5.9802669056807645e-06,
      "loss_breakdown/pointer_loss": 0.3852149546146393,
      "step": 7880
    },
    {
      "epoch": 0.4017794546914635,
      "loss_breakdown/lm_loss": 9.429249075765256e-06,
      "loss_breakdown/pointer_loss": 0.23249727487564087,
      "step": 7880
    },
    {
      "epoch": 0.4017794546914635,
      "loss_breakdown/lm_loss": 5.205428351473529e-06,
      "loss_breakdown/pointer_loss": 0.031733930110931396,
      "step": 7880
    },
    {
      "epoch": 0.4017794546914635,
      "loss_breakdown/lm_loss": 7.990879566932563e-06,
      "loss_breakdown/pointer_loss": 4.5675950050354,
      "step": 7880
    },
    {
      "epoch": 0.40228932709589427,
      "grad_norm": 4.972617005436653,
      "learning_rate": 3.320963172804533e-06,
      "loss": 0.2991,
      "step": 7890
    },
    {
      "epoch": 0.40228932709589427,
      "loss_breakdown/lm_loss": 6.896945251355646e-06,
      "loss_breakdown/pointer_loss": 0.32957127690315247,
      "step": 7890
    },
    {
      "epoch": 0.40228932709589427,
      "loss_breakdown/lm_loss": 6.592168574570678e-06,
      "loss_breakdown/pointer_loss": 0.1650421917438507,
      "step": 7890
    },
    {
      "epoch": 0.40228932709589427,
      "loss_breakdown/lm_loss": 9.89869386103237e-06,
      "loss_breakdown/pointer_loss": 0.44048476219177246,
      "step": 7890
    },
    {
      "epoch": 0.40228932709589427,
      "loss_breakdown/lm_loss": 4.772748980030883e-06,
      "loss_breakdown/pointer_loss": 0.29994818568229675,
      "step": 7890
    },
    {
      "epoch": 0.40279919950032506,
      "grad_norm": 10.428814212312723,
      "learning_rate": 3.318130311614731e-06,
      "loss": 0.2652,
      "step": 7900
    },
    {
      "epoch": 0.40279919950032506,
      "loss_breakdown/lm_loss": 8.707660890650004e-05,
      "loss_breakdown/pointer_loss": 1.1513526439666748,
      "step": 7900
    },
    {
      "epoch": 0.40279919950032506,
      "loss_breakdown/lm_loss": 1.184112534247106e-05,
      "loss_breakdown/pointer_loss": 0.37800002098083496,
      "step": 7900
    },
    {
      "epoch": 0.40279919950032506,
      "loss_breakdown/lm_loss": 7.32617627363652e-06,
      "loss_breakdown/pointer_loss": 0.7307767868041992,
      "step": 7900
    },
    {
      "epoch": 0.40279919950032506,
      "loss_breakdown/lm_loss": 1.3676508388016373e-05,
      "loss_breakdown/pointer_loss": 0.4080333709716797,
      "step": 7900
    },
    {
      "epoch": 0.40330907190475584,
      "grad_norm": 11.71666519244822,
      "learning_rate": 3.31529745042493e-06,
      "loss": 0.2861,
      "step": 7910
    },
    {
      "epoch": 0.40330907190475584,
      "loss_breakdown/lm_loss": 1.1445108611951582e-05,
      "loss_breakdown/pointer_loss": 0.301188200712204,
      "step": 7910
    },
    {
      "epoch": 0.40330907190475584,
      "loss_breakdown/lm_loss": 5.26105259268661e-06,
      "loss_breakdown/pointer_loss": 0.5629448294639587,
      "step": 7910
    },
    {
      "epoch": 0.40330907190475584,
      "loss_breakdown/lm_loss": 5.1974834605061915e-06,
      "loss_breakdown/pointer_loss": 0.19428685307502747,
      "step": 7910
    },
    {
      "epoch": 0.40330907190475584,
      "loss_breakdown/lm_loss": 5.543181941902731e-06,
      "loss_breakdown/pointer_loss": 0.15444377064704895,
      "step": 7910
    },
    {
      "epoch": 0.40381894430918663,
      "grad_norm": 3.7692521182241965,
      "learning_rate": 3.3124645892351277e-06,
      "loss": 0.2898,
      "step": 7920
    },
    {
      "epoch": 0.40381894430918663,
      "loss_breakdown/lm_loss": 5.8227296904078685e-06,
      "loss_breakdown/pointer_loss": 0.5562386512756348,
      "step": 7920
    },
    {
      "epoch": 0.40381894430918663,
      "loss_breakdown/lm_loss": 7.152668331400491e-06,
      "loss_breakdown/pointer_loss": 0.2618623971939087,
      "step": 7920
    },
    {
      "epoch": 0.40381894430918663,
      "loss_breakdown/lm_loss": 5.47231729797204e-06,
      "loss_breakdown/pointer_loss": 0.7576802968978882,
      "step": 7920
    },
    {
      "epoch": 0.40381894430918663,
      "loss_breakdown/lm_loss": 6.402377039194107e-06,
      "loss_breakdown/pointer_loss": 0.34694623947143555,
      "step": 7920
    },
    {
      "epoch": 0.4043288167136174,
      "grad_norm": 8.895618370951496,
      "learning_rate": 3.309631728045326e-06,
      "loss": 0.2859,
      "step": 7930
    },
    {
      "epoch": 0.4043288167136174,
      "loss_breakdown/lm_loss": 6.596174443984637e-06,
      "loss_breakdown/pointer_loss": 0.13296638429164886,
      "step": 7930
    },
    {
      "epoch": 0.4043288167136174,
      "loss_breakdown/lm_loss": 7.279616511368658e-06,
      "loss_breakdown/pointer_loss": 0.06934916973114014,
      "step": 7930
    },
    {
      "epoch": 0.4043288167136174,
      "loss_breakdown/lm_loss": 5.916688223805977e-06,
      "loss_breakdown/pointer_loss": 0.03969907760620117,
      "step": 7930
    },
    {
      "epoch": 0.4043288167136174,
      "loss_breakdown/lm_loss": 3.2754956919234246e-05,
      "loss_breakdown/pointer_loss": 0.2662193775177002,
      "step": 7930
    },
    {
      "epoch": 0.4048386891180482,
      "grad_norm": 3.1266901727731136,
      "learning_rate": 3.3067988668555246e-06,
      "loss": 0.3172,
      "step": 7940
    },
    {
      "epoch": 0.4048386891180482,
      "loss_breakdown/lm_loss": 6.133615897851996e-06,
      "loss_breakdown/pointer_loss": 0.47951120138168335,
      "step": 7940
    },
    {
      "epoch": 0.4048386891180482,
      "loss_breakdown/lm_loss": 4.727713530883193e-06,
      "loss_breakdown/pointer_loss": 0.14276078343391418,
      "step": 7940
    },
    {
      "epoch": 0.4048386891180482,
      "loss_breakdown/lm_loss": 4.797839210368693e-06,
      "loss_breakdown/pointer_loss": 0.14659951627254486,
      "step": 7940
    },
    {
      "epoch": 0.4048386891180482,
      "loss_breakdown/lm_loss": 4.839855591853848e-06,
      "loss_breakdown/pointer_loss": 0.13166148960590363,
      "step": 7940
    },
    {
      "epoch": 0.405348561522479,
      "grad_norm": 23.75732130549091,
      "learning_rate": 3.3039660056657224e-06,
      "loss": 0.2994,
      "step": 7950
    },
    {
      "epoch": 0.405348561522479,
      "loss_breakdown/lm_loss": 1.9284245354356244e-05,
      "loss_breakdown/pointer_loss": 1.1170892715454102,
      "step": 7950
    },
    {
      "epoch": 0.405348561522479,
      "loss_breakdown/lm_loss": 1.2528579645731952e-05,
      "loss_breakdown/pointer_loss": 0.668016254901886,
      "step": 7950
    },
    {
      "epoch": 0.405348561522479,
      "loss_breakdown/lm_loss": 7.50228082324611e-06,
      "loss_breakdown/pointer_loss": 0.43458855152130127,
      "step": 7950
    },
    {
      "epoch": 0.405348561522479,
      "loss_breakdown/lm_loss": 9.716665772430133e-06,
      "loss_breakdown/pointer_loss": 0.8018088340759277,
      "step": 7950
    },
    {
      "epoch": 0.4058584339269098,
      "grad_norm": 2.424597983594422,
      "learning_rate": 3.301133144475921e-06,
      "loss": 0.2659,
      "step": 7960
    },
    {
      "epoch": 0.4058584339269098,
      "loss_breakdown/lm_loss": 5.0583989832375664e-06,
      "loss_breakdown/pointer_loss": 0.21338671445846558,
      "step": 7960
    },
    {
      "epoch": 0.4058584339269098,
      "loss_breakdown/lm_loss": 5.585124199569691e-06,
      "loss_breakdown/pointer_loss": 0.18289758265018463,
      "step": 7960
    },
    {
      "epoch": 0.4058584339269098,
      "loss_breakdown/lm_loss": 6.3378856793860905e-06,
      "loss_breakdown/pointer_loss": 0.23607796430587769,
      "step": 7960
    },
    {
      "epoch": 0.4058584339269098,
      "loss_breakdown/lm_loss": 7.974891559570096e-06,
      "loss_breakdown/pointer_loss": 0.3330138325691223,
      "step": 7960
    },
    {
      "epoch": 0.4063683063313406,
      "grad_norm": 4.32908138024032,
      "learning_rate": 3.2983002832861194e-06,
      "loss": 0.3054,
      "step": 7970
    },
    {
      "epoch": 0.4063683063313406,
      "loss_breakdown/lm_loss": 7.723695489403326e-06,
      "loss_breakdown/pointer_loss": 0.3592778444290161,
      "step": 7970
    },
    {
      "epoch": 0.4063683063313406,
      "loss_breakdown/lm_loss": 7.5739708336186595e-06,
      "loss_breakdown/pointer_loss": 0.6426619291305542,
      "step": 7970
    },
    {
      "epoch": 0.4063683063313406,
      "loss_breakdown/lm_loss": 6.0354841480148025e-06,
      "loss_breakdown/pointer_loss": 0.3906158208847046,
      "step": 7970
    },
    {
      "epoch": 0.4063683063313406,
      "loss_breakdown/lm_loss": 1.7567688701092266e-05,
      "loss_breakdown/pointer_loss": 0.31843477487564087,
      "step": 7970
    },
    {
      "epoch": 0.40687817873577137,
      "grad_norm": 7.620829341552691,
      "learning_rate": 3.295467422096317e-06,
      "loss": 0.2711,
      "step": 7980
    },
    {
      "epoch": 0.40687817873577137,
      "loss_breakdown/lm_loss": 6.556448624905897e-06,
      "loss_breakdown/pointer_loss": 0.7670222520828247,
      "step": 7980
    },
    {
      "epoch": 0.40687817873577137,
      "loss_breakdown/lm_loss": 5.062363470642595e-06,
      "loss_breakdown/pointer_loss": 0.18401126563549042,
      "step": 7980
    },
    {
      "epoch": 0.40687817873577137,
      "loss_breakdown/lm_loss": 4.4544217416842e-06,
      "loss_breakdown/pointer_loss": 0.3084593415260315,
      "step": 7980
    },
    {
      "epoch": 0.40687817873577137,
      "loss_breakdown/lm_loss": 7.279621513589518e-06,
      "loss_breakdown/pointer_loss": 2.539486885070801,
      "step": 7980
    },
    {
      "epoch": 0.40738805114020216,
      "grad_norm": 5.534255731148471,
      "learning_rate": 3.292634560906516e-06,
      "loss": 0.2771,
      "step": 7990
    },
    {
      "epoch": 0.40738805114020216,
      "loss_breakdown/lm_loss": 4.707814241555752e-06,
      "loss_breakdown/pointer_loss": 0.2615809440612793,
      "step": 7990
    },
    {
      "epoch": 0.40738805114020216,
      "loss_breakdown/lm_loss": 7.7182958193589e-06,
      "loss_breakdown/pointer_loss": 0.2364879697561264,
      "step": 7990
    },
    {
      "epoch": 0.40738805114020216,
      "loss_breakdown/lm_loss": 5.722000878449762e-06,
      "loss_breakdown/pointer_loss": 2.0397775173187256,
      "step": 7990
    },
    {
      "epoch": 0.40738805114020216,
      "loss_breakdown/lm_loss": 1.0901957466558088e-05,
      "loss_breakdown/pointer_loss": 0.3824284076690674,
      "step": 7990
    },
    {
      "epoch": 0.40789792354463295,
      "grad_norm": 11.284836310730393,
      "learning_rate": 3.289801699716714e-06,
      "loss": 0.2272,
      "step": 8000
    },
    {
      "epoch": 0.40789792354463295,
      "loss_breakdown/lm_loss": 6.052260869182646e-05,
      "loss_breakdown/pointer_loss": 1.9210057258605957,
      "step": 8000
    },
    {
      "epoch": 0.40789792354463295,
      "loss_breakdown/lm_loss": 2.5204366465914063e-05,
      "loss_breakdown/pointer_loss": 0.7253538370132446,
      "step": 8000
    },
    {
      "epoch": 0.40789792354463295,
      "loss_breakdown/lm_loss": 7.053894023556495e-06,
      "loss_breakdown/pointer_loss": 0.324764609336853,
      "step": 8000
    },
    {
      "epoch": 0.40789792354463295,
      "loss_breakdown/lm_loss": 9.275704542233143e-06,
      "loss_breakdown/pointer_loss": 0.5708692669868469,
      "step": 8000
    },
    {
      "epoch": 0.40840779594906373,
      "grad_norm": 7.840370520733373,
      "learning_rate": 3.2869688385269124e-06,
      "loss": 0.2672,
      "step": 8010
    },
    {
      "epoch": 0.40840779594906373,
      "loss_breakdown/lm_loss": 7.230139999592211e-06,
      "loss_breakdown/pointer_loss": 0.19087064266204834,
      "step": 8010
    },
    {
      "epoch": 0.40840779594906373,
      "loss_breakdown/lm_loss": 6.140926871012198e-06,
      "loss_breakdown/pointer_loss": 2.4798879623413086,
      "step": 8010
    },
    {
      "epoch": 0.40840779594906373,
      "loss_breakdown/lm_loss": 9.810759365791455e-06,
      "loss_breakdown/pointer_loss": 0.18553906679153442,
      "step": 8010
    },
    {
      "epoch": 0.40840779594906373,
      "loss_breakdown/lm_loss": 7.178964096965501e-06,
      "loss_breakdown/pointer_loss": 0.16333766281604767,
      "step": 8010
    },
    {
      "epoch": 0.4089176683534945,
      "grad_norm": 2.734340379614263,
      "learning_rate": 3.2841359773371106e-06,
      "loss": 0.3137,
      "step": 8020
    },
    {
      "epoch": 0.4089176683534945,
      "loss_breakdown/lm_loss": 9.191626304527745e-06,
      "loss_breakdown/pointer_loss": 0.8104748725891113,
      "step": 8020
    },
    {
      "epoch": 0.4089176683534945,
      "loss_breakdown/lm_loss": 7.4328995651740115e-06,
      "loss_breakdown/pointer_loss": 0.6814634799957275,
      "step": 8020
    },
    {
      "epoch": 0.4089176683534945,
      "loss_breakdown/lm_loss": 8.087426067504566e-06,
      "loss_breakdown/pointer_loss": 0.5124199390411377,
      "step": 8020
    },
    {
      "epoch": 0.4089176683534945,
      "loss_breakdown/lm_loss": 7.130428912205389e-06,
      "loss_breakdown/pointer_loss": 0.8357673287391663,
      "step": 8020
    },
    {
      "epoch": 0.4094275407579253,
      "grad_norm": 19.6870816498937,
      "learning_rate": 3.2813031161473093e-06,
      "loss": 0.2824,
      "step": 8030
    },
    {
      "epoch": 0.4094275407579253,
      "loss_breakdown/lm_loss": 7.895514499978162e-06,
      "loss_breakdown/pointer_loss": 1.792476773262024,
      "step": 8030
    },
    {
      "epoch": 0.4094275407579253,
      "loss_breakdown/lm_loss": 4.478261416807072e-06,
      "loss_breakdown/pointer_loss": 0.09112069755792618,
      "step": 8030
    },
    {
      "epoch": 0.4094275407579253,
      "loss_breakdown/lm_loss": 1.3886562555853743e-05,
      "loss_breakdown/pointer_loss": 0.2648811340332031,
      "step": 8030
    },
    {
      "epoch": 0.4094275407579253,
      "loss_breakdown/lm_loss": 1.1384287972759921e-05,
      "loss_breakdown/pointer_loss": 2.0423104763031006,
      "step": 8030
    },
    {
      "epoch": 0.4099374131623561,
      "grad_norm": 3.664635569140703,
      "learning_rate": 3.2784702549575076e-06,
      "loss": 0.277,
      "step": 8040
    },
    {
      "epoch": 0.4099374131623561,
      "loss_breakdown/lm_loss": 5.558087650570087e-06,
      "loss_breakdown/pointer_loss": 0.4178798794746399,
      "step": 8040
    },
    {
      "epoch": 0.4099374131623561,
      "loss_breakdown/lm_loss": 7.110354090400506e-06,
      "loss_breakdown/pointer_loss": 0.3289221525192261,
      "step": 8040
    },
    {
      "epoch": 0.4099374131623561,
      "loss_breakdown/lm_loss": 1.2940262422489468e-05,
      "loss_breakdown/pointer_loss": 1.9646713733673096,
      "step": 8040
    },
    {
      "epoch": 0.4099374131623561,
      "loss_breakdown/lm_loss": 5.328966381057398e-06,
      "loss_breakdown/pointer_loss": 0.25447049736976624,
      "step": 8040
    },
    {
      "epoch": 0.4104472855667869,
      "grad_norm": 10.385472607223592,
      "learning_rate": 3.2756373937677054e-06,
      "loss": 0.2516,
      "step": 8050
    },
    {
      "epoch": 0.4104472855667869,
      "loss_breakdown/lm_loss": 0.00010804214980453253,
      "loss_breakdown/pointer_loss": 2.5754129886627197,
      "step": 8050
    },
    {
      "epoch": 0.4104472855667869,
      "loss_breakdown/lm_loss": 1.1003697181877214e-05,
      "loss_breakdown/pointer_loss": 0.7501400709152222,
      "step": 8050
    },
    {
      "epoch": 0.4104472855667869,
      "loss_breakdown/lm_loss": 1.2630883247766178e-05,
      "loss_breakdown/pointer_loss": 0.8578845858573914,
      "step": 8050
    },
    {
      "epoch": 0.4104472855667869,
      "loss_breakdown/lm_loss": 9.82829078566283e-06,
      "loss_breakdown/pointer_loss": 0.36682581901550293,
      "step": 8050
    },
    {
      "epoch": 0.4109571579712177,
      "grad_norm": 5.244033906004319,
      "learning_rate": 3.272804532577904e-06,
      "loss": 0.2922,
      "step": 8060
    },
    {
      "epoch": 0.4109571579712177,
      "loss_breakdown/lm_loss": 3.882224518747535e-06,
      "loss_breakdown/pointer_loss": 0.07162274420261383,
      "step": 8060
    },
    {
      "epoch": 0.4109571579712177,
      "loss_breakdown/lm_loss": 1.5712417734903283e-05,
      "loss_breakdown/pointer_loss": 0.366071879863739,
      "step": 8060
    },
    {
      "epoch": 0.4109571579712177,
      "loss_breakdown/lm_loss": 5.226611392572522e-06,
      "loss_breakdown/pointer_loss": 0.22560180723667145,
      "step": 8060
    },
    {
      "epoch": 0.4109571579712177,
      "loss_breakdown/lm_loss": 4.855749921262031e-06,
      "loss_breakdown/pointer_loss": 0.06860029697418213,
      "step": 8060
    },
    {
      "epoch": 0.41146703037564847,
      "grad_norm": 3.3553680590097907,
      "learning_rate": 3.2699716713881023e-06,
      "loss": 0.3099,
      "step": 8070
    },
    {
      "epoch": 0.41146703037564847,
      "loss_breakdown/lm_loss": 8.411115231865551e-06,
      "loss_breakdown/pointer_loss": 0.3384396433830261,
      "step": 8070
    },
    {
      "epoch": 0.41146703037564847,
      "loss_breakdown/lm_loss": 5.413859071268234e-06,
      "loss_breakdown/pointer_loss": 0.902040421962738,
      "step": 8070
    },
    {
      "epoch": 0.41146703037564847,
      "loss_breakdown/lm_loss": 1.6971240256680176e-05,
      "loss_breakdown/pointer_loss": 0.6096838712692261,
      "step": 8070
    },
    {
      "epoch": 0.41146703037564847,
      "loss_breakdown/lm_loss": 5.620776846626541e-06,
      "loss_breakdown/pointer_loss": 1.1026393175125122,
      "step": 8070
    },
    {
      "epoch": 0.4119769027800793,
      "grad_norm": 9.875162959593002,
      "learning_rate": 3.2671388101983006e-06,
      "loss": 0.2757,
      "step": 8080
    },
    {
      "epoch": 0.4119769027800793,
      "loss_breakdown/lm_loss": 8.221304597100243e-06,
      "loss_breakdown/pointer_loss": 0.6889840364456177,
      "step": 8080
    },
    {
      "epoch": 0.4119769027800793,
      "loss_breakdown/lm_loss": 1.8621929484652355e-05,
      "loss_breakdown/pointer_loss": 0.5867542624473572,
      "step": 8080
    },
    {
      "epoch": 0.4119769027800793,
      "loss_breakdown/lm_loss": 8.614579201093875e-06,
      "loss_breakdown/pointer_loss": 0.20231667160987854,
      "step": 8080
    },
    {
      "epoch": 0.4119769027800793,
      "loss_breakdown/lm_loss": 9.301963473262731e-06,
      "loss_breakdown/pointer_loss": 0.463056355714798,
      "step": 8080
    },
    {
      "epoch": 0.4124867751845101,
      "grad_norm": 69.64461283763725,
      "learning_rate": 3.264305949008499e-06,
      "loss": 0.3163,
      "step": 8090
    },
    {
      "epoch": 0.4124867751845101,
      "loss_breakdown/lm_loss": 7.726182047917973e-06,
      "loss_breakdown/pointer_loss": 0.42917120456695557,
      "step": 8090
    },
    {
      "epoch": 0.4124867751845101,
      "loss_breakdown/lm_loss": 1.0437901437398978e-05,
      "loss_breakdown/pointer_loss": 0.6280032396316528,
      "step": 8090
    },
    {
      "epoch": 0.4124867751845101,
      "loss_breakdown/lm_loss": 7.359759365499485e-06,
      "loss_breakdown/pointer_loss": 0.5847538113594055,
      "step": 8090
    },
    {
      "epoch": 0.4124867751845101,
      "loss_breakdown/lm_loss": 6.413262326532276e-06,
      "loss_breakdown/pointer_loss": 0.4313333034515381,
      "step": 8090
    },
    {
      "epoch": 0.4129966475889409,
      "grad_norm": 29.78022979568985,
      "learning_rate": 3.2614730878186975e-06,
      "loss": 0.252,
      "step": 8100
    },
    {
      "epoch": 0.4129966475889409,
      "loss_breakdown/lm_loss": 2.655727803357877e-05,
      "loss_breakdown/pointer_loss": 1.8894834518432617,
      "step": 8100
    },
    {
      "epoch": 0.4129966475889409,
      "loss_breakdown/lm_loss": 1.9788854842772707e-05,
      "loss_breakdown/pointer_loss": 1.1690075397491455,
      "step": 8100
    },
    {
      "epoch": 0.4129966475889409,
      "loss_breakdown/lm_loss": 8.150252142513636e-06,
      "loss_breakdown/pointer_loss": 0.996895432472229,
      "step": 8100
    },
    {
      "epoch": 0.4129966475889409,
      "loss_breakdown/lm_loss": 7.330140761041548e-06,
      "loss_breakdown/pointer_loss": 0.35899704694747925,
      "step": 8100
    },
    {
      "epoch": 0.4135065199933717,
      "grad_norm": 6.821038684808559,
      "learning_rate": 3.2586402266288953e-06,
      "loss": 0.2481,
      "step": 8110
    },
    {
      "epoch": 0.4135065199933717,
      "loss_breakdown/lm_loss": 8.946436537371483e-06,
      "loss_breakdown/pointer_loss": 0.16155672073364258,
      "step": 8110
    },
    {
      "epoch": 0.4135065199933717,
      "loss_breakdown/lm_loss": 5.93124832448666e-06,
      "loss_breakdown/pointer_loss": 0.24729584157466888,
      "step": 8110
    },
    {
      "epoch": 0.4135065199933717,
      "loss_breakdown/lm_loss": 5.780274477729108e-06,
      "loss_breakdown/pointer_loss": 0.28872644901275635,
      "step": 8110
    },
    {
      "epoch": 0.4135065199933717,
      "loss_breakdown/lm_loss": 6.457100425905082e-06,
      "loss_breakdown/pointer_loss": 0.39213505387306213,
      "step": 8110
    },
    {
      "epoch": 0.41401639239780247,
      "grad_norm": 5.602452698824385,
      "learning_rate": 3.2558073654390936e-06,
      "loss": 0.2954,
      "step": 8120
    },
    {
      "epoch": 0.41401639239780247,
      "loss_breakdown/lm_loss": 5.0858870963566005e-06,
      "loss_breakdown/pointer_loss": 0.25122201442718506,
      "step": 8120
    },
    {
      "epoch": 0.41401639239780247,
      "loss_breakdown/lm_loss": 6.821839633630589e-06,
      "loss_breakdown/pointer_loss": 0.9303762912750244,
      "step": 8120
    },
    {
      "epoch": 0.41401639239780247,
      "loss_breakdown/lm_loss": 4.172708486294141e-06,
      "loss_breakdown/pointer_loss": 0.30139243602752686,
      "step": 8120
    },
    {
      "epoch": 0.41401639239780247,
      "loss_breakdown/lm_loss": 7.559151981695322e-06,
      "loss_breakdown/pointer_loss": 1.145422339439392,
      "step": 8120
    },
    {
      "epoch": 0.41452626480223326,
      "grad_norm": 49.29402027308981,
      "learning_rate": 3.2529745042492922e-06,
      "loss": 0.2441,
      "step": 8130
    },
    {
      "epoch": 0.41452626480223326,
      "loss_breakdown/lm_loss": 5.853106358699733e-06,
      "loss_breakdown/pointer_loss": 0.6684600114822388,
      "step": 8130
    },
    {
      "epoch": 0.41452626480223326,
      "loss_breakdown/lm_loss": 1.548048203403596e-05,
      "loss_breakdown/pointer_loss": 2.5544612407684326,
      "step": 8130
    },
    {
      "epoch": 0.41452626480223326,
      "loss_breakdown/lm_loss": 6.480936008301796e-06,
      "loss_breakdown/pointer_loss": 0.09098057448863983,
      "step": 8130
    },
    {
      "epoch": 0.41452626480223326,
      "loss_breakdown/lm_loss": 8.503428944095504e-06,
      "loss_breakdown/pointer_loss": 0.08002445101737976,
      "step": 8130
    },
    {
      "epoch": 0.41503613720666405,
      "grad_norm": 8.639597109735472,
      "learning_rate": 3.25014164305949e-06,
      "loss": 0.2997,
      "step": 8140
    },
    {
      "epoch": 0.41503613720666405,
      "loss_breakdown/lm_loss": 5.561807483900338e-06,
      "loss_breakdown/pointer_loss": 0.16685716807842255,
      "step": 8140
    },
    {
      "epoch": 0.41503613720666405,
      "loss_breakdown/lm_loss": 6.182885954331141e-06,
      "loss_breakdown/pointer_loss": 0.1276426464319229,
      "step": 8140
    },
    {
      "epoch": 0.41503613720666405,
      "loss_breakdown/lm_loss": 5.330723524821224e-06,
      "loss_breakdown/pointer_loss": 0.20350277423858643,
      "step": 8140
    },
    {
      "epoch": 0.41503613720666405,
      "loss_breakdown/lm_loss": 5.427935320767574e-06,
      "loss_breakdown/pointer_loss": 0.3635931611061096,
      "step": 8140
    },
    {
      "epoch": 0.41554600961109484,
      "grad_norm": 10.833509798608482,
      "learning_rate": 3.2473087818696888e-06,
      "loss": 0.2776,
      "step": 8150
    },
    {
      "epoch": 0.41554600961109484,
      "loss_breakdown/lm_loss": 6.591148121515289e-05,
      "loss_breakdown/pointer_loss": 2.3440499305725098,
      "step": 8150
    },
    {
      "epoch": 0.41554600961109484,
      "loss_breakdown/lm_loss": 1.058279121934902e-05,
      "loss_breakdown/pointer_loss": 0.5564138293266296,
      "step": 8150
    },
    {
      "epoch": 0.41554600961109484,
      "loss_breakdown/lm_loss": 3.573568756110035e-05,
      "loss_breakdown/pointer_loss": 0.590147078037262,
      "step": 8150
    },
    {
      "epoch": 0.41554600961109484,
      "loss_breakdown/lm_loss": 1.4524180187436286e-05,
      "loss_breakdown/pointer_loss": 0.6777229309082031,
      "step": 8150
    },
    {
      "epoch": 0.4160558820155256,
      "grad_norm": 6.5052065719745364,
      "learning_rate": 3.244475920679887e-06,
      "loss": 0.2779,
      "step": 8160
    },
    {
      "epoch": 0.4160558820155256,
      "loss_breakdown/lm_loss": 6.5683593675203156e-06,
      "loss_breakdown/pointer_loss": 0.14153586328029633,
      "step": 8160
    },
    {
      "epoch": 0.4160558820155256,
      "loss_breakdown/lm_loss": 4.08884943681187e-06,
      "loss_breakdown/pointer_loss": 0.1608523428440094,
      "step": 8160
    },
    {
      "epoch": 0.4160558820155256,
      "loss_breakdown/lm_loss": 6.4584019128233194e-06,
      "loss_breakdown/pointer_loss": 0.19558185338974,
      "step": 8160
    },
    {
      "epoch": 0.4160558820155256,
      "loss_breakdown/lm_loss": 6.1848904806538485e-06,
      "loss_breakdown/pointer_loss": 0.9084026217460632,
      "step": 8160
    },
    {
      "epoch": 0.4165657544199564,
      "grad_norm": 3.9666221429214814,
      "learning_rate": 3.2416430594900857e-06,
      "loss": 0.2849,
      "step": 8170
    },
    {
      "epoch": 0.4165657544199564,
      "loss_breakdown/lm_loss": 7.0078390308481175e-06,
      "loss_breakdown/pointer_loss": 0.48042425513267517,
      "step": 8170
    },
    {
      "epoch": 0.4165657544199564,
      "loss_breakdown/lm_loss": 5.165689799468964e-06,
      "loss_breakdown/pointer_loss": 0.17977184057235718,
      "step": 8170
    },
    {
      "epoch": 0.4165657544199564,
      "loss_breakdown/lm_loss": 6.413329174392857e-06,
      "loss_breakdown/pointer_loss": 0.1674422174692154,
      "step": 8170
    },
    {
      "epoch": 0.4165657544199564,
      "loss_breakdown/lm_loss": 7.316301889659371e-06,
      "loss_breakdown/pointer_loss": 0.310080349445343,
      "step": 8170
    },
    {
      "epoch": 0.4170756268243872,
      "grad_norm": 23.612787070900648,
      "learning_rate": 3.2388101983002835e-06,
      "loss": 0.2295,
      "step": 8180
    },
    {
      "epoch": 0.4170756268243872,
      "loss_breakdown/lm_loss": 6.043845132808201e-06,
      "loss_breakdown/pointer_loss": 0.09160411357879639,
      "step": 8180
    },
    {
      "epoch": 0.4170756268243872,
      "loss_breakdown/lm_loss": 8.53781784826424e-06,
      "loss_breakdown/pointer_loss": 1.024850845336914,
      "step": 8180
    },
    {
      "epoch": 0.4170756268243872,
      "loss_breakdown/lm_loss": 5.233223419054411e-06,
      "loss_breakdown/pointer_loss": 0.040627315640449524,
      "step": 8180
    },
    {
      "epoch": 0.4170756268243872,
      "loss_breakdown/lm_loss": 5.062382570031332e-06,
      "loss_breakdown/pointer_loss": 0.12278099358081818,
      "step": 8180
    },
    {
      "epoch": 0.417585499228818,
      "grad_norm": 13.825585913261817,
      "learning_rate": 3.2359773371104818e-06,
      "loss": 0.3015,
      "step": 8190
    },
    {
      "epoch": 0.417585499228818,
      "loss_breakdown/lm_loss": 6.576221039722441e-06,
      "loss_breakdown/pointer_loss": 0.3705896735191345,
      "step": 8190
    },
    {
      "epoch": 0.417585499228818,
      "loss_breakdown/lm_loss": 4.973361228621798e-06,
      "loss_breakdown/pointer_loss": 0.41268447041511536,
      "step": 8190
    },
    {
      "epoch": 0.417585499228818,
      "loss_breakdown/lm_loss": 4.642063686333131e-06,
      "loss_breakdown/pointer_loss": 0.5667539834976196,
      "step": 8190
    },
    {
      "epoch": 0.417585499228818,
      "loss_breakdown/lm_loss": 6.178946932777762e-06,
      "loss_breakdown/pointer_loss": 1.0268362760543823,
      "step": 8190
    },
    {
      "epoch": 0.4180953716332488,
      "grad_norm": 4.286881777003191,
      "learning_rate": 3.2331444759206804e-06,
      "loss": 0.2534,
      "step": 8200
    },
    {
      "epoch": 0.4180953716332488,
      "loss_breakdown/lm_loss": 1.2520696145656984e-05,
      "loss_breakdown/pointer_loss": 1.9323246479034424,
      "step": 8200
    },
    {
      "epoch": 0.4180953716332488,
      "loss_breakdown/lm_loss": 1.0282380571879912e-05,
      "loss_breakdown/pointer_loss": 1.9697186946868896,
      "step": 8200
    },
    {
      "epoch": 0.4180953716332488,
      "loss_breakdown/lm_loss": 8.534598237019964e-06,
      "loss_breakdown/pointer_loss": 0.447029173374176,
      "step": 8200
    },
    {
      "epoch": 0.4180953716332488,
      "loss_breakdown/lm_loss": 6.5340018409187905e-06,
      "loss_breakdown/pointer_loss": 0.5423301458358765,
      "step": 8200
    },
    {
      "epoch": 0.41860524403767957,
      "grad_norm": 4.949745682719794,
      "learning_rate": 3.2303116147308783e-06,
      "loss": 0.2946,
      "step": 8210
    },
    {
      "epoch": 0.41860524403767957,
      "loss_breakdown/lm_loss": 7.368177193711745e-06,
      "loss_breakdown/pointer_loss": 0.3008978068828583,
      "step": 8210
    },
    {
      "epoch": 0.41860524403767957,
      "loss_breakdown/lm_loss": 6.397482138709165e-06,
      "loss_breakdown/pointer_loss": 0.33532002568244934,
      "step": 8210
    },
    {
      "epoch": 0.41860524403767957,
      "loss_breakdown/lm_loss": 7.513145192206139e-06,
      "loss_breakdown/pointer_loss": 0.34886395931243896,
      "step": 8210
    },
    {
      "epoch": 0.41860524403767957,
      "loss_breakdown/lm_loss": 7.574814389954554e-06,
      "loss_breakdown/pointer_loss": 0.500862717628479,
      "step": 8210
    },
    {
      "epoch": 0.41911511644211036,
      "grad_norm": 3.7048591284538004,
      "learning_rate": 3.227478753541077e-06,
      "loss": 0.2616,
      "step": 8220
    },
    {
      "epoch": 0.41911511644211036,
      "loss_breakdown/lm_loss": 7.647146048839204e-06,
      "loss_breakdown/pointer_loss": 0.5220357179641724,
      "step": 8220
    },
    {
      "epoch": 0.41911511644211036,
      "loss_breakdown/lm_loss": 8.231654646806419e-06,
      "loss_breakdown/pointer_loss": 0.4859210252761841,
      "step": 8220
    },
    {
      "epoch": 0.41911511644211036,
      "loss_breakdown/lm_loss": 6.370471055561211e-06,
      "loss_breakdown/pointer_loss": 0.3832959234714508,
      "step": 8220
    },
    {
      "epoch": 0.41911511644211036,
      "loss_breakdown/lm_loss": 1.0818265764100943e-05,
      "loss_breakdown/pointer_loss": 1.502825379371643,
      "step": 8220
    },
    {
      "epoch": 0.41962498884654115,
      "grad_norm": 9.5870740250645,
      "learning_rate": 3.224645892351275e-06,
      "loss": 0.2471,
      "step": 8230
    },
    {
      "epoch": 0.41962498884654115,
      "loss_breakdown/lm_loss": 6.23456389803323e-06,
      "loss_breakdown/pointer_loss": 0.6187211275100708,
      "step": 8230
    },
    {
      "epoch": 0.41962498884654115,
      "loss_breakdown/lm_loss": 9.99737767415354e-06,
      "loss_breakdown/pointer_loss": 1.8944683074951172,
      "step": 8230
    },
    {
      "epoch": 0.41962498884654115,
      "loss_breakdown/lm_loss": 1.1809319403255358e-05,
      "loss_breakdown/pointer_loss": 0.11116839945316315,
      "step": 8230
    },
    {
      "epoch": 0.41962498884654115,
      "loss_breakdown/lm_loss": 9.874324859993067e-06,
      "loss_breakdown/pointer_loss": 0.19720172882080078,
      "step": 8230
    },
    {
      "epoch": 0.42013486125097194,
      "grad_norm": 3.743869472516434,
      "learning_rate": 3.221813031161473e-06,
      "loss": 0.3059,
      "step": 8240
    },
    {
      "epoch": 0.42013486125097194,
      "loss_breakdown/lm_loss": 8.733240974834189e-06,
      "loss_breakdown/pointer_loss": 0.6597816944122314,
      "step": 8240
    },
    {
      "epoch": 0.42013486125097194,
      "loss_breakdown/lm_loss": 4.740518761536805e-06,
      "loss_breakdown/pointer_loss": 0.1266561895608902,
      "step": 8240
    },
    {
      "epoch": 0.42013486125097194,
      "loss_breakdown/lm_loss": 5.819093075842829e-06,
      "loss_breakdown/pointer_loss": 0.13308973610401154,
      "step": 8240
    },
    {
      "epoch": 0.42013486125097194,
      "loss_breakdown/lm_loss": 1.402892121404875e-05,
      "loss_breakdown/pointer_loss": 0.3420853912830353,
      "step": 8240
    },
    {
      "epoch": 0.4206447336554027,
      "grad_norm": 9.169496825622499,
      "learning_rate": 3.2189801699716717e-06,
      "loss": 0.2719,
      "step": 8250
    },
    {
      "epoch": 0.4206447336554027,
      "loss_breakdown/lm_loss": 6.787735037505627e-05,
      "loss_breakdown/pointer_loss": 2.204305648803711,
      "step": 8250
    },
    {
      "epoch": 0.4206447336554027,
      "loss_breakdown/lm_loss": 1.2354579666862264e-05,
      "loss_breakdown/pointer_loss": 1.0732948780059814,
      "step": 8250
    },
    {
      "epoch": 0.4206447336554027,
      "loss_breakdown/lm_loss": 1.2636911378649529e-05,
      "loss_breakdown/pointer_loss": 0.4753786325454712,
      "step": 8250
    },
    {
      "epoch": 0.4206447336554027,
      "loss_breakdown/lm_loss": 8.72328928380739e-06,
      "loss_breakdown/pointer_loss": 0.9085902571678162,
      "step": 8250
    },
    {
      "epoch": 0.4211546060598335,
      "grad_norm": 4.073896953623506,
      "learning_rate": 3.21614730878187e-06,
      "loss": 0.2686,
      "step": 8260
    },
    {
      "epoch": 0.4211546060598335,
      "loss_breakdown/lm_loss": 5.382911240303656e-06,
      "loss_breakdown/pointer_loss": 0.1530333161354065,
      "step": 8260
    },
    {
      "epoch": 0.4211546060598335,
      "loss_breakdown/lm_loss": 8.452609108644538e-06,
      "loss_breakdown/pointer_loss": 0.10140394419431686,
      "step": 8260
    },
    {
      "epoch": 0.4211546060598335,
      "loss_breakdown/lm_loss": 1.0549829312367365e-05,
      "loss_breakdown/pointer_loss": 0.06632117927074432,
      "step": 8260
    },
    {
      "epoch": 0.4211546060598335,
      "loss_breakdown/lm_loss": 7.835936230549123e-06,
      "loss_breakdown/pointer_loss": 0.16809839010238647,
      "step": 8260
    },
    {
      "epoch": 0.4216644784642643,
      "grad_norm": 3.641536049877513,
      "learning_rate": 3.213314447592068e-06,
      "loss": 0.3015,
      "step": 8270
    },
    {
      "epoch": 0.4216644784642643,
      "loss_breakdown/lm_loss": 7.553717750852229e-06,
      "loss_breakdown/pointer_loss": 0.30620595812797546,
      "step": 8270
    },
    {
      "epoch": 0.4216644784642643,
      "loss_breakdown/lm_loss": 8.597196028858889e-06,
      "loss_breakdown/pointer_loss": 0.4338926672935486,
      "step": 8270
    },
    {
      "epoch": 0.4216644784642643,
      "loss_breakdown/lm_loss": 1.2922720088681672e-05,
      "loss_breakdown/pointer_loss": 1.067413330078125,
      "step": 8270
    },
    {
      "epoch": 0.4216644784642643,
      "loss_breakdown/lm_loss": 6.84747965351562e-06,
      "loss_breakdown/pointer_loss": 0.295163631439209,
      "step": 8270
    },
    {
      "epoch": 0.4221743508686951,
      "grad_norm": 5.3926441758193215,
      "learning_rate": 3.2104815864022665e-06,
      "loss": 0.2716,
      "step": 8280
    },
    {
      "epoch": 0.4221743508686951,
      "loss_breakdown/lm_loss": 1.2882089322374668e-05,
      "loss_breakdown/pointer_loss": 2.590707778930664,
      "step": 8280
    },
    {
      "epoch": 0.4221743508686951,
      "loss_breakdown/lm_loss": 6.1233208725752775e-06,
      "loss_breakdown/pointer_loss": 0.12537795305252075,
      "step": 8280
    },
    {
      "epoch": 0.4221743508686951,
      "loss_breakdown/lm_loss": 5.8412019825482275e-06,
      "loss_breakdown/pointer_loss": 0.12929145991802216,
      "step": 8280
    },
    {
      "epoch": 0.4221743508686951,
      "loss_breakdown/lm_loss": 8.51939148560632e-06,
      "loss_breakdown/pointer_loss": 0.09252569824457169,
      "step": 8280
    },
    {
      "epoch": 0.4226842232731259,
      "grad_norm": 6.782112107327175,
      "learning_rate": 3.207648725212465e-06,
      "loss": 0.2899,
      "step": 8290
    },
    {
      "epoch": 0.4226842232731259,
      "loss_breakdown/lm_loss": 6.431676865759073e-06,
      "loss_breakdown/pointer_loss": 0.2757546007633209,
      "step": 8290
    },
    {
      "epoch": 0.4226842232731259,
      "loss_breakdown/lm_loss": 6.289645170909353e-06,
      "loss_breakdown/pointer_loss": 0.35478663444519043,
      "step": 8290
    },
    {
      "epoch": 0.4226842232731259,
      "loss_breakdown/lm_loss": 3.620534698711708e-06,
      "loss_breakdown/pointer_loss": 0.16753733158111572,
      "step": 8290
    },
    {
      "epoch": 0.4226842232731259,
      "loss_breakdown/lm_loss": 1.0325078619644046e-05,
      "loss_breakdown/pointer_loss": 0.46919339895248413,
      "step": 8290
    },
    {
      "epoch": 0.42319409567755667,
      "grad_norm": 42.286536680385666,
      "learning_rate": 3.2048158640226634e-06,
      "loss": 0.2592,
      "step": 8300
    },
    {
      "epoch": 0.42319409567755667,
      "loss_breakdown/lm_loss": 4.472978980629705e-05,
      "loss_breakdown/pointer_loss": 1.7213318347930908,
      "step": 8300
    },
    {
      "epoch": 0.42319409567755667,
      "loss_breakdown/lm_loss": 1.1089753570558969e-05,
      "loss_breakdown/pointer_loss": 0.6653138399124146,
      "step": 8300
    },
    {
      "epoch": 0.42319409567755667,
      "loss_breakdown/lm_loss": 7.450081739079906e-06,
      "loss_breakdown/pointer_loss": 0.44150209426879883,
      "step": 8300
    },
    {
      "epoch": 0.42319409567755667,
      "loss_breakdown/lm_loss": 1.1609335160756018e-05,
      "loss_breakdown/pointer_loss": 0.5034686326980591,
      "step": 8300
    },
    {
      "epoch": 0.42370396808198746,
      "grad_norm": 3.6576871782824947,
      "learning_rate": 3.201983002832861e-06,
      "loss": 0.2565,
      "step": 8310
    },
    {
      "epoch": 0.42370396808198746,
      "loss_breakdown/lm_loss": 5.872992005606648e-06,
      "loss_breakdown/pointer_loss": 0.13530921936035156,
      "step": 8310
    },
    {
      "epoch": 0.42370396808198746,
      "loss_breakdown/lm_loss": 5.5087407417886425e-06,
      "loss_breakdown/pointer_loss": 0.32557642459869385,
      "step": 8310
    },
    {
      "epoch": 0.42370396808198746,
      "loss_breakdown/lm_loss": 4.923305823467672e-06,
      "loss_breakdown/pointer_loss": 0.15833508968353271,
      "step": 8310
    },
    {
      "epoch": 0.42370396808198746,
      "loss_breakdown/lm_loss": 6.471674623753643e-06,
      "loss_breakdown/pointer_loss": 0.4670897126197815,
      "step": 8310
    },
    {
      "epoch": 0.42421384048641825,
      "grad_norm": 3.4253619480389847,
      "learning_rate": 3.19915014164306e-06,
      "loss": 0.3001,
      "step": 8320
    },
    {
      "epoch": 0.42421384048641825,
      "loss_breakdown/lm_loss": 7.984948751982301e-06,
      "loss_breakdown/pointer_loss": 0.27835458517074585,
      "step": 8320
    },
    {
      "epoch": 0.42421384048641825,
      "loss_breakdown/lm_loss": 6.278703949647024e-06,
      "loss_breakdown/pointer_loss": 0.582154393196106,
      "step": 8320
    },
    {
      "epoch": 0.42421384048641825,
      "loss_breakdown/lm_loss": 8.440967576461844e-06,
      "loss_breakdown/pointer_loss": 0.6666983366012573,
      "step": 8320
    },
    {
      "epoch": 0.42421384048641825,
      "loss_breakdown/lm_loss": 5.167666586203268e-06,
      "loss_breakdown/pointer_loss": 0.2530636191368103,
      "step": 8320
    },
    {
      "epoch": 0.4247237128908491,
      "grad_norm": 3.4974010399626416,
      "learning_rate": 3.196317280453258e-06,
      "loss": 0.2492,
      "step": 8330
    },
    {
      "epoch": 0.4247237128908491,
      "loss_breakdown/lm_loss": 5.098149358673254e-06,
      "loss_breakdown/pointer_loss": 0.2717839777469635,
      "step": 8330
    },
    {
      "epoch": 0.4247237128908491,
      "loss_breakdown/lm_loss": 5.605422302323859e-06,
      "loss_breakdown/pointer_loss": 0.7775742411613464,
      "step": 8330
    },
    {
      "epoch": 0.4247237128908491,
      "loss_breakdown/lm_loss": 6.695523552480154e-06,
      "loss_breakdown/pointer_loss": 0.08359600603580475,
      "step": 8330
    },
    {
      "epoch": 0.4247237128908491,
      "loss_breakdown/lm_loss": 1.8880256902775727e-05,
      "loss_breakdown/pointer_loss": 0.05651455372571945,
      "step": 8330
    },
    {
      "epoch": 0.4252335852952799,
      "grad_norm": 8.966789130391538,
      "learning_rate": 3.1934844192634564e-06,
      "loss": 0.2764,
      "step": 8340
    },
    {
      "epoch": 0.4252335852952799,
      "loss_breakdown/lm_loss": 9.657293048803695e-06,
      "loss_breakdown/pointer_loss": 0.3915470838546753,
      "step": 8340
    },
    {
      "epoch": 0.4252335852952799,
      "loss_breakdown/lm_loss": 7.736206498520914e-06,
      "loss_breakdown/pointer_loss": 0.8454633951187134,
      "step": 8340
    },
    {
      "epoch": 0.4252335852952799,
      "loss_breakdown/lm_loss": 7.546344022557605e-06,
      "loss_breakdown/pointer_loss": 0.2896532714366913,
      "step": 8340
    },
    {
      "epoch": 0.4252335852952799,
      "loss_breakdown/lm_loss": 6.341313110169722e-06,
      "loss_breakdown/pointer_loss": 0.3937509059906006,
      "step": 8340
    },
    {
      "epoch": 0.42574345769971067,
      "grad_norm": 11.595784778324555,
      "learning_rate": 3.1906515580736546e-06,
      "loss": 0.2926,
      "step": 8350
    },
    {
      "epoch": 0.42574345769971067,
      "loss_breakdown/lm_loss": 3.218466736143455e-05,
      "loss_breakdown/pointer_loss": 1.2407894134521484,
      "step": 8350
    },
    {
      "epoch": 0.42574345769971067,
      "loss_breakdown/lm_loss": 1.3624377970700152e-05,
      "loss_breakdown/pointer_loss": 0.690253496170044,
      "step": 8350
    },
    {
      "epoch": 0.42574345769971067,
      "loss_breakdown/lm_loss": 1.3016491720918566e-05,
      "loss_breakdown/pointer_loss": 0.8536388278007507,
      "step": 8350
    },
    {
      "epoch": 0.42574345769971067,
      "loss_breakdown/lm_loss": 1.762035390129313e-05,
      "loss_breakdown/pointer_loss": 0.36731356382369995,
      "step": 8350
    },
    {
      "epoch": 0.42625333010414146,
      "grad_norm": 7.204872863022373,
      "learning_rate": 3.1878186968838533e-06,
      "loss": 0.2866,
      "step": 8360
    },
    {
      "epoch": 0.42625333010414146,
      "loss_breakdown/lm_loss": 1.4921772162779234e-05,
      "loss_breakdown/pointer_loss": 0.4602499008178711,
      "step": 8360
    },
    {
      "epoch": 0.42625333010414146,
      "loss_breakdown/lm_loss": 8.09812900115503e-06,
      "loss_breakdown/pointer_loss": 0.15808072686195374,
      "step": 8360
    },
    {
      "epoch": 0.42625333010414146,
      "loss_breakdown/lm_loss": 1.7776455933926627e-05,
      "loss_breakdown/pointer_loss": 0.7189888954162598,
      "step": 8360
    },
    {
      "epoch": 0.42625333010414146,
      "loss_breakdown/lm_loss": 9.18685327633284e-06,
      "loss_breakdown/pointer_loss": 0.19491618871688843,
      "step": 8360
    },
    {
      "epoch": 0.42676320250857225,
      "grad_norm": 3.2579302696639028,
      "learning_rate": 3.184985835694051e-06,
      "loss": 0.313,
      "step": 8370
    },
    {
      "epoch": 0.42676320250857225,
      "loss_breakdown/lm_loss": 1.1162099326611497e-05,
      "loss_breakdown/pointer_loss": 1.3658571243286133,
      "step": 8370
    },
    {
      "epoch": 0.42676320250857225,
      "loss_breakdown/lm_loss": 8.437156793661416e-06,
      "loss_breakdown/pointer_loss": 0.7509220838546753,
      "step": 8370
    },
    {
      "epoch": 0.42676320250857225,
      "loss_breakdown/lm_loss": 8.352271834155545e-06,
      "loss_breakdown/pointer_loss": 0.9309908747673035,
      "step": 8370
    },
    {
      "epoch": 0.42676320250857225,
      "loss_breakdown/lm_loss": 1.383871403959347e-05,
      "loss_breakdown/pointer_loss": 0.7634074687957764,
      "step": 8370
    },
    {
      "epoch": 0.42727307491300304,
      "grad_norm": 5.606850622412434,
      "learning_rate": 3.1821529745042494e-06,
      "loss": 0.2612,
      "step": 8380
    },
    {
      "epoch": 0.42727307491300304,
      "loss_breakdown/lm_loss": 7.557770459243329e-06,
      "loss_breakdown/pointer_loss": 2.1217973232269287,
      "step": 8380
    },
    {
      "epoch": 0.42727307491300304,
      "loss_breakdown/lm_loss": 6.157072675705422e-06,
      "loss_breakdown/pointer_loss": 0.030811365693807602,
      "step": 8380
    },
    {
      "epoch": 0.42727307491300304,
      "loss_breakdown/lm_loss": 4.812045062863035e-06,
      "loss_breakdown/pointer_loss": 0.038463883101940155,
      "step": 8380
    },
    {
      "epoch": 0.42727307491300304,
      "loss_breakdown/lm_loss": 9.37755703489529e-06,
      "loss_breakdown/pointer_loss": 0.09604185819625854,
      "step": 8380
    },
    {
      "epoch": 0.4277829473174338,
      "grad_norm": 9.986577620433765,
      "learning_rate": 3.179320113314448e-06,
      "loss": 0.2782,
      "step": 8390
    },
    {
      "epoch": 0.4277829473174338,
      "loss_breakdown/lm_loss": 8.243153388320934e-06,
      "loss_breakdown/pointer_loss": 0.10789698362350464,
      "step": 8390
    },
    {
      "epoch": 0.4277829473174338,
      "loss_breakdown/lm_loss": 5.15840838488657e-06,
      "loss_breakdown/pointer_loss": 0.6002858281135559,
      "step": 8390
    },
    {
      "epoch": 0.4277829473174338,
      "loss_breakdown/lm_loss": 6.213257165654795e-06,
      "loss_breakdown/pointer_loss": 0.34332549571990967,
      "step": 8390
    },
    {
      "epoch": 0.4277829473174338,
      "loss_breakdown/lm_loss": 6.3136812968878075e-06,
      "loss_breakdown/pointer_loss": 0.07351722568273544,
      "step": 8390
    },
    {
      "epoch": 0.4282928197218646,
      "grad_norm": 18.96081866618518,
      "learning_rate": 3.176487252124646e-06,
      "loss": 0.2716,
      "step": 8400
    },
    {
      "epoch": 0.4282928197218646,
      "loss_breakdown/lm_loss": 0.00014203781029209495,
      "loss_breakdown/pointer_loss": 1.1471184492111206,
      "step": 8400
    },
    {
      "epoch": 0.4282928197218646,
      "loss_breakdown/lm_loss": 1.127990890381625e-05,
      "loss_breakdown/pointer_loss": 0.4362143278121948,
      "step": 8400
    },
    {
      "epoch": 0.4282928197218646,
      "loss_breakdown/lm_loss": 1.1961414202232845e-05,
      "loss_breakdown/pointer_loss": 0.7707387804985046,
      "step": 8400
    },
    {
      "epoch": 0.4282928197218646,
      "loss_breakdown/lm_loss": 7.837443263269961e-06,
      "loss_breakdown/pointer_loss": 0.6698951125144958,
      "step": 8400
    },
    {
      "epoch": 0.4288026921262954,
      "grad_norm": 7.499486247157316,
      "learning_rate": 3.1736543909348446e-06,
      "loss": 0.2675,
      "step": 8410
    },
    {
      "epoch": 0.4288026921262954,
      "loss_breakdown/lm_loss": 5.533238891075598e-06,
      "loss_breakdown/pointer_loss": 0.603416919708252,
      "step": 8410
    },
    {
      "epoch": 0.4288026921262954,
      "loss_breakdown/lm_loss": 5.2901623348589055e-06,
      "loss_breakdown/pointer_loss": 1.5805703401565552,
      "step": 8410
    },
    {
      "epoch": 0.4288026921262954,
      "loss_breakdown/lm_loss": 5.040504220232833e-06,
      "loss_breakdown/pointer_loss": 0.2808785140514374,
      "step": 8410
    },
    {
      "epoch": 0.4288026921262954,
      "loss_breakdown/lm_loss": 5.096819222671911e-06,
      "loss_breakdown/pointer_loss": 0.12224778532981873,
      "step": 8410
    },
    {
      "epoch": 0.4293125645307262,
      "grad_norm": 3.7164658302778637,
      "learning_rate": 3.170821529745043e-06,
      "loss": 0.3067,
      "step": 8420
    },
    {
      "epoch": 0.4293125645307262,
      "loss_breakdown/lm_loss": 5.627651717077242e-06,
      "loss_breakdown/pointer_loss": 0.5439126491546631,
      "step": 8420
    },
    {
      "epoch": 0.4293125645307262,
      "loss_breakdown/lm_loss": 6.308143383648712e-06,
      "loss_breakdown/pointer_loss": 0.5001798868179321,
      "step": 8420
    },
    {
      "epoch": 0.4293125645307262,
      "loss_breakdown/lm_loss": 5.112532562634442e-06,
      "loss_breakdown/pointer_loss": 0.38437026739120483,
      "step": 8420
    },
    {
      "epoch": 0.4293125645307262,
      "loss_breakdown/lm_loss": 6.181969638419105e-06,
      "loss_breakdown/pointer_loss": 0.15819330513477325,
      "step": 8420
    },
    {
      "epoch": 0.429822436935157,
      "grad_norm": 10.815588408901332,
      "learning_rate": 3.1679886685552407e-06,
      "loss": 0.2564,
      "step": 8430
    },
    {
      "epoch": 0.429822436935157,
      "loss_breakdown/lm_loss": 5.638547918351833e-06,
      "loss_breakdown/pointer_loss": 0.059509314596652985,
      "step": 8430
    },
    {
      "epoch": 0.429822436935157,
      "loss_breakdown/lm_loss": 1.0541649317019619e-05,
      "loss_breakdown/pointer_loss": 0.04161299765110016,
      "step": 8430
    },
    {
      "epoch": 0.429822436935157,
      "loss_breakdown/lm_loss": 1.163433444162365e-05,
      "loss_breakdown/pointer_loss": 0.18056027591228485,
      "step": 8430
    },
    {
      "epoch": 0.429822436935157,
      "loss_breakdown/lm_loss": 5.956427685305243e-06,
      "loss_breakdown/pointer_loss": 0.08012032508850098,
      "step": 8430
    },
    {
      "epoch": 0.43033230933958777,
      "grad_norm": 3.0856292683442077,
      "learning_rate": 3.1651558073654393e-06,
      "loss": 0.3055,
      "step": 8440
    },
    {
      "epoch": 0.43033230933958777,
      "loss_breakdown/lm_loss": 6.539022706419928e-06,
      "loss_breakdown/pointer_loss": 0.3066808581352234,
      "step": 8440
    },
    {
      "epoch": 0.43033230933958777,
      "loss_breakdown/lm_loss": 5.651264018524671e-06,
      "loss_breakdown/pointer_loss": 0.4465988576412201,
      "step": 8440
    },
    {
      "epoch": 0.43033230933958777,
      "loss_breakdown/lm_loss": 5.214152224652935e-06,
      "loss_breakdown/pointer_loss": 0.640796422958374,
      "step": 8440
    },
    {
      "epoch": 0.43033230933958777,
      "loss_breakdown/lm_loss": 4.335213361628121e-06,
      "loss_breakdown/pointer_loss": 0.1753290891647339,
      "step": 8440
    },
    {
      "epoch": 0.43084218174401856,
      "grad_norm": 8.677204076408039,
      "learning_rate": 3.1623229461756376e-06,
      "loss": 0.2698,
      "step": 8450
    },
    {
      "epoch": 0.43084218174401856,
      "loss_breakdown/lm_loss": 0.000134889836772345,
      "loss_breakdown/pointer_loss": 1.8952635526657104,
      "step": 8450
    },
    {
      "epoch": 0.43084218174401856,
      "loss_breakdown/lm_loss": 2.9130751499906182e-05,
      "loss_breakdown/pointer_loss": 0.6790657639503479,
      "step": 8450
    },
    {
      "epoch": 0.43084218174401856,
      "loss_breakdown/lm_loss": 1.2282489478820935e-05,
      "loss_breakdown/pointer_loss": 0.2470872402191162,
      "step": 8450
    },
    {
      "epoch": 0.43084218174401856,
      "loss_breakdown/lm_loss": 5.840153789904434e-06,
      "loss_breakdown/pointer_loss": 0.3821961581707001,
      "step": 8450
    },
    {
      "epoch": 0.43135205414844935,
      "grad_norm": 6.33438958892478,
      "learning_rate": 3.1594900849858363e-06,
      "loss": 0.2611,
      "step": 8460
    },
    {
      "epoch": 0.43135205414844935,
      "loss_breakdown/lm_loss": 7.613347861479269e-06,
      "loss_breakdown/pointer_loss": 0.4370361566543579,
      "step": 8460
    },
    {
      "epoch": 0.43135205414844935,
      "loss_breakdown/lm_loss": 6.520670922327554e-06,
      "loss_breakdown/pointer_loss": 0.23177003860473633,
      "step": 8460
    },
    {
      "epoch": 0.43135205414844935,
      "loss_breakdown/lm_loss": 7.277610620803898e-06,
      "loss_breakdown/pointer_loss": 0.26044559478759766,
      "step": 8460
    },
    {
      "epoch": 0.43135205414844935,
      "loss_breakdown/lm_loss": 7.98691235104343e-06,
      "loss_breakdown/pointer_loss": 0.6532995700836182,
      "step": 8460
    },
    {
      "epoch": 0.43186192655288014,
      "grad_norm": 2.381654201545186,
      "learning_rate": 3.156657223796034e-06,
      "loss": 0.2947,
      "step": 8470
    },
    {
      "epoch": 0.43186192655288014,
      "loss_breakdown/lm_loss": 1.2003020856354851e-05,
      "loss_breakdown/pointer_loss": 0.5027411580085754,
      "step": 8470
    },
    {
      "epoch": 0.43186192655288014,
      "loss_breakdown/lm_loss": 6.561529971804703e-06,
      "loss_breakdown/pointer_loss": 0.20597052574157715,
      "step": 8470
    },
    {
      "epoch": 0.43186192655288014,
      "loss_breakdown/lm_loss": 4.201022875349736e-06,
      "loss_breakdown/pointer_loss": 0.4030824899673462,
      "step": 8470
    },
    {
      "epoch": 0.43186192655288014,
      "loss_breakdown/lm_loss": 7.2285720307263546e-06,
      "loss_breakdown/pointer_loss": 0.21096935868263245,
      "step": 8470
    },
    {
      "epoch": 0.4323717989573109,
      "grad_norm": 15.598934578286086,
      "learning_rate": 3.1538243626062328e-06,
      "loss": 0.2914,
      "step": 8480
    },
    {
      "epoch": 0.4323717989573109,
      "loss_breakdown/lm_loss": 1.579862328071613e-05,
      "loss_breakdown/pointer_loss": 0.11080072820186615,
      "step": 8480
    },
    {
      "epoch": 0.4323717989573109,
      "loss_breakdown/lm_loss": 1.295363199460553e-05,
      "loss_breakdown/pointer_loss": 0.3268554210662842,
      "step": 8480
    },
    {
      "epoch": 0.4323717989573109,
      "loss_breakdown/lm_loss": 3.6548201023833826e-05,
      "loss_breakdown/pointer_loss": 0.5921230316162109,
      "step": 8480
    },
    {
      "epoch": 0.4323717989573109,
      "loss_breakdown/lm_loss": 1.4725837900186889e-05,
      "loss_breakdown/pointer_loss": 0.42299985885620117,
      "step": 8480
    },
    {
      "epoch": 0.4328816713617417,
      "grad_norm": 2.546391005829343,
      "learning_rate": 3.150991501416431e-06,
      "loss": 0.274,
      "step": 8490
    },
    {
      "epoch": 0.4328816713617417,
      "loss_breakdown/lm_loss": 5.461895852931775e-06,
      "loss_breakdown/pointer_loss": 0.3155239224433899,
      "step": 8490
    },
    {
      "epoch": 0.4328816713617417,
      "loss_breakdown/lm_loss": 5.831207090523094e-06,
      "loss_breakdown/pointer_loss": 0.975944995880127,
      "step": 8490
    },
    {
      "epoch": 0.4328816713617417,
      "loss_breakdown/lm_loss": 1.0524158824409824e-05,
      "loss_breakdown/pointer_loss": 0.13843561708927155,
      "step": 8490
    },
    {
      "epoch": 0.4328816713617417,
      "loss_breakdown/lm_loss": 8.412363058596384e-06,
      "loss_breakdown/pointer_loss": 0.09095112234354019,
      "step": 8490
    },
    {
      "epoch": 0.4333915437661725,
      "grad_norm": 8.775610251412377,
      "learning_rate": 3.148158640226629e-06,
      "loss": 0.2611,
      "step": 8500
    },
    {
      "epoch": 0.4333915437661725,
      "loss_breakdown/lm_loss": 3.11294206767343e-05,
      "loss_breakdown/pointer_loss": 0.721523642539978,
      "step": 8500
    },
    {
      "epoch": 0.4333915437661725,
      "loss_breakdown/lm_loss": 1.3822165783494711e-05,
      "loss_breakdown/pointer_loss": 0.45703446865081787,
      "step": 8500
    },
    {
      "epoch": 0.4333915437661725,
      "loss_breakdown/lm_loss": 1.072105806088075e-05,
      "loss_breakdown/pointer_loss": 0.6275796890258789,
      "step": 8500
    },
    {
      "epoch": 0.4333915437661725,
      "loss_breakdown/lm_loss": 7.545666903752135e-06,
      "loss_breakdown/pointer_loss": 0.38426506519317627,
      "step": 8500
    },
    {
      "epoch": 0.4339014161706033,
      "grad_norm": 2.431425320828204,
      "learning_rate": 3.1453257790368275e-06,
      "loss": 0.2658,
      "step": 8510
    },
    {
      "epoch": 0.4339014161706033,
      "loss_breakdown/lm_loss": 1.0526956430112477e-05,
      "loss_breakdown/pointer_loss": 0.20920675992965698,
      "step": 8510
    },
    {
      "epoch": 0.4339014161706033,
      "loss_breakdown/lm_loss": 6.102085080783581e-06,
      "loss_breakdown/pointer_loss": 0.24602435529232025,
      "step": 8510
    },
    {
      "epoch": 0.4339014161706033,
      "loss_breakdown/lm_loss": 7.273634309967747e-06,
      "loss_breakdown/pointer_loss": 0.1129554733633995,
      "step": 8510
    },
    {
      "epoch": 0.4339014161706033,
      "loss_breakdown/lm_loss": 4.588196134136524e-06,
      "loss_breakdown/pointer_loss": 0.07047826051712036,
      "step": 8510
    },
    {
      "epoch": 0.4344112885750341,
      "grad_norm": 2.923711898022761,
      "learning_rate": 3.1424929178470258e-06,
      "loss": 0.2835,
      "step": 8520
    },
    {
      "epoch": 0.4344112885750341,
      "loss_breakdown/lm_loss": 4.942375198879745e-06,
      "loss_breakdown/pointer_loss": 0.6159577965736389,
      "step": 8520
    },
    {
      "epoch": 0.4344112885750341,
      "loss_breakdown/lm_loss": 6.244183623493882e-06,
      "loss_breakdown/pointer_loss": 0.09845739603042603,
      "step": 8520
    },
    {
      "epoch": 0.4344112885750341,
      "loss_breakdown/lm_loss": 4.691509730037069e-06,
      "loss_breakdown/pointer_loss": 0.4098147749900818,
      "step": 8520
    },
    {
      "epoch": 0.4344112885750341,
      "loss_breakdown/lm_loss": 7.529172762588132e-06,
      "loss_breakdown/pointer_loss": 0.6968573331832886,
      "step": 8520
    },
    {
      "epoch": 0.43492116097946487,
      "grad_norm": 5.640374703395741,
      "learning_rate": 3.139660056657224e-06,
      "loss": 0.2434,
      "step": 8530
    },
    {
      "epoch": 0.43492116097946487,
      "loss_breakdown/lm_loss": 5.666362540068803e-06,
      "loss_breakdown/pointer_loss": 0.14636531472206116,
      "step": 8530
    },
    {
      "epoch": 0.43492116097946487,
      "loss_breakdown/lm_loss": 5.2928457989764865e-06,
      "loss_breakdown/pointer_loss": 0.3184349238872528,
      "step": 8530
    },
    {
      "epoch": 0.43492116097946487,
      "loss_breakdown/lm_loss": 5.8690152400231455e-06,
      "loss_breakdown/pointer_loss": 0.23731790482997894,
      "step": 8530
    },
    {
      "epoch": 0.43492116097946487,
      "loss_breakdown/lm_loss": 4.808068297279533e-06,
      "loss_breakdown/pointer_loss": 0.04895468056201935,
      "step": 8530
    },
    {
      "epoch": 0.43543103338389566,
      "grad_norm": 2.7983928367543114,
      "learning_rate": 3.1368271954674223e-06,
      "loss": 0.2803,
      "step": 8540
    },
    {
      "epoch": 0.43543103338389566,
      "loss_breakdown/lm_loss": 7.311339686566498e-06,
      "loss_breakdown/pointer_loss": 0.7062531113624573,
      "step": 8540
    },
    {
      "epoch": 0.43543103338389566,
      "loss_breakdown/lm_loss": 4.6760069380979985e-06,
      "loss_breakdown/pointer_loss": 0.5070134997367859,
      "step": 8540
    },
    {
      "epoch": 0.43543103338389566,
      "loss_breakdown/lm_loss": 7.602356163260993e-06,
      "loss_breakdown/pointer_loss": 0.4443550705909729,
      "step": 8540
    },
    {
      "epoch": 0.43543103338389566,
      "loss_breakdown/lm_loss": 4.921313120576087e-06,
      "loss_breakdown/pointer_loss": 0.780052661895752,
      "step": 8540
    },
    {
      "epoch": 0.43594090578832645,
      "grad_norm": 3.4323774658197275,
      "learning_rate": 3.133994334277621e-06,
      "loss": 0.2235,
      "step": 8550
    },
    {
      "epoch": 0.43594090578832645,
      "loss_breakdown/lm_loss": 2.4554325136705302e-05,
      "loss_breakdown/pointer_loss": 1.2629220485687256,
      "step": 8550
    },
    {
      "epoch": 0.43594090578832645,
      "loss_breakdown/lm_loss": 1.6604330085101537e-05,
      "loss_breakdown/pointer_loss": 0.5109109282493591,
      "step": 8550
    },
    {
      "epoch": 0.43594090578832645,
      "loss_breakdown/lm_loss": 9.533109732728917e-06,
      "loss_breakdown/pointer_loss": 0.854755163192749,
      "step": 8550
    },
    {
      "epoch": 0.43594090578832645,
      "loss_breakdown/lm_loss": 6.835028216300998e-06,
      "loss_breakdown/pointer_loss": 0.6124988198280334,
      "step": 8550
    },
    {
      "epoch": 0.43645077819275724,
      "grad_norm": 2.960670151447783,
      "learning_rate": 3.1311614730878188e-06,
      "loss": 0.3168,
      "step": 8560
    },
    {
      "epoch": 0.43645077819275724,
      "loss_breakdown/lm_loss": 5.006738774682162e-06,
      "loss_breakdown/pointer_loss": 0.6502090096473694,
      "step": 8560
    },
    {
      "epoch": 0.43645077819275724,
      "loss_breakdown/lm_loss": 5.258406872599153e-06,
      "loss_breakdown/pointer_loss": 0.08434289693832397,
      "step": 8560
    },
    {
      "epoch": 0.43645077819275724,
      "loss_breakdown/lm_loss": 5.346882062440272e-06,
      "loss_breakdown/pointer_loss": 0.16680198907852173,
      "step": 8560
    },
    {
      "epoch": 0.43645077819275724,
      "loss_breakdown/lm_loss": 6.147171461634571e-06,
      "loss_breakdown/pointer_loss": 0.5492318868637085,
      "step": 8560
    },
    {
      "epoch": 0.436960650597188,
      "grad_norm": 2.633693213015875,
      "learning_rate": 3.128328611898017e-06,
      "loss": 0.2662,
      "step": 8570
    },
    {
      "epoch": 0.436960650597188,
      "loss_breakdown/lm_loss": 5.46200590179069e-06,
      "loss_breakdown/pointer_loss": 0.20533487200737,
      "step": 8570
    },
    {
      "epoch": 0.436960650597188,
      "loss_breakdown/lm_loss": 6.137504442449426e-06,
      "loss_breakdown/pointer_loss": 0.5391380786895752,
      "step": 8570
    },
    {
      "epoch": 0.436960650597188,
      "loss_breakdown/lm_loss": 6.399465291906381e-06,
      "loss_breakdown/pointer_loss": 0.5787420272827148,
      "step": 8570
    },
    {
      "epoch": 0.436960650597188,
      "loss_breakdown/lm_loss": 5.630232408293523e-06,
      "loss_breakdown/pointer_loss": 0.24261920154094696,
      "step": 8570
    },
    {
      "epoch": 0.43747052300161887,
      "grad_norm": 6.692850670321209,
      "learning_rate": 3.1254957507082157e-06,
      "loss": 0.2828,
      "step": 8580
    },
    {
      "epoch": 0.43747052300161887,
      "loss_breakdown/lm_loss": 7.728625860181637e-06,
      "loss_breakdown/pointer_loss": 0.5728238224983215,
      "step": 8580
    },
    {
      "epoch": 0.43747052300161887,
      "loss_breakdown/lm_loss": 6.218685484782327e-06,
      "loss_breakdown/pointer_loss": 0.6108501553535461,
      "step": 8580
    },
    {
      "epoch": 0.43747052300161887,
      "loss_breakdown/lm_loss": 4.319318122725235e-06,
      "loss_breakdown/pointer_loss": 0.5325937867164612,
      "step": 8580
    },
    {
      "epoch": 0.43747052300161887,
      "loss_breakdown/lm_loss": 6.031933480699081e-06,
      "loss_breakdown/pointer_loss": 3.2132763862609863,
      "step": 8580
    },
    {
      "epoch": 0.43798039540604966,
      "grad_norm": 4.267349838553683,
      "learning_rate": 3.122662889518414e-06,
      "loss": 0.2854,
      "step": 8590
    },
    {
      "epoch": 0.43798039540604966,
      "loss_breakdown/lm_loss": 5.9331118791305926e-06,
      "loss_breakdown/pointer_loss": 0.16096997261047363,
      "step": 8590
    },
    {
      "epoch": 0.43798039540604966,
      "loss_breakdown/lm_loss": 4.097161763638724e-06,
      "loss_breakdown/pointer_loss": 1.2927278280258179,
      "step": 8590
    },
    {
      "epoch": 0.43798039540604966,
      "loss_breakdown/lm_loss": 4.888336206931854e-06,
      "loss_breakdown/pointer_loss": 0.4324631690979004,
      "step": 8590
    },
    {
      "epoch": 0.43798039540604966,
      "loss_breakdown/lm_loss": 6.119332738308003e-06,
      "loss_breakdown/pointer_loss": 0.15117713809013367,
      "step": 8590
    },
    {
      "epoch": 0.43849026781048045,
      "grad_norm": 5.551209071105958,
      "learning_rate": 3.119830028328612e-06,
      "loss": 0.2687,
      "step": 8600
    },
    {
      "epoch": 0.43849026781048045,
      "loss_breakdown/lm_loss": 1.8501668819226325e-05,
      "loss_breakdown/pointer_loss": 0.7245485782623291,
      "step": 8600
    },
    {
      "epoch": 0.43849026781048045,
      "loss_breakdown/lm_loss": 1.3022236089454964e-05,
      "loss_breakdown/pointer_loss": 1.0712378025054932,
      "step": 8600
    },
    {
      "epoch": 0.43849026781048045,
      "loss_breakdown/lm_loss": 1.7284339264733717e-05,
      "loss_breakdown/pointer_loss": 0.9623446464538574,
      "step": 8600
    },
    {
      "epoch": 0.43849026781048045,
      "loss_breakdown/lm_loss": 8.276399057649542e-06,
      "loss_breakdown/pointer_loss": 0.533794105052948,
      "step": 8600
    },
    {
      "epoch": 0.43900014021491124,
      "grad_norm": 5.069244766059912,
      "learning_rate": 3.1169971671388105e-06,
      "loss": 0.2768,
      "step": 8610
    },
    {
      "epoch": 0.43900014021491124,
      "loss_breakdown/lm_loss": 5.179985691938782e-06,
      "loss_breakdown/pointer_loss": 0.43516862392425537,
      "step": 8610
    },
    {
      "epoch": 0.43900014021491124,
      "loss_breakdown/lm_loss": 5.14449584443355e-06,
      "loss_breakdown/pointer_loss": 0.6244270205497742,
      "step": 8610
    },
    {
      "epoch": 0.43900014021491124,
      "loss_breakdown/lm_loss": 6.7206656240159646e-06,
      "loss_breakdown/pointer_loss": 0.5152633786201477,
      "step": 8610
    },
    {
      "epoch": 0.43900014021491124,
      "loss_breakdown/lm_loss": 4.470316980587086e-06,
      "loss_breakdown/pointer_loss": 0.3532465398311615,
      "step": 8610
    },
    {
      "epoch": 0.439510012619342,
      "grad_norm": 2.7262436015629543,
      "learning_rate": 3.114164305949009e-06,
      "loss": 0.2865,
      "step": 8620
    },
    {
      "epoch": 0.439510012619342,
      "loss_breakdown/lm_loss": 6.028455572959501e-06,
      "loss_breakdown/pointer_loss": 0.8527387380599976,
      "step": 8620
    },
    {
      "epoch": 0.439510012619342,
      "loss_breakdown/lm_loss": 5.584932296187617e-06,
      "loss_breakdown/pointer_loss": 0.4024820625782013,
      "step": 8620
    },
    {
      "epoch": 0.439510012619342,
      "loss_breakdown/lm_loss": 6.71934503770899e-06,
      "loss_breakdown/pointer_loss": 0.7774460315704346,
      "step": 8620
    },
    {
      "epoch": 0.439510012619342,
      "loss_breakdown/lm_loss": 7.403205472655827e-06,
      "loss_breakdown/pointer_loss": 0.48972833156585693,
      "step": 8620
    },
    {
      "epoch": 0.4400198850237728,
      "grad_norm": 10.175014503345858,
      "learning_rate": 3.111331444759207e-06,
      "loss": 0.2768,
      "step": 8630
    },
    {
      "epoch": 0.4400198850237728,
      "loss_breakdown/lm_loss": 7.541867034888128e-06,
      "loss_breakdown/pointer_loss": 0.777874231338501,
      "step": 8630
    },
    {
      "epoch": 0.4400198850237728,
      "loss_breakdown/lm_loss": 5.18158003615099e-06,
      "loss_breakdown/pointer_loss": 0.2864290177822113,
      "step": 8630
    },
    {
      "epoch": 0.4400198850237728,
      "loss_breakdown/lm_loss": 5.133907507115509e-06,
      "loss_breakdown/pointer_loss": 0.32134148478507996,
      "step": 8630
    },
    {
      "epoch": 0.4400198850237728,
      "loss_breakdown/lm_loss": 6.782910531910602e-06,
      "loss_breakdown/pointer_loss": 0.4496431350708008,
      "step": 8630
    },
    {
      "epoch": 0.4405297574282036,
      "grad_norm": 2.1953177299460473,
      "learning_rate": 3.108498583569405e-06,
      "loss": 0.2828,
      "step": 8640
    },
    {
      "epoch": 0.4405297574282036,
      "loss_breakdown/lm_loss": 5.808250989502994e-06,
      "loss_breakdown/pointer_loss": 0.4525550901889801,
      "step": 8640
    },
    {
      "epoch": 0.4405297574282036,
      "loss_breakdown/lm_loss": 6.896151262480998e-06,
      "loss_breakdown/pointer_loss": 0.47041016817092896,
      "step": 8640
    },
    {
      "epoch": 0.4405297574282036,
      "loss_breakdown/lm_loss": 5.476952992466977e-06,
      "loss_breakdown/pointer_loss": 0.21408942341804504,
      "step": 8640
    },
    {
      "epoch": 0.4405297574282036,
      "loss_breakdown/lm_loss": 6.676682460238226e-06,
      "loss_breakdown/pointer_loss": 0.09126437455415726,
      "step": 8640
    },
    {
      "epoch": 0.4410396298326344,
      "grad_norm": 5.41639314466601,
      "learning_rate": 3.105665722379604e-06,
      "loss": 0.2604,
      "step": 8650
    },
    {
      "epoch": 0.4410396298326344,
      "loss_breakdown/lm_loss": 5.764493107562885e-05,
      "loss_breakdown/pointer_loss": 1.920226812362671,
      "step": 8650
    },
    {
      "epoch": 0.4410396298326344,
      "loss_breakdown/lm_loss": 2.036690966633614e-05,
      "loss_breakdown/pointer_loss": 1.1492526531219482,
      "step": 8650
    },
    {
      "epoch": 0.4410396298326344,
      "loss_breakdown/lm_loss": 8.812526175461244e-06,
      "loss_breakdown/pointer_loss": 0.42057210206985474,
      "step": 8650
    },
    {
      "epoch": 0.4410396298326344,
      "loss_breakdown/lm_loss": 6.871995992696611e-06,
      "loss_breakdown/pointer_loss": 0.5756181478500366,
      "step": 8650
    },
    {
      "epoch": 0.4415495022370652,
      "grad_norm": 8.060287062576686,
      "learning_rate": 3.1028328611898017e-06,
      "loss": 0.2937,
      "step": 8660
    },
    {
      "epoch": 0.4415495022370652,
      "loss_breakdown/lm_loss": 5.656648227159167e-06,
      "loss_breakdown/pointer_loss": 0.15256839990615845,
      "step": 8660
    },
    {
      "epoch": 0.4415495022370652,
      "loss_breakdown/lm_loss": 5.3349658628576435e-06,
      "loss_breakdown/pointer_loss": 0.933772087097168,
      "step": 8660
    },
    {
      "epoch": 0.4415495022370652,
      "loss_breakdown/lm_loss": 3.8875200516486075e-06,
      "loss_breakdown/pointer_loss": 0.4122353494167328,
      "step": 8660
    },
    {
      "epoch": 0.4415495022370652,
      "loss_breakdown/lm_loss": 5.006751962355338e-06,
      "loss_breakdown/pointer_loss": 0.07397433370351791,
      "step": 8660
    },
    {
      "epoch": 0.442059374641496,
      "grad_norm": 10.603541944394257,
      "learning_rate": 3.1000000000000004e-06,
      "loss": 0.2725,
      "step": 8670
    },
    {
      "epoch": 0.442059374641496,
      "loss_breakdown/lm_loss": 4.2935753299389035e-06,
      "loss_breakdown/pointer_loss": 0.3311886489391327,
      "step": 8670
    },
    {
      "epoch": 0.442059374641496,
      "loss_breakdown/lm_loss": 1.3270082490635104e-05,
      "loss_breakdown/pointer_loss": 0.3074509799480438,
      "step": 8670
    },
    {
      "epoch": 0.442059374641496,
      "loss_breakdown/lm_loss": 7.3760638770181686e-06,
      "loss_breakdown/pointer_loss": 0.7653242349624634,
      "step": 8670
    },
    {
      "epoch": 0.442059374641496,
      "loss_breakdown/lm_loss": 1.0694337106542662e-05,
      "loss_breakdown/pointer_loss": 0.13059519231319427,
      "step": 8670
    },
    {
      "epoch": 0.44256924704592676,
      "grad_norm": 4.9769860240811035,
      "learning_rate": 3.0971671388101986e-06,
      "loss": 0.2506,
      "step": 8680
    },
    {
      "epoch": 0.44256924704592676,
      "loss_breakdown/lm_loss": 4.81998858958832e-06,
      "loss_breakdown/pointer_loss": 0.07444225996732712,
      "step": 8680
    },
    {
      "epoch": 0.44256924704592676,
      "loss_breakdown/lm_loss": 5.547144610318355e-06,
      "loss_breakdown/pointer_loss": 0.0721135139465332,
      "step": 8680
    },
    {
      "epoch": 0.44256924704592676,
      "loss_breakdown/lm_loss": 5.777616479463177e-06,
      "loss_breakdown/pointer_loss": 0.08169126510620117,
      "step": 8680
    },
    {
      "epoch": 0.44256924704592676,
      "loss_breakdown/lm_loss": 7.963049938553013e-06,
      "loss_breakdown/pointer_loss": 3.223904609680176,
      "step": 8680
    },
    {
      "epoch": 0.44307911945035755,
      "grad_norm": 2.925637828350672,
      "learning_rate": 3.0943342776203965e-06,
      "loss": 0.2686,
      "step": 8690
    },
    {
      "epoch": 0.44307911945035755,
      "loss_breakdown/lm_loss": 5.878401225345442e-06,
      "loss_breakdown/pointer_loss": 0.5633336305618286,
      "step": 8690
    },
    {
      "epoch": 0.44307911945035755,
      "loss_breakdown/lm_loss": 9.398222573508974e-06,
      "loss_breakdown/pointer_loss": 0.2334187924861908,
      "step": 8690
    },
    {
      "epoch": 0.44307911945035755,
      "loss_breakdown/lm_loss": 4.5673864406126086e-06,
      "loss_breakdown/pointer_loss": 0.16645362973213196,
      "step": 8690
    },
    {
      "epoch": 0.44307911945035755,
      "loss_breakdown/lm_loss": 4.591507149598328e-06,
      "loss_breakdown/pointer_loss": 0.06639878451824188,
      "step": 8690
    },
    {
      "epoch": 0.44358899185478834,
      "grad_norm": 51.98299846036096,
      "learning_rate": 3.091501416430595e-06,
      "loss": 0.2682,
      "step": 8700
    },
    {
      "epoch": 0.44358899185478834,
      "loss_breakdown/lm_loss": 3.265868144808337e-05,
      "loss_breakdown/pointer_loss": 2.6210508346557617,
      "step": 8700
    },
    {
      "epoch": 0.44358899185478834,
      "loss_breakdown/lm_loss": 8.389526556129567e-06,
      "loss_breakdown/pointer_loss": 0.6128857135772705,
      "step": 8700
    },
    {
      "epoch": 0.44358899185478834,
      "loss_breakdown/lm_loss": 9.442437658435665e-06,
      "loss_breakdown/pointer_loss": 0.3758648633956909,
      "step": 8700
    },
    {
      "epoch": 0.44358899185478834,
      "loss_breakdown/lm_loss": 7.673593245272059e-06,
      "loss_breakdown/pointer_loss": 0.830003559589386,
      "step": 8700
    },
    {
      "epoch": 0.44409886425921913,
      "grad_norm": 8.226779290778936,
      "learning_rate": 3.0886685552407934e-06,
      "loss": 0.2903,
      "step": 8710
    },
    {
      "epoch": 0.44409886425921913,
      "loss_breakdown/lm_loss": 7.602503956150031e-06,
      "loss_breakdown/pointer_loss": 0.17406171560287476,
      "step": 8710
    },
    {
      "epoch": 0.44409886425921913,
      "loss_breakdown/lm_loss": 4.675236141338246e-06,
      "loss_breakdown/pointer_loss": 0.16348564624786377,
      "step": 8710
    },
    {
      "epoch": 0.44409886425921913,
      "loss_breakdown/lm_loss": 5.976298780296929e-06,
      "loss_breakdown/pointer_loss": 0.5976611375808716,
      "step": 8710
    },
    {
      "epoch": 0.44409886425921913,
      "loss_breakdown/lm_loss": 4.702106252807425e-06,
      "loss_breakdown/pointer_loss": 0.42865878343582153,
      "step": 8710
    },
    {
      "epoch": 0.4446087366636499,
      "grad_norm": 4.500359899145085,
      "learning_rate": 3.0858356940509916e-06,
      "loss": 0.2524,
      "step": 8720
    },
    {
      "epoch": 0.4446087366636499,
      "loss_breakdown/lm_loss": 4.150660060986411e-06,
      "loss_breakdown/pointer_loss": 0.21230752766132355,
      "step": 8720
    },
    {
      "epoch": 0.4446087366636499,
      "loss_breakdown/lm_loss": 4.084868123754859e-06,
      "loss_breakdown/pointer_loss": 0.3316781520843506,
      "step": 8720
    },
    {
      "epoch": 0.4446087366636499,
      "loss_breakdown/lm_loss": 4.206729954603361e-06,
      "loss_breakdown/pointer_loss": 0.25171154737472534,
      "step": 8720
    },
    {
      "epoch": 0.4446087366636499,
      "loss_breakdown/lm_loss": 4.651772542274557e-06,
      "loss_breakdown/pointer_loss": 0.5351656079292297,
      "step": 8720
    },
    {
      "epoch": 0.4451186090680807,
      "grad_norm": 7.119244623400975,
      "learning_rate": 3.08300283286119e-06,
      "loss": 0.2628,
      "step": 8730
    },
    {
      "epoch": 0.4451186090680807,
      "loss_breakdown/lm_loss": 4.883574092673371e-06,
      "loss_breakdown/pointer_loss": 0.18067729473114014,
      "step": 8730
    },
    {
      "epoch": 0.4451186090680807,
      "loss_breakdown/lm_loss": 7.3908518061216455e-06,
      "loss_breakdown/pointer_loss": 6.3154826164245605,
      "step": 8730
    },
    {
      "epoch": 0.4451186090680807,
      "loss_breakdown/lm_loss": 4.4027683543390594e-06,
      "loss_breakdown/pointer_loss": 0.12559738755226135,
      "step": 8730
    },
    {
      "epoch": 0.4451186090680807,
      "loss_breakdown/lm_loss": 4.879595962847816e-06,
      "loss_breakdown/pointer_loss": 0.027077913284301758,
      "step": 8730
    },
    {
      "epoch": 0.4456284814725115,
      "grad_norm": 2.8460436526475568,
      "learning_rate": 3.0801699716713886e-06,
      "loss": 0.2817,
      "step": 8740
    },
    {
      "epoch": 0.4456284814725115,
      "loss_breakdown/lm_loss": 4.23521078118938e-06,
      "loss_breakdown/pointer_loss": 0.40137892961502075,
      "step": 8740
    },
    {
      "epoch": 0.4456284814725115,
      "loss_breakdown/lm_loss": 5.0657763495109975e-06,
      "loss_breakdown/pointer_loss": 0.8797125816345215,
      "step": 8740
    },
    {
      "epoch": 0.4456284814725115,
      "loss_breakdown/lm_loss": 6.686033884761855e-06,
      "loss_breakdown/pointer_loss": 0.5510917901992798,
      "step": 8740
    },
    {
      "epoch": 0.4456284814725115,
      "loss_breakdown/lm_loss": 5.20700905326521e-06,
      "loss_breakdown/pointer_loss": 0.5986752510070801,
      "step": 8740
    },
    {
      "epoch": 0.4461383538769423,
      "grad_norm": 43.61785726482627,
      "learning_rate": 3.077337110481587e-06,
      "loss": 0.2566,
      "step": 8750
    },
    {
      "epoch": 0.4461383538769423,
      "loss_breakdown/lm_loss": 3.770483817788772e-05,
      "loss_breakdown/pointer_loss": 1.5087175369262695,
      "step": 8750
    },
    {
      "epoch": 0.4461383538769423,
      "loss_breakdown/lm_loss": 9.402270734426565e-06,
      "loss_breakdown/pointer_loss": 0.45874956250190735,
      "step": 8750
    },
    {
      "epoch": 0.4461383538769423,
      "loss_breakdown/lm_loss": 7.021587862254819e-06,
      "loss_breakdown/pointer_loss": 0.7016754746437073,
      "step": 8750
    },
    {
      "epoch": 0.4461383538769423,
      "loss_breakdown/lm_loss": 7.623558303748723e-06,
      "loss_breakdown/pointer_loss": 0.5271679759025574,
      "step": 8750
    },
    {
      "epoch": 0.4466482262813731,
      "grad_norm": 2.9595120233846575,
      "learning_rate": 3.0745042492917847e-06,
      "loss": 0.2557,
      "step": 8760
    },
    {
      "epoch": 0.4466482262813731,
      "loss_breakdown/lm_loss": 4.925283519696677e-06,
      "loss_breakdown/pointer_loss": 0.13966137170791626,
      "step": 8760
    },
    {
      "epoch": 0.4466482262813731,
      "loss_breakdown/lm_loss": 8.381041880056728e-06,
      "loss_breakdown/pointer_loss": 0.09802326560020447,
      "step": 8760
    },
    {
      "epoch": 0.4466482262813731,
      "loss_breakdown/lm_loss": 8.775176866038237e-06,
      "loss_breakdown/pointer_loss": 0.8160576820373535,
      "step": 8760
    },
    {
      "epoch": 0.4466482262813731,
      "loss_breakdown/lm_loss": 5.861067620571703e-06,
      "loss_breakdown/pointer_loss": 2.2284157276153564,
      "step": 8760
    },
    {
      "epoch": 0.44715809868580386,
      "grad_norm": 2.2410254507545897,
      "learning_rate": 3.0716713881019833e-06,
      "loss": 0.3089,
      "step": 8770
    },
    {
      "epoch": 0.44715809868580386,
      "loss_breakdown/lm_loss": 8.0457375588594e-06,
      "loss_breakdown/pointer_loss": 0.8569786548614502,
      "step": 8770
    },
    {
      "epoch": 0.44715809868580386,
      "loss_breakdown/lm_loss": 9.148345270659775e-06,
      "loss_breakdown/pointer_loss": 0.17376282811164856,
      "step": 8770
    },
    {
      "epoch": 0.44715809868580386,
      "loss_breakdown/lm_loss": 5.638930360873928e-06,
      "loss_breakdown/pointer_loss": 0.41062483191490173,
      "step": 8770
    },
    {
      "epoch": 0.44715809868580386,
      "loss_breakdown/lm_loss": 6.02631052970537e-06,
      "loss_breakdown/pointer_loss": 0.37722617387771606,
      "step": 8770
    },
    {
      "epoch": 0.44766797109023465,
      "grad_norm": 22.228042073860305,
      "learning_rate": 3.0688385269121816e-06,
      "loss": 0.2585,
      "step": 8780
    },
    {
      "epoch": 0.44766797109023465,
      "loss_breakdown/lm_loss": 4.506075583776692e-06,
      "loss_breakdown/pointer_loss": 0.11562730371952057,
      "step": 8780
    },
    {
      "epoch": 0.44766797109023465,
      "loss_breakdown/lm_loss": 4.398786131787347e-06,
      "loss_breakdown/pointer_loss": 0.09792852401733398,
      "step": 8780
    },
    {
      "epoch": 0.44766797109023465,
      "loss_breakdown/lm_loss": 4.728598469228018e-06,
      "loss_breakdown/pointer_loss": 0.17073865234851837,
      "step": 8780
    },
    {
      "epoch": 0.44766797109023465,
      "loss_breakdown/lm_loss": 7.267676664923783e-06,
      "loss_breakdown/pointer_loss": 2.215268135070801,
      "step": 8780
    },
    {
      "epoch": 0.44817784349466544,
      "grad_norm": 2.352115604137569,
      "learning_rate": 3.06600566572238e-06,
      "loss": 0.2959,
      "step": 8790
    },
    {
      "epoch": 0.44817784349466544,
      "loss_breakdown/lm_loss": 9.227488590113353e-06,
      "loss_breakdown/pointer_loss": 0.2182544767856598,
      "step": 8790
    },
    {
      "epoch": 0.44817784349466544,
      "loss_breakdown/lm_loss": 4.037193775729975e-06,
      "loss_breakdown/pointer_loss": 0.43449872732162476,
      "step": 8790
    },
    {
      "epoch": 0.44817784349466544,
      "loss_breakdown/lm_loss": 8.035160135477781e-06,
      "loss_breakdown/pointer_loss": 0.19115988910198212,
      "step": 8790
    },
    {
      "epoch": 0.44817784349466544,
      "loss_breakdown/lm_loss": 6.0657043832179625e-06,
      "loss_breakdown/pointer_loss": 0.28971990942955017,
      "step": 8790
    },
    {
      "epoch": 0.44868771589909623,
      "grad_norm": 5.804609913139418,
      "learning_rate": 3.063172804532578e-06,
      "loss": 0.2699,
      "step": 8800
    },
    {
      "epoch": 0.44868771589909623,
      "loss_breakdown/lm_loss": 2.6987941964762285e-05,
      "loss_breakdown/pointer_loss": 1.6734141111373901,
      "step": 8800
    },
    {
      "epoch": 0.44868771589909623,
      "loss_breakdown/lm_loss": 1.0543481948843691e-05,
      "loss_breakdown/pointer_loss": 0.23736067116260529,
      "step": 8800
    },
    {
      "epoch": 0.44868771589909623,
      "loss_breakdown/lm_loss": 5.610238986264449e-06,
      "loss_breakdown/pointer_loss": 0.2929239869117737,
      "step": 8800
    },
    {
      "epoch": 0.44868771589909623,
      "loss_breakdown/lm_loss": 7.651477972103748e-06,
      "loss_breakdown/pointer_loss": 0.33528053760528564,
      "step": 8800
    },
    {
      "epoch": 0.449197588303527,
      "grad_norm": 2.8424220032800562,
      "learning_rate": 3.0603399433427768e-06,
      "loss": 0.2666,
      "step": 8810
    },
    {
      "epoch": 0.449197588303527,
      "loss_breakdown/lm_loss": 4.083874500793172e-06,
      "loss_breakdown/pointer_loss": 0.5984280109405518,
      "step": 8810
    },
    {
      "epoch": 0.449197588303527,
      "loss_breakdown/lm_loss": 3.0292264909803635e-06,
      "loss_breakdown/pointer_loss": 0.7770020365715027,
      "step": 8810
    },
    {
      "epoch": 0.449197588303527,
      "loss_breakdown/lm_loss": 7.982916031323839e-06,
      "loss_breakdown/pointer_loss": 0.0994502604007721,
      "step": 8810
    },
    {
      "epoch": 0.449197588303527,
      "loss_breakdown/lm_loss": 2.78143252216978e-05,
      "loss_breakdown/pointer_loss": 0.3037404417991638,
      "step": 8810
    },
    {
      "epoch": 0.4497074607079578,
      "grad_norm": 3.92048049294137,
      "learning_rate": 3.0575070821529746e-06,
      "loss": 0.2906,
      "step": 8820
    },
    {
      "epoch": 0.4497074607079578,
      "loss_breakdown/lm_loss": 4.114005150768207e-06,
      "loss_breakdown/pointer_loss": 0.2856007218360901,
      "step": 8820
    },
    {
      "epoch": 0.4497074607079578,
      "loss_breakdown/lm_loss": 6.007183856127085e-06,
      "loss_breakdown/pointer_loss": 0.6568707823753357,
      "step": 8820
    },
    {
      "epoch": 0.4497074607079578,
      "loss_breakdown/lm_loss": 5.132858859724365e-06,
      "loss_breakdown/pointer_loss": 0.23231185972690582,
      "step": 8820
    },
    {
      "epoch": 0.4497074607079578,
      "loss_breakdown/lm_loss": 6.0599486459977925e-06,
      "loss_breakdown/pointer_loss": 0.18908654153347015,
      "step": 8820
    },
    {
      "epoch": 0.45021733311238865,
      "grad_norm": 3.3231244488763925,
      "learning_rate": 3.054674220963173e-06,
      "loss": 0.2746,
      "step": 8830
    },
    {
      "epoch": 0.45021733311238865,
      "loss_breakdown/lm_loss": 6.810746526753064e-06,
      "loss_breakdown/pointer_loss": 0.10953354835510254,
      "step": 8830
    },
    {
      "epoch": 0.45021733311238865,
      "loss_breakdown/lm_loss": 6.39351901554619e-06,
      "loss_breakdown/pointer_loss": 0.053451307117938995,
      "step": 8830
    },
    {
      "epoch": 0.45021733311238865,
      "loss_breakdown/lm_loss": 9.341880286228843e-06,
      "loss_breakdown/pointer_loss": 2.6551713943481445,
      "step": 8830
    },
    {
      "epoch": 0.45021733311238865,
      "loss_breakdown/lm_loss": 2.1130275854375213e-05,
      "loss_breakdown/pointer_loss": 0.17377446591854095,
      "step": 8830
    },
    {
      "epoch": 0.45072720551681944,
      "grad_norm": 9.245601964172305,
      "learning_rate": 3.0518413597733715e-06,
      "loss": 0.2745,
      "step": 8840
    },
    {
      "epoch": 0.45072720551681944,
      "loss_breakdown/lm_loss": 4.062360858370084e-06,
      "loss_breakdown/pointer_loss": 0.258587121963501,
      "step": 8840
    },
    {
      "epoch": 0.45072720551681944,
      "loss_breakdown/lm_loss": 5.604472335107857e-06,
      "loss_breakdown/pointer_loss": 0.19950731098651886,
      "step": 8840
    },
    {
      "epoch": 0.45072720551681944,
      "loss_breakdown/lm_loss": 4.468324732442852e-06,
      "loss_breakdown/pointer_loss": 0.2535610795021057,
      "step": 8840
    },
    {
      "epoch": 0.45072720551681944,
      "loss_breakdown/lm_loss": 6.0860434132337105e-06,
      "loss_breakdown/pointer_loss": 0.17956599593162537,
      "step": 8840
    },
    {
      "epoch": 0.45123707792125023,
      "grad_norm": 6.537072011761951,
      "learning_rate": 3.0490084985835693e-06,
      "loss": 0.2746,
      "step": 8850
    },
    {
      "epoch": 0.45123707792125023,
      "loss_breakdown/lm_loss": 4.2368392314529046e-05,
      "loss_breakdown/pointer_loss": 1.5473651885986328,
      "step": 8850
    },
    {
      "epoch": 0.45123707792125023,
      "loss_breakdown/lm_loss": 9.265780136047397e-06,
      "loss_breakdown/pointer_loss": 0.55110102891922,
      "step": 8850
    },
    {
      "epoch": 0.45123707792125023,
      "loss_breakdown/lm_loss": 5.3620578910340555e-06,
      "loss_breakdown/pointer_loss": 0.43145859241485596,
      "step": 8850
    },
    {
      "epoch": 0.45123707792125023,
      "loss_breakdown/lm_loss": 5.3961471166985575e-06,
      "loss_breakdown/pointer_loss": 0.797264814376831,
      "step": 8850
    },
    {
      "epoch": 0.451746950325681,
      "grad_norm": 8.641797369439491,
      "learning_rate": 3.046175637393768e-06,
      "loss": 0.252,
      "step": 8860
    },
    {
      "epoch": 0.451746950325681,
      "loss_breakdown/lm_loss": 5.190846877667354e-06,
      "loss_breakdown/pointer_loss": 0.20132297277450562,
      "step": 8860
    },
    {
      "epoch": 0.451746950325681,
      "loss_breakdown/lm_loss": 4.936545792588731e-06,
      "loss_breakdown/pointer_loss": 0.1171669214963913,
      "step": 8860
    },
    {
      "epoch": 0.451746950325681,
      "loss_breakdown/lm_loss": 6.6009388319798745e-06,
      "loss_breakdown/pointer_loss": 0.36701714992523193,
      "step": 8860
    },
    {
      "epoch": 0.451746950325681,
      "loss_breakdown/lm_loss": 9.186932402371895e-06,
      "loss_breakdown/pointer_loss": 0.09171463549137115,
      "step": 8860
    },
    {
      "epoch": 0.4522568227301118,
      "grad_norm": 2.3701971480714605,
      "learning_rate": 3.0433427762039663e-06,
      "loss": 0.3128,
      "step": 8870
    },
    {
      "epoch": 0.4522568227301118,
      "loss_breakdown/lm_loss": 5.80611458644853e-06,
      "loss_breakdown/pointer_loss": 0.7686417102813721,
      "step": 8870
    },
    {
      "epoch": 0.4522568227301118,
      "loss_breakdown/lm_loss": 5.885417522222269e-06,
      "loss_breakdown/pointer_loss": 0.11551251262426376,
      "step": 8870
    },
    {
      "epoch": 0.4522568227301118,
      "loss_breakdown/lm_loss": 4.804973741556751e-06,
      "loss_breakdown/pointer_loss": 0.6593762636184692,
      "step": 8870
    },
    {
      "epoch": 0.4522568227301118,
      "loss_breakdown/lm_loss": 3.7138040624995483e-06,
      "loss_breakdown/pointer_loss": 0.8108085989952087,
      "step": 8870
    },
    {
      "epoch": 0.4527666951345426,
      "grad_norm": 29.507526952862598,
      "learning_rate": 3.040509915014165e-06,
      "loss": 0.2435,
      "step": 8880
    },
    {
      "epoch": 0.4527666951345426,
      "loss_breakdown/lm_loss": 8.292853635794017e-06,
      "loss_breakdown/pointer_loss": 0.3915870189666748,
      "step": 8880
    },
    {
      "epoch": 0.4527666951345426,
      "loss_breakdown/lm_loss": 7.049161013128469e-06,
      "loss_breakdown/pointer_loss": 2.1811163425445557,
      "step": 8880
    },
    {
      "epoch": 0.4527666951345426,
      "loss_breakdown/lm_loss": 7.617371920787264e-06,
      "loss_breakdown/pointer_loss": 0.4339789152145386,
      "step": 8880
    },
    {
      "epoch": 0.4527666951345426,
      "loss_breakdown/lm_loss": 5.686223175871419e-06,
      "loss_breakdown/pointer_loss": 0.2803361117839813,
      "step": 8880
    },
    {
      "epoch": 0.4532765675389734,
      "grad_norm": 5.199881132386079,
      "learning_rate": 3.0376770538243628e-06,
      "loss": 0.2774,
      "step": 8890
    },
    {
      "epoch": 0.4532765675389734,
      "loss_breakdown/lm_loss": 1.0381974789197557e-05,
      "loss_breakdown/pointer_loss": 0.2872247099876404,
      "step": 8890
    },
    {
      "epoch": 0.4532765675389734,
      "loss_breakdown/lm_loss": 4.3987870412820484e-06,
      "loss_breakdown/pointer_loss": 0.8293718099594116,
      "step": 8890
    },
    {
      "epoch": 0.4532765675389734,
      "loss_breakdown/lm_loss": 5.428811618912732e-06,
      "loss_breakdown/pointer_loss": 0.48197847604751587,
      "step": 8890
    },
    {
      "epoch": 0.4532765675389734,
      "loss_breakdown/lm_loss": 9.11462393560214e-06,
      "loss_breakdown/pointer_loss": 0.21030385792255402,
      "step": 8890
    },
    {
      "epoch": 0.4537864399434042,
      "grad_norm": 11.765449860613462,
      "learning_rate": 3.034844192634561e-06,
      "loss": 0.3045,
      "step": 8900
    },
    {
      "epoch": 0.4537864399434042,
      "loss_breakdown/lm_loss": 1.684662674961146e-05,
      "loss_breakdown/pointer_loss": 1.7742843627929688,
      "step": 8900
    },
    {
      "epoch": 0.4537864399434042,
      "loss_breakdown/lm_loss": 9.659886927693151e-06,
      "loss_breakdown/pointer_loss": 0.4831015169620514,
      "step": 8900
    },
    {
      "epoch": 0.4537864399434042,
      "loss_breakdown/lm_loss": 6.034365924278973e-06,
      "loss_breakdown/pointer_loss": 0.33850982785224915,
      "step": 8900
    },
    {
      "epoch": 0.4537864399434042,
      "loss_breakdown/lm_loss": 6.034065336280037e-06,
      "loss_breakdown/pointer_loss": 0.9851782917976379,
      "step": 8900
    },
    {
      "epoch": 0.45429631234783496,
      "grad_norm": 4.439626764513145,
      "learning_rate": 3.0320113314447597e-06,
      "loss": 0.2709,
      "step": 8910
    },
    {
      "epoch": 0.45429631234783496,
      "loss_breakdown/lm_loss": 6.900800144649111e-06,
      "loss_breakdown/pointer_loss": 0.6531451940536499,
      "step": 8910
    },
    {
      "epoch": 0.45429631234783496,
      "loss_breakdown/lm_loss": 7.857016498746816e-06,
      "loss_breakdown/pointer_loss": 0.18178601562976837,
      "step": 8910
    },
    {
      "epoch": 0.45429631234783496,
      "loss_breakdown/lm_loss": 1.4344036571856122e-05,
      "loss_breakdown/pointer_loss": 0.2819001078605652,
      "step": 8910
    },
    {
      "epoch": 0.45429631234783496,
      "loss_breakdown/lm_loss": 1.3016911907470785e-05,
      "loss_breakdown/pointer_loss": 1.8907111883163452,
      "step": 8910
    },
    {
      "epoch": 0.45480618475226575,
      "grad_norm": 4.027709107738091,
      "learning_rate": 3.0291784702549575e-06,
      "loss": 0.3108,
      "step": 8920
    },
    {
      "epoch": 0.45480618475226575,
      "loss_breakdown/lm_loss": 3.968844794144388e-06,
      "loss_breakdown/pointer_loss": 0.920678973197937,
      "step": 8920
    },
    {
      "epoch": 0.45480618475226575,
      "loss_breakdown/lm_loss": 4.801951035915408e-06,
      "loss_breakdown/pointer_loss": 0.5271202325820923,
      "step": 8920
    },
    {
      "epoch": 0.45480618475226575,
      "loss_breakdown/lm_loss": 5.243315627012635e-06,
      "loss_breakdown/pointer_loss": 0.942872166633606,
      "step": 8920
    },
    {
      "epoch": 0.45480618475226575,
      "loss_breakdown/lm_loss": 4.461041953618405e-06,
      "loss_breakdown/pointer_loss": 0.6659743785858154,
      "step": 8920
    },
    {
      "epoch": 0.45531605715669654,
      "grad_norm": 6.762008033381309,
      "learning_rate": 3.026345609065156e-06,
      "loss": 0.2371,
      "step": 8930
    },
    {
      "epoch": 0.45531605715669654,
      "loss_breakdown/lm_loss": 7.327240382437594e-06,
      "loss_breakdown/pointer_loss": 0.11652287095785141,
      "step": 8930
    },
    {
      "epoch": 0.45531605715669654,
      "loss_breakdown/lm_loss": 7.720703251834493e-06,
      "loss_breakdown/pointer_loss": 0.35708189010620117,
      "step": 8930
    },
    {
      "epoch": 0.45531605715669654,
      "loss_breakdown/lm_loss": 6.48887362331152e-06,
      "loss_breakdown/pointer_loss": 0.09386931359767914,
      "step": 8930
    },
    {
      "epoch": 0.45531605715669654,
      "loss_breakdown/lm_loss": 6.6239617808605544e-06,
      "loss_breakdown/pointer_loss": 0.055982351303100586,
      "step": 8930
    },
    {
      "epoch": 0.45582592956112733,
      "grad_norm": 2.360050738004307,
      "learning_rate": 3.0235127478753545e-06,
      "loss": 0.2778,
      "step": 8940
    },
    {
      "epoch": 0.45582592956112733,
      "loss_breakdown/lm_loss": 3.940237093047472e-06,
      "loss_breakdown/pointer_loss": 0.13722163438796997,
      "step": 8940
    },
    {
      "epoch": 0.45582592956112733,
      "loss_breakdown/lm_loss": 5.300791599438526e-06,
      "loss_breakdown/pointer_loss": 0.22079429030418396,
      "step": 8940
    },
    {
      "epoch": 0.45582592956112733,
      "loss_breakdown/lm_loss": 3.3649939723545685e-06,
      "loss_breakdown/pointer_loss": 0.23605625331401825,
      "step": 8940
    },
    {
      "epoch": 0.45582592956112733,
      "loss_breakdown/lm_loss": 3.6820131299464265e-06,
      "loss_breakdown/pointer_loss": 0.2611316442489624,
      "step": 8940
    },
    {
      "epoch": 0.4563358019655581,
      "grad_norm": 8.411725987963067,
      "learning_rate": 3.0206798866855523e-06,
      "loss": 0.2912,
      "step": 8950
    },
    {
      "epoch": 0.4563358019655581,
      "loss_breakdown/lm_loss": 1.1570505193958525e-05,
      "loss_breakdown/pointer_loss": 0.8240176439285278,
      "step": 8950
    },
    {
      "epoch": 0.4563358019655581,
      "loss_breakdown/lm_loss": 5.404444436862832e-06,
      "loss_breakdown/pointer_loss": 0.4217187166213989,
      "step": 8950
    },
    {
      "epoch": 0.4563358019655581,
      "loss_breakdown/lm_loss": 6.161908913782099e-06,
      "loss_breakdown/pointer_loss": 0.8442127108573914,
      "step": 8950
    },
    {
      "epoch": 0.4563358019655581,
      "loss_breakdown/lm_loss": 5.201303338253638e-06,
      "loss_breakdown/pointer_loss": 0.4790472388267517,
      "step": 8950
    },
    {
      "epoch": 0.4568456743699889,
      "grad_norm": 2.5674256229026335,
      "learning_rate": 3.017847025495751e-06,
      "loss": 0.2818,
      "step": 8960
    },
    {
      "epoch": 0.4568456743699889,
      "loss_breakdown/lm_loss": 3.6080471090826904e-06,
      "loss_breakdown/pointer_loss": 0.09848754107952118,
      "step": 8960
    },
    {
      "epoch": 0.4568456743699889,
      "loss_breakdown/lm_loss": 7.955048204166815e-06,
      "loss_breakdown/pointer_loss": 0.1602463573217392,
      "step": 8960
    },
    {
      "epoch": 0.4568456743699889,
      "loss_breakdown/lm_loss": 5.520663762581535e-06,
      "loss_breakdown/pointer_loss": 2.378836154937744,
      "step": 8960
    },
    {
      "epoch": 0.4568456743699889,
      "loss_breakdown/lm_loss": 8.392181371164043e-06,
      "loss_breakdown/pointer_loss": 0.16794215142726898,
      "step": 8960
    },
    {
      "epoch": 0.4573555467744197,
      "grad_norm": 7.9790499852513195,
      "learning_rate": 3.0150141643059492e-06,
      "loss": 0.2898,
      "step": 8970
    },
    {
      "epoch": 0.4573555467744197,
      "loss_breakdown/lm_loss": 6.543705239892006e-06,
      "loss_breakdown/pointer_loss": 0.42825087904930115,
      "step": 8970
    },
    {
      "epoch": 0.4573555467744197,
      "loss_breakdown/lm_loss": 7.060684310999932e-06,
      "loss_breakdown/pointer_loss": 0.8093459606170654,
      "step": 8970
    },
    {
      "epoch": 0.4573555467744197,
      "loss_breakdown/lm_loss": 7.201269909273833e-06,
      "loss_breakdown/pointer_loss": 1.0493392944335938,
      "step": 8970
    },
    {
      "epoch": 0.4573555467744197,
      "loss_breakdown/lm_loss": 4.5182978283264674e-06,
      "loss_breakdown/pointer_loss": 0.24855229258537292,
      "step": 8970
    },
    {
      "epoch": 0.4578654191788505,
      "grad_norm": 3.942175974096561,
      "learning_rate": 3.0121813031161475e-06,
      "loss": 0.2578,
      "step": 8980
    },
    {
      "epoch": 0.4578654191788505,
      "loss_breakdown/lm_loss": 8.952305506682023e-06,
      "loss_breakdown/pointer_loss": 0.4671458601951599,
      "step": 8980
    },
    {
      "epoch": 0.4578654191788505,
      "loss_breakdown/lm_loss": 5.539214726013597e-06,
      "loss_breakdown/pointer_loss": 5.601879596710205,
      "step": 8980
    },
    {
      "epoch": 0.4578654191788505,
      "loss_breakdown/lm_loss": 6.027953531884123e-06,
      "loss_breakdown/pointer_loss": 0.04241657257080078,
      "step": 8980
    },
    {
      "epoch": 0.4578654191788505,
      "loss_breakdown/lm_loss": 5.276952379063005e-06,
      "loss_breakdown/pointer_loss": 2.449902296066284,
      "step": 8980
    },
    {
      "epoch": 0.4583752915832813,
      "grad_norm": 5.393697234327808,
      "learning_rate": 3.0093484419263457e-06,
      "loss": 0.3026,
      "step": 8990
    },
    {
      "epoch": 0.4583752915832813,
      "loss_breakdown/lm_loss": 4.066816927661421e-06,
      "loss_breakdown/pointer_loss": 0.7843413352966309,
      "step": 8990
    },
    {
      "epoch": 0.4583752915832813,
      "loss_breakdown/lm_loss": 4.847804120799992e-06,
      "loss_breakdown/pointer_loss": 0.507326602935791,
      "step": 8990
    },
    {
      "epoch": 0.4583752915832813,
      "loss_breakdown/lm_loss": 1.0208545973000582e-05,
      "loss_breakdown/pointer_loss": 0.111007921397686,
      "step": 8990
    },
    {
      "epoch": 0.4583752915832813,
      "loss_breakdown/lm_loss": 4.827921657124534e-06,
      "loss_breakdown/pointer_loss": 0.3655819296836853,
      "step": 8990
    },
    {
      "epoch": 0.45888516398771206,
      "grad_norm": 6.2974823895825764,
      "learning_rate": 3.0065155807365444e-06,
      "loss": 0.3009,
      "step": 9000
    },
    {
      "epoch": 0.45888516398771206,
      "loss_breakdown/lm_loss": 1.984154005185701e-05,
      "loss_breakdown/pointer_loss": 0.9398542642593384,
      "step": 9000
    },
    {
      "epoch": 0.45888516398771206,
      "loss_breakdown/lm_loss": 1.3946528270025738e-05,
      "loss_breakdown/pointer_loss": 1.0629442930221558,
      "step": 9000
    },
    {
      "epoch": 0.45888516398771206,
      "loss_breakdown/lm_loss": 5.801664883620106e-06,
      "loss_breakdown/pointer_loss": 0.5345945358276367,
      "step": 9000
    },
    {
      "epoch": 0.45888516398771206,
      "loss_breakdown/lm_loss": 5.389712441683514e-06,
      "loss_breakdown/pointer_loss": 0.548059344291687,
      "step": 9000
    },
    {
      "epoch": 0.45939503639214285,
      "grad_norm": 3.4061259074510355,
      "learning_rate": 3.0036827195467426e-06,
      "loss": 0.2726,
      "step": 9010
    },
    {
      "epoch": 0.45939503639214285,
      "loss_breakdown/lm_loss": 4.13653197028907e-06,
      "loss_breakdown/pointer_loss": 0.11051850765943527,
      "step": 9010
    },
    {
      "epoch": 0.45939503639214285,
      "loss_breakdown/lm_loss": 4.466342033992987e-06,
      "loss_breakdown/pointer_loss": 0.1739480197429657,
      "step": 9010
    },
    {
      "epoch": 0.45939503639214285,
      "loss_breakdown/lm_loss": 5.841199708811473e-06,
      "loss_breakdown/pointer_loss": 0.026994828134775162,
      "step": 9010
    },
    {
      "epoch": 0.45939503639214285,
      "loss_breakdown/lm_loss": 7.035925591480918e-06,
      "loss_breakdown/pointer_loss": 0.13589821755886078,
      "step": 9010
    },
    {
      "epoch": 0.45990490879657364,
      "grad_norm": 3.971277309256729,
      "learning_rate": 3.0008498583569405e-06,
      "loss": 0.2951,
      "step": 9020
    },
    {
      "epoch": 0.45990490879657364,
      "loss_breakdown/lm_loss": 6.6503043854027055e-06,
      "loss_breakdown/pointer_loss": 0.2109183371067047,
      "step": 9020
    },
    {
      "epoch": 0.45990490879657364,
      "loss_breakdown/lm_loss": 8.288928256661166e-06,
      "loss_breakdown/pointer_loss": 0.17508545517921448,
      "step": 9020
    },
    {
      "epoch": 0.45990490879657364,
      "loss_breakdown/lm_loss": 4.39534051110968e-06,
      "loss_breakdown/pointer_loss": 0.3411681056022644,
      "step": 9020
    },
    {
      "epoch": 0.45990490879657364,
      "loss_breakdown/lm_loss": 9.237614904122893e-06,
      "loss_breakdown/pointer_loss": 0.24936193227767944,
      "step": 9020
    },
    {
      "epoch": 0.46041478120100443,
      "grad_norm": 5.971038067782696,
      "learning_rate": 2.998016997167139e-06,
      "loss": 0.2602,
      "step": 9030
    },
    {
      "epoch": 0.46041478120100443,
      "loss_breakdown/lm_loss": 4.959067609888734e-06,
      "loss_breakdown/pointer_loss": 0.8981747627258301,
      "step": 9030
    },
    {
      "epoch": 0.46041478120100443,
      "loss_breakdown/lm_loss": 4.887545856036013e-06,
      "loss_breakdown/pointer_loss": 0.3759228587150574,
      "step": 9030
    },
    {
      "epoch": 0.46041478120100443,
      "loss_breakdown/lm_loss": 6.329950338113122e-06,
      "loss_breakdown/pointer_loss": 0.5705510377883911,
      "step": 9030
    },
    {
      "epoch": 0.46041478120100443,
      "loss_breakdown/lm_loss": 5.944516487943474e-06,
      "loss_breakdown/pointer_loss": 0.05545785278081894,
      "step": 9030
    },
    {
      "epoch": 0.4609246536054352,
      "grad_norm": 2.271219438890901,
      "learning_rate": 2.9951841359773374e-06,
      "loss": 0.2717,
      "step": 9040
    },
    {
      "epoch": 0.4609246536054352,
      "loss_breakdown/lm_loss": 5.0297808229515795e-06,
      "loss_breakdown/pointer_loss": 0.1656099408864975,
      "step": 9040
    },
    {
      "epoch": 0.4609246536054352,
      "loss_breakdown/lm_loss": 5.758877705375198e-06,
      "loss_breakdown/pointer_loss": 0.1741163730621338,
      "step": 9040
    },
    {
      "epoch": 0.4609246536054352,
      "loss_breakdown/lm_loss": 4.409572738950374e-06,
      "loss_breakdown/pointer_loss": 0.26757070422172546,
      "step": 9040
    },
    {
      "epoch": 0.4609246536054352,
      "loss_breakdown/lm_loss": 5.655738277710043e-06,
      "loss_breakdown/pointer_loss": 0.1302519589662552,
      "step": 9040
    },
    {
      "epoch": 0.461434526009866,
      "grad_norm": 9.801255195296465,
      "learning_rate": 2.9923512747875357e-06,
      "loss": 0.262,
      "step": 9050
    },
    {
      "epoch": 0.461434526009866,
      "loss_breakdown/lm_loss": 0.00014263761113397777,
      "loss_breakdown/pointer_loss": 3.407794952392578,
      "step": 9050
    },
    {
      "epoch": 0.461434526009866,
      "loss_breakdown/lm_loss": 8.036068720684852e-06,
      "loss_breakdown/pointer_loss": 0.3831726908683777,
      "step": 9050
    },
    {
      "epoch": 0.461434526009866,
      "loss_breakdown/lm_loss": 6.809827937104274e-06,
      "loss_breakdown/pointer_loss": 0.27296143770217896,
      "step": 9050
    },
    {
      "epoch": 0.461434526009866,
      "loss_breakdown/lm_loss": 7.226791694847634e-06,
      "loss_breakdown/pointer_loss": 0.8095705509185791,
      "step": 9050
    },
    {
      "epoch": 0.4619443984142968,
      "grad_norm": 7.884286038935612,
      "learning_rate": 2.989518413597734e-06,
      "loss": 0.2915,
      "step": 9060
    },
    {
      "epoch": 0.4619443984142968,
      "loss_breakdown/lm_loss": 4.779458322445862e-06,
      "loss_breakdown/pointer_loss": 0.22962576150894165,
      "step": 9060
    },
    {
      "epoch": 0.4619443984142968,
      "loss_breakdown/lm_loss": 7.115895641618408e-06,
      "loss_breakdown/pointer_loss": 0.5172916650772095,
      "step": 9060
    },
    {
      "epoch": 0.4619443984142968,
      "loss_breakdown/lm_loss": 5.306100774760125e-06,
      "loss_breakdown/pointer_loss": 0.4954283535480499,
      "step": 9060
    },
    {
      "epoch": 0.4619443984142968,
      "loss_breakdown/lm_loss": 6.159085387480445e-06,
      "loss_breakdown/pointer_loss": 0.1033124253153801,
      "step": 9060
    },
    {
      "epoch": 0.4624542708187276,
      "grad_norm": 2.865243673570717,
      "learning_rate": 2.9866855524079326e-06,
      "loss": 0.2825,
      "step": 9070
    },
    {
      "epoch": 0.4624542708187276,
      "loss_breakdown/lm_loss": 7.141695732570952e-06,
      "loss_breakdown/pointer_loss": 0.6269105672836304,
      "step": 9070
    },
    {
      "epoch": 0.4624542708187276,
      "loss_breakdown/lm_loss": 6.007618594594533e-06,
      "loss_breakdown/pointer_loss": 0.6378520131111145,
      "step": 9070
    },
    {
      "epoch": 0.4624542708187276,
      "loss_breakdown/lm_loss": 9.34932722884696e-06,
      "loss_breakdown/pointer_loss": 1.380875825881958,
      "step": 9070
    },
    {
      "epoch": 0.4624542708187276,
      "loss_breakdown/lm_loss": 5.042506927566137e-06,
      "loss_breakdown/pointer_loss": 0.1573018878698349,
      "step": 9070
    },
    {
      "epoch": 0.46296414322315843,
      "grad_norm": 6.559297804156759,
      "learning_rate": 2.9838526912181304e-06,
      "loss": 0.2597,
      "step": 9080
    },
    {
      "epoch": 0.46296414322315843,
      "loss_breakdown/lm_loss": 7.602773621329106e-06,
      "loss_breakdown/pointer_loss": 0.6280938982963562,
      "step": 9080
    },
    {
      "epoch": 0.46296414322315843,
      "loss_breakdown/lm_loss": 7.506113433919381e-06,
      "loss_breakdown/pointer_loss": 0.1563718020915985,
      "step": 9080
    },
    {
      "epoch": 0.46296414322315843,
      "loss_breakdown/lm_loss": 5.563045760936802e-06,
      "loss_breakdown/pointer_loss": 0.14579465985298157,
      "step": 9080
    },
    {
      "epoch": 0.46296414322315843,
      "loss_breakdown/lm_loss": 5.884913662157487e-06,
      "loss_breakdown/pointer_loss": 0.13423392176628113,
      "step": 9080
    },
    {
      "epoch": 0.4634740156275892,
      "grad_norm": 2.3310433039656284,
      "learning_rate": 2.9810198300283287e-06,
      "loss": 0.259,
      "step": 9090
    },
    {
      "epoch": 0.4634740156275892,
      "loss_breakdown/lm_loss": 7.175861355790403e-06,
      "loss_breakdown/pointer_loss": 0.3630259037017822,
      "step": 9090
    },
    {
      "epoch": 0.4634740156275892,
      "loss_breakdown/lm_loss": 4.962658749718685e-06,
      "loss_breakdown/pointer_loss": 0.36073485016822815,
      "step": 9090
    },
    {
      "epoch": 0.4634740156275892,
      "loss_breakdown/lm_loss": 5.255761152511695e-06,
      "loss_breakdown/pointer_loss": 0.42797866463661194,
      "step": 9090
    },
    {
      "epoch": 0.4634740156275892,
      "loss_breakdown/lm_loss": 6.129102075647097e-06,
      "loss_breakdown/pointer_loss": 0.35792383551597595,
      "step": 9090
    },
    {
      "epoch": 0.46398388803202,
      "grad_norm": 23.96398001017457,
      "learning_rate": 2.9781869688385273e-06,
      "loss": 0.2658,
      "step": 9100
    },
    {
      "epoch": 0.46398388803202,
      "loss_breakdown/lm_loss": 2.5366165573359467e-05,
      "loss_breakdown/pointer_loss": 2.1083054542541504,
      "step": 9100
    },
    {
      "epoch": 0.46398388803202,
      "loss_breakdown/lm_loss": 7.1563281380804256e-06,
      "loss_breakdown/pointer_loss": 0.627190351486206,
      "step": 9100
    },
    {
      "epoch": 0.46398388803202,
      "loss_breakdown/lm_loss": 6.510495950351469e-06,
      "loss_breakdown/pointer_loss": 0.48343145847320557,
      "step": 9100
    },
    {
      "epoch": 0.46398388803202,
      "loss_breakdown/lm_loss": 1.0732836926763412e-05,
      "loss_breakdown/pointer_loss": 1.256818413734436,
      "step": 9100
    },
    {
      "epoch": 0.4644937604364508,
      "grad_norm": 3.026529600499233,
      "learning_rate": 2.975354107648725e-06,
      "loss": 0.2892,
      "step": 9110
    },
    {
      "epoch": 0.4644937604364508,
      "loss_breakdown/lm_loss": 6.454107278841548e-06,
      "loss_breakdown/pointer_loss": 0.05448725074529648,
      "step": 9110
    },
    {
      "epoch": 0.4644937604364508,
      "loss_breakdown/lm_loss": 6.901331744302297e-06,
      "loss_breakdown/pointer_loss": 0.17259348928928375,
      "step": 9110
    },
    {
      "epoch": 0.4644937604364508,
      "loss_breakdown/lm_loss": 4.633230673789512e-06,
      "loss_breakdown/pointer_loss": 0.17367228865623474,
      "step": 9110
    },
    {
      "epoch": 0.4644937604364508,
      "loss_breakdown/lm_loss": 6.385578672052361e-06,
      "loss_breakdown/pointer_loss": 0.5158418416976929,
      "step": 9110
    },
    {
      "epoch": 0.4650036328408816,
      "grad_norm": 2.2589407121430103,
      "learning_rate": 2.972521246458924e-06,
      "loss": 0.3084,
      "step": 9120
    },
    {
      "epoch": 0.4650036328408816,
      "loss_breakdown/lm_loss": 4.44712668468128e-06,
      "loss_breakdown/pointer_loss": 1.6422244310379028,
      "step": 9120
    },
    {
      "epoch": 0.4650036328408816,
      "loss_breakdown/lm_loss": 4.238517249177676e-06,
      "loss_breakdown/pointer_loss": 0.3109264373779297,
      "step": 9120
    },
    {
      "epoch": 0.4650036328408816,
      "loss_breakdown/lm_loss": 5.143927410244942e-06,
      "loss_breakdown/pointer_loss": 0.23108458518981934,
      "step": 9120
    },
    {
      "epoch": 0.4650036328408816,
      "loss_breakdown/lm_loss": 3.884603756887373e-06,
      "loss_breakdown/pointer_loss": 0.4233793318271637,
      "step": 9120
    },
    {
      "epoch": 0.4655135052453124,
      "grad_norm": 4.661125890497759,
      "learning_rate": 2.969688385269122e-06,
      "loss": 0.265,
      "step": 9130
    },
    {
      "epoch": 0.4655135052453124,
      "loss_breakdown/lm_loss": 6.258421763050137e-06,
      "loss_breakdown/pointer_loss": 0.07830825448036194,
      "step": 9130
    },
    {
      "epoch": 0.4655135052453124,
      "loss_breakdown/lm_loss": 5.054420398664661e-06,
      "loss_breakdown/pointer_loss": 0.13226479291915894,
      "step": 9130
    },
    {
      "epoch": 0.4655135052453124,
      "loss_breakdown/lm_loss": 5.725962182623334e-06,
      "loss_breakdown/pointer_loss": 0.37006354331970215,
      "step": 9130
    },
    {
      "epoch": 0.4655135052453124,
      "loss_breakdown/lm_loss": 5.59484487894224e-06,
      "loss_breakdown/pointer_loss": 0.33376795053482056,
      "step": 9130
    },
    {
      "epoch": 0.46602337764974316,
      "grad_norm": 2.7106261202636435,
      "learning_rate": 2.96685552407932e-06,
      "loss": 0.2604,
      "step": 9140
    },
    {
      "epoch": 0.46602337764974316,
      "loss_breakdown/lm_loss": 5.655223503708839e-06,
      "loss_breakdown/pointer_loss": 1.2805018424987793,
      "step": 9140
    },
    {
      "epoch": 0.46602337764974316,
      "loss_breakdown/lm_loss": 3.7713195979449665e-06,
      "loss_breakdown/pointer_loss": 0.5718159675598145,
      "step": 9140
    },
    {
      "epoch": 0.46602337764974316,
      "loss_breakdown/lm_loss": 5.914282155572437e-06,
      "loss_breakdown/pointer_loss": 0.1448087841272354,
      "step": 9140
    },
    {
      "epoch": 0.46602337764974316,
      "loss_breakdown/lm_loss": 4.932901902066078e-06,
      "loss_breakdown/pointer_loss": 0.3467763662338257,
      "step": 9140
    },
    {
      "epoch": 0.46653325005417395,
      "grad_norm": 27.809915243981415,
      "learning_rate": 2.9640226628895186e-06,
      "loss": 0.2763,
      "step": 9150
    },
    {
      "epoch": 0.46653325005417395,
      "loss_breakdown/lm_loss": 1.768613037711475e-05,
      "loss_breakdown/pointer_loss": 1.7200902700424194,
      "step": 9150
    },
    {
      "epoch": 0.46653325005417395,
      "loss_breakdown/lm_loss": 6.286730695137521e-06,
      "loss_breakdown/pointer_loss": 0.7033827900886536,
      "step": 9150
    },
    {
      "epoch": 0.46653325005417395,
      "loss_breakdown/lm_loss": 4.759282546729082e-06,
      "loss_breakdown/pointer_loss": 0.5955397486686707,
      "step": 9150
    },
    {
      "epoch": 0.46653325005417395,
      "loss_breakdown/lm_loss": 5.367001449485542e-06,
      "loss_breakdown/pointer_loss": 0.9528547525405884,
      "step": 9150
    },
    {
      "epoch": 0.46704312245860474,
      "grad_norm": 22.24371487928838,
      "learning_rate": 2.961189801699717e-06,
      "loss": 0.2896,
      "step": 9160
    },
    {
      "epoch": 0.46704312245860474,
      "loss_breakdown/lm_loss": 3.413339982216712e-06,
      "loss_breakdown/pointer_loss": 0.19536039233207703,
      "step": 9160
    },
    {
      "epoch": 0.46704312245860474,
      "loss_breakdown/lm_loss": 6.874296559544746e-06,
      "loss_breakdown/pointer_loss": 0.31133341789245605,
      "step": 9160
    },
    {
      "epoch": 0.46704312245860474,
      "loss_breakdown/lm_loss": 4.674947376770433e-06,
      "loss_breakdown/pointer_loss": 0.2725815773010254,
      "step": 9160
    },
    {
      "epoch": 0.46704312245860474,
      "loss_breakdown/lm_loss": 6.853096238046419e-06,
      "loss_breakdown/pointer_loss": 0.26828908920288086,
      "step": 9160
    },
    {
      "epoch": 0.46755299486303553,
      "grad_norm": 3.1296642285357454,
      "learning_rate": 2.9583569405099155e-06,
      "loss": 0.3061,
      "step": 9170
    },
    {
      "epoch": 0.46755299486303553,
      "loss_breakdown/lm_loss": 4.417817763169296e-06,
      "loss_breakdown/pointer_loss": 0.9404791593551636,
      "step": 9170
    },
    {
      "epoch": 0.46755299486303553,
      "loss_breakdown/lm_loss": 5.6981043599080294e-06,
      "loss_breakdown/pointer_loss": 1.0322407484054565,
      "step": 9170
    },
    {
      "epoch": 0.46755299486303553,
      "loss_breakdown/lm_loss": 6.734566341037862e-06,
      "loss_breakdown/pointer_loss": 0.26692628860473633,
      "step": 9170
    },
    {
      "epoch": 0.46755299486303553,
      "loss_breakdown/lm_loss": 5.650445473293075e-06,
      "loss_breakdown/pointer_loss": 0.865020751953125,
      "step": 9170
    },
    {
      "epoch": 0.4680628672674663,
      "grad_norm": 3.953243770472533,
      "learning_rate": 2.9555240793201133e-06,
      "loss": 0.2407,
      "step": 9180
    },
    {
      "epoch": 0.4680628672674663,
      "loss_breakdown/lm_loss": 1.4502658814308234e-05,
      "loss_breakdown/pointer_loss": 1.2566341161727905,
      "step": 9180
    },
    {
      "epoch": 0.4680628672674663,
      "loss_breakdown/lm_loss": 5.837230219185585e-06,
      "loss_breakdown/pointer_loss": 0.39516782760620117,
      "step": 9180
    },
    {
      "epoch": 0.4680628672674663,
      "loss_breakdown/lm_loss": 5.876951490790816e-06,
      "loss_breakdown/pointer_loss": 0.7107150554656982,
      "step": 9180
    },
    {
      "epoch": 0.4680628672674663,
      "loss_breakdown/lm_loss": 5.1458268899295945e-06,
      "loss_breakdown/pointer_loss": 0.16731047630310059,
      "step": 9180
    },
    {
      "epoch": 0.4685727396718971,
      "grad_norm": 4.928324691215775,
      "learning_rate": 2.952691218130312e-06,
      "loss": 0.3018,
      "step": 9190
    },
    {
      "epoch": 0.4685727396718971,
      "loss_breakdown/lm_loss": 3.969639692513738e-06,
      "loss_breakdown/pointer_loss": 0.5058630108833313,
      "step": 9190
    },
    {
      "epoch": 0.4685727396718971,
      "loss_breakdown/lm_loss": 4.863693447987316e-06,
      "loss_breakdown/pointer_loss": 0.38097870349884033,
      "step": 9190
    },
    {
      "epoch": 0.4685727396718971,
      "loss_breakdown/lm_loss": 6.509782451757928e-06,
      "loss_breakdown/pointer_loss": 0.19164863228797913,
      "step": 9190
    },
    {
      "epoch": 0.4685727396718971,
      "loss_breakdown/lm_loss": 4.431140041560866e-06,
      "loss_breakdown/pointer_loss": 0.587202787399292,
      "step": 9190
    },
    {
      "epoch": 0.4690826120763279,
      "grad_norm": 5.682558463933095,
      "learning_rate": 2.9498583569405103e-06,
      "loss": 0.2402,
      "step": 9200
    },
    {
      "epoch": 0.4690826120763279,
      "loss_breakdown/lm_loss": 7.179042586358264e-05,
      "loss_breakdown/pointer_loss": 2.5668487548828125,
      "step": 9200
    },
    {
      "epoch": 0.4690826120763279,
      "loss_breakdown/lm_loss": 1.0592335456749424e-05,
      "loss_breakdown/pointer_loss": 1.0370304584503174,
      "step": 9200
    },
    {
      "epoch": 0.4690826120763279,
      "loss_breakdown/lm_loss": 5.215026249061339e-06,
      "loss_breakdown/pointer_loss": 0.8519601225852966,
      "step": 9200
    },
    {
      "epoch": 0.4690826120763279,
      "loss_breakdown/lm_loss": 8.562715265725274e-06,
      "loss_breakdown/pointer_loss": 1.35282564163208,
      "step": 9200
    },
    {
      "epoch": 0.4695924844807587,
      "grad_norm": 2.6867637899205477,
      "learning_rate": 2.947025495750708e-06,
      "loss": 0.271,
      "step": 9210
    },
    {
      "epoch": 0.4695924844807587,
      "loss_breakdown/lm_loss": 3.912311967724236e-06,
      "loss_breakdown/pointer_loss": 0.5409107208251953,
      "step": 9210
    },
    {
      "epoch": 0.4695924844807587,
      "loss_breakdown/lm_loss": 5.113220140628982e-06,
      "loss_breakdown/pointer_loss": 0.321665495634079,
      "step": 9210
    },
    {
      "epoch": 0.4695924844807587,
      "loss_breakdown/lm_loss": 6.87231340634753e-06,
      "loss_breakdown/pointer_loss": 0.12686072289943695,
      "step": 9210
    },
    {
      "epoch": 0.4695924844807587,
      "loss_breakdown/lm_loss": 6.190856311150128e-06,
      "loss_breakdown/pointer_loss": 0.34276846051216125,
      "step": 9210
    },
    {
      "epoch": 0.4701023568851895,
      "grad_norm": 3.068021423867754,
      "learning_rate": 2.9441926345609068e-06,
      "loss": 0.2864,
      "step": 9220
    },
    {
      "epoch": 0.4701023568851895,
      "loss_breakdown/lm_loss": 7.439549335686024e-06,
      "loss_breakdown/pointer_loss": 0.32563742995262146,
      "step": 9220
    },
    {
      "epoch": 0.4701023568851895,
      "loss_breakdown/lm_loss": 5.180386324354913e-06,
      "loss_breakdown/pointer_loss": 0.4912314713001251,
      "step": 9220
    },
    {
      "epoch": 0.4701023568851895,
      "loss_breakdown/lm_loss": 6.2000704019737896e-06,
      "loss_breakdown/pointer_loss": 0.12932521104812622,
      "step": 9220
    },
    {
      "epoch": 0.4701023568851895,
      "loss_breakdown/lm_loss": 4.847795480600325e-06,
      "loss_breakdown/pointer_loss": 0.1718362420797348,
      "step": 9220
    },
    {
      "epoch": 0.47061222928962027,
      "grad_norm": 6.673908038437313,
      "learning_rate": 2.941359773371105e-06,
      "loss": 0.2468,
      "step": 9230
    },
    {
      "epoch": 0.47061222928962027,
      "loss_breakdown/lm_loss": 6.115359610703308e-06,
      "loss_breakdown/pointer_loss": 0.42629069089889526,
      "step": 9230
    },
    {
      "epoch": 0.47061222928962027,
      "loss_breakdown/lm_loss": 4.847807758778799e-06,
      "loss_breakdown/pointer_loss": 2.3621647357940674,
      "step": 9230
    },
    {
      "epoch": 0.47061222928962027,
      "loss_breakdown/lm_loss": 6.222663614607882e-06,
      "loss_breakdown/pointer_loss": 0.31680768728256226,
      "step": 9230
    },
    {
      "epoch": 0.47061222928962027,
      "loss_breakdown/lm_loss": 4.299456577427918e-06,
      "loss_breakdown/pointer_loss": 0.08731856197118759,
      "step": 9230
    },
    {
      "epoch": 0.47112210169405105,
      "grad_norm": 2.824913292462708,
      "learning_rate": 2.9385269121813033e-06,
      "loss": 0.2954,
      "step": 9240
    },
    {
      "epoch": 0.47112210169405105,
      "loss_breakdown/lm_loss": 6.624941306654364e-06,
      "loss_breakdown/pointer_loss": 0.21446485817432404,
      "step": 9240
    },
    {
      "epoch": 0.47112210169405105,
      "loss_breakdown/lm_loss": 5.963904186501168e-06,
      "loss_breakdown/pointer_loss": 0.288710355758667,
      "step": 9240
    },
    {
      "epoch": 0.47112210169405105,
      "loss_breakdown/lm_loss": 3.860651759168832e-06,
      "loss_breakdown/pointer_loss": 0.6856474876403809,
      "step": 9240
    },
    {
      "epoch": 0.47112210169405105,
      "loss_breakdown/lm_loss": 2.94366054731654e-06,
      "loss_breakdown/pointer_loss": 0.3653196096420288,
      "step": 9240
    },
    {
      "epoch": 0.47163197409848184,
      "grad_norm": 6.240692569634099,
      "learning_rate": 2.9356940509915015e-06,
      "loss": 0.2525,
      "step": 9250
    },
    {
      "epoch": 0.47163197409848184,
      "loss_breakdown/lm_loss": 8.475621871184558e-05,
      "loss_breakdown/pointer_loss": 1.8675706386566162,
      "step": 9250
    },
    {
      "epoch": 0.47163197409848184,
      "loss_breakdown/lm_loss": 1.7702996046864428e-05,
      "loss_breakdown/pointer_loss": 0.5982637405395508,
      "step": 9250
    },
    {
      "epoch": 0.47163197409848184,
      "loss_breakdown/lm_loss": 2.5335542886750773e-05,
      "loss_breakdown/pointer_loss": 0.71976238489151,
      "step": 9250
    },
    {
      "epoch": 0.47163197409848184,
      "loss_breakdown/lm_loss": 7.4611011768865865e-06,
      "loss_breakdown/pointer_loss": 0.33767011761665344,
      "step": 9250
    },
    {
      "epoch": 0.47214184650291263,
      "grad_norm": 3.892102805718708,
      "learning_rate": 2.9328611898017e-06,
      "loss": 0.2517,
      "step": 9260
    },
    {
      "epoch": 0.47214184650291263,
      "loss_breakdown/lm_loss": 5.181580945645692e-06,
      "loss_breakdown/pointer_loss": 1.3813050985336304,
      "step": 9260
    },
    {
      "epoch": 0.47214184650291263,
      "loss_breakdown/lm_loss": 6.151130492071388e-06,
      "loss_breakdown/pointer_loss": 0.32925650477409363,
      "step": 9260
    },
    {
      "epoch": 0.47214184650291263,
      "loss_breakdown/lm_loss": 3.890961579600116e-06,
      "loss_breakdown/pointer_loss": 0.30045026540756226,
      "step": 9260
    },
    {
      "epoch": 0.47214184650291263,
      "loss_breakdown/lm_loss": 5.292838523018872e-06,
      "loss_breakdown/pointer_loss": 0.19194696843624115,
      "step": 9260
    },
    {
      "epoch": 0.4726517189073434,
      "grad_norm": 1.984796280648428,
      "learning_rate": 2.930028328611898e-06,
      "loss": 0.2734,
      "step": 9270
    },
    {
      "epoch": 0.4726517189073434,
      "loss_breakdown/lm_loss": 5.774129476776579e-06,
      "loss_breakdown/pointer_loss": 0.3821817934513092,
      "step": 9270
    },
    {
      "epoch": 0.4726517189073434,
      "loss_breakdown/lm_loss": 5.318944204191212e-06,
      "loss_breakdown/pointer_loss": 0.22830075025558472,
      "step": 9270
    },
    {
      "epoch": 0.4726517189073434,
      "loss_breakdown/lm_loss": 4.690846253652126e-06,
      "loss_breakdown/pointer_loss": 0.4079035520553589,
      "step": 9270
    },
    {
      "epoch": 0.4726517189073434,
      "loss_breakdown/lm_loss": 3.9582178033015225e-06,
      "loss_breakdown/pointer_loss": 0.5399725437164307,
      "step": 9270
    },
    {
      "epoch": 0.4731615913117742,
      "grad_norm": 28.327061406654504,
      "learning_rate": 2.9271954674220963e-06,
      "loss": 0.2748,
      "step": 9280
    },
    {
      "epoch": 0.4731615913117742,
      "loss_breakdown/lm_loss": 4.9392006076232065e-06,
      "loss_breakdown/pointer_loss": 0.05486949533224106,
      "step": 9280
    },
    {
      "epoch": 0.4731615913117742,
      "loss_breakdown/lm_loss": 8.074324796325527e-06,
      "loss_breakdown/pointer_loss": 0.32539013028144836,
      "step": 9280
    },
    {
      "epoch": 0.4731615913117742,
      "loss_breakdown/lm_loss": 4.434555648913374e-06,
      "loss_breakdown/pointer_loss": 0.18468089401721954,
      "step": 9280
    },
    {
      "epoch": 0.4731615913117742,
      "loss_breakdown/lm_loss": 3.985539478890132e-06,
      "loss_breakdown/pointer_loss": 0.08186978101730347,
      "step": 9280
    },
    {
      "epoch": 0.473671463716205,
      "grad_norm": 3.975166517537964,
      "learning_rate": 2.924362606232295e-06,
      "loss": 0.2514,
      "step": 9290
    },
    {
      "epoch": 0.473671463716205,
      "loss_breakdown/lm_loss": 5.022107870900072e-06,
      "loss_breakdown/pointer_loss": 0.14538052678108215,
      "step": 9290
    },
    {
      "epoch": 0.473671463716205,
      "loss_breakdown/lm_loss": 4.19437174059567e-06,
      "loss_breakdown/pointer_loss": 0.5078622102737427,
      "step": 9290
    },
    {
      "epoch": 0.473671463716205,
      "loss_breakdown/lm_loss": 3.7281376989994897e-06,
      "loss_breakdown/pointer_loss": 0.1836465746164322,
      "step": 9290
    },
    {
      "epoch": 0.473671463716205,
      "loss_breakdown/lm_loss": 6.508733804366784e-06,
      "loss_breakdown/pointer_loss": 0.05600091069936752,
      "step": 9290
    },
    {
      "epoch": 0.4741813361206358,
      "grad_norm": 17.24238415570976,
      "learning_rate": 2.9215297450424932e-06,
      "loss": 0.2949,
      "step": 9300
    },
    {
      "epoch": 0.4741813361206358,
      "loss_breakdown/lm_loss": 9.682915333542041e-06,
      "loss_breakdown/pointer_loss": 1.7642698287963867,
      "step": 9300
    },
    {
      "epoch": 0.4741813361206358,
      "loss_breakdown/lm_loss": 8.45534486870747e-06,
      "loss_breakdown/pointer_loss": 0.65281742811203,
      "step": 9300
    },
    {
      "epoch": 0.4741813361206358,
      "loss_breakdown/lm_loss": 5.494825472851517e-06,
      "loss_breakdown/pointer_loss": 0.22072407603263855,
      "step": 9300
    },
    {
      "epoch": 0.4741813361206358,
      "loss_breakdown/lm_loss": 5.289875844027847e-06,
      "loss_breakdown/pointer_loss": 0.7461336851119995,
      "step": 9300
    },
    {
      "epoch": 0.4746912085250666,
      "grad_norm": 7.424250696659452,
      "learning_rate": 2.9186968838526915e-06,
      "loss": 0.2645,
      "step": 9310
    },
    {
      "epoch": 0.4746912085250666,
      "loss_breakdown/lm_loss": 4.390844878798816e-06,
      "loss_breakdown/pointer_loss": 0.4385819137096405,
      "step": 9310
    },
    {
      "epoch": 0.4746912085250666,
      "loss_breakdown/lm_loss": 5.217252692091279e-06,
      "loss_breakdown/pointer_loss": 0.029248399659991264,
      "step": 9310
    },
    {
      "epoch": 0.4746912085250666,
      "loss_breakdown/lm_loss": 4.6689974624314345e-06,
      "loss_breakdown/pointer_loss": 0.7453230619430542,
      "step": 9310
    },
    {
      "epoch": 0.4746912085250666,
      "loss_breakdown/lm_loss": 4.669000645662891e-06,
      "loss_breakdown/pointer_loss": 0.4215032756328583,
      "step": 9310
    },
    {
      "epoch": 0.47520108092949737,
      "grad_norm": 3.2089765547675797,
      "learning_rate": 2.9158640226628897e-06,
      "loss": 0.3009,
      "step": 9320
    },
    {
      "epoch": 0.47520108092949737,
      "loss_breakdown/lm_loss": 5.547135970118688e-06,
      "loss_breakdown/pointer_loss": 0.29231002926826477,
      "step": 9320
    },
    {
      "epoch": 0.47520108092949737,
      "loss_breakdown/lm_loss": 3.875913535011932e-06,
      "loss_breakdown/pointer_loss": 0.17024192214012146,
      "step": 9320
    },
    {
      "epoch": 0.47520108092949737,
      "loss_breakdown/lm_loss": 3.998337888333481e-06,
      "loss_breakdown/pointer_loss": 0.28606635332107544,
      "step": 9320
    },
    {
      "epoch": 0.47520108092949737,
      "loss_breakdown/lm_loss": 4.333887773100287e-06,
      "loss_breakdown/pointer_loss": 0.7545596361160278,
      "step": 9320
    },
    {
      "epoch": 0.4757109533339282,
      "grad_norm": 4.327779997477232,
      "learning_rate": 2.9130311614730884e-06,
      "loss": 0.2612,
      "step": 9330
    },
    {
      "epoch": 0.4757109533339282,
      "loss_breakdown/lm_loss": 6.127304914116394e-06,
      "loss_breakdown/pointer_loss": 0.11411157995462418,
      "step": 9330
    },
    {
      "epoch": 0.4757109533339282,
      "loss_breakdown/lm_loss": 5.531251645152224e-06,
      "loss_breakdown/pointer_loss": 0.0893096998333931,
      "step": 9330
    },
    {
      "epoch": 0.4757109533339282,
      "loss_breakdown/lm_loss": 5.793511718366062e-06,
      "loss_breakdown/pointer_loss": 0.14297106862068176,
      "step": 9330
    },
    {
      "epoch": 0.4757109533339282,
      "loss_breakdown/lm_loss": 5.9882172536163125e-06,
      "loss_breakdown/pointer_loss": 0.12169112265110016,
      "step": 9330
    },
    {
      "epoch": 0.476220825738359,
      "grad_norm": 2.662562047970951,
      "learning_rate": 2.9101983002832862e-06,
      "loss": 0.2447,
      "step": 9340
    },
    {
      "epoch": 0.476220825738359,
      "loss_breakdown/lm_loss": 5.115620297146961e-06,
      "loss_breakdown/pointer_loss": 0.47250622510910034,
      "step": 9340
    },
    {
      "epoch": 0.476220825738359,
      "loss_breakdown/lm_loss": 4.837876076635439e-06,
      "loss_breakdown/pointer_loss": 0.21750208735466003,
      "step": 9340
    },
    {
      "epoch": 0.476220825738359,
      "loss_breakdown/lm_loss": 3.6557275961968116e-06,
      "loss_breakdown/pointer_loss": 0.24898767471313477,
      "step": 9340
    },
    {
      "epoch": 0.476220825738359,
      "loss_breakdown/lm_loss": 6.1320520217122976e-06,
      "loss_breakdown/pointer_loss": 0.44898220896720886,
      "step": 9340
    },
    {
      "epoch": 0.4767306981427898,
      "grad_norm": 5.664741045296278,
      "learning_rate": 2.9073654390934845e-06,
      "loss": 0.267,
      "step": 9350
    },
    {
      "epoch": 0.4767306981427898,
      "loss_breakdown/lm_loss": 1.1120424460386857e-05,
      "loss_breakdown/pointer_loss": 1.0140407085418701,
      "step": 9350
    },
    {
      "epoch": 0.4767306981427898,
      "loss_breakdown/lm_loss": 1.6005073121050373e-05,
      "loss_breakdown/pointer_loss": 0.5049795508384705,
      "step": 9350
    },
    {
      "epoch": 0.4767306981427898,
      "loss_breakdown/lm_loss": 6.03959188083536e-06,
      "loss_breakdown/pointer_loss": 0.7329379320144653,
      "step": 9350
    },
    {
      "epoch": 0.4767306981427898,
      "loss_breakdown/lm_loss": 5.274166142044123e-06,
      "loss_breakdown/pointer_loss": 0.6031308174133301,
      "step": 9350
    },
    {
      "epoch": 0.4772405705472206,
      "grad_norm": 2.44547128187357,
      "learning_rate": 2.904532577903683e-06,
      "loss": 0.245,
      "step": 9360
    },
    {
      "epoch": 0.4772405705472206,
      "loss_breakdown/lm_loss": 4.276877916709054e-06,
      "loss_breakdown/pointer_loss": 0.2861771881580353,
      "step": 9360
    },
    {
      "epoch": 0.4772405705472206,
      "loss_breakdown/lm_loss": 5.72199451198685e-06,
      "loss_breakdown/pointer_loss": 0.14264045655727386,
      "step": 9360
    },
    {
      "epoch": 0.4772405705472206,
      "loss_breakdown/lm_loss": 4.5193228288553655e-06,
      "loss_breakdown/pointer_loss": 0.19926637411117554,
      "step": 9360
    },
    {
      "epoch": 0.4772405705472206,
      "loss_breakdown/lm_loss": 4.80410153613775e-06,
      "loss_breakdown/pointer_loss": 0.4632728695869446,
      "step": 9360
    },
    {
      "epoch": 0.47775044295165137,
      "grad_norm": 2.13105220740499,
      "learning_rate": 2.901699716713881e-06,
      "loss": 0.3004,
      "step": 9370
    },
    {
      "epoch": 0.47775044295165137,
      "loss_breakdown/lm_loss": 3.742803301065578e-06,
      "loss_breakdown/pointer_loss": 0.3865516185760498,
      "step": 9370
    },
    {
      "epoch": 0.47775044295165137,
      "loss_breakdown/lm_loss": 4.6679924707859755e-06,
      "loss_breakdown/pointer_loss": 0.7998056411743164,
      "step": 9370
    },
    {
      "epoch": 0.47775044295165137,
      "loss_breakdown/lm_loss": 4.1081088966166135e-06,
      "loss_breakdown/pointer_loss": 0.16817547380924225,
      "step": 9370
    },
    {
      "epoch": 0.47775044295165137,
      "loss_breakdown/lm_loss": 4.446235379873542e-06,
      "loss_breakdown/pointer_loss": 0.16703468561172485,
      "step": 9370
    },
    {
      "epoch": 0.47826031535608216,
      "grad_norm": 5.618166076258309,
      "learning_rate": 2.8988668555240797e-06,
      "loss": 0.2665,
      "step": 9380
    },
    {
      "epoch": 0.47826031535608216,
      "loss_breakdown/lm_loss": 4.3656827983795665e-06,
      "loss_breakdown/pointer_loss": 0.17393659055233002,
      "step": 9380
    },
    {
      "epoch": 0.47826031535608216,
      "loss_breakdown/lm_loss": 6.57229111311608e-06,
      "loss_breakdown/pointer_loss": 2.8035366535186768,
      "step": 9380
    },
    {
      "epoch": 0.47826031535608216,
      "loss_breakdown/lm_loss": 4.466345217224443e-06,
      "loss_breakdown/pointer_loss": 0.19106626510620117,
      "step": 9380
    },
    {
      "epoch": 0.47826031535608216,
      "loss_breakdown/lm_loss": 5.888882697036024e-06,
      "loss_breakdown/pointer_loss": 0.1923324465751648,
      "step": 9380
    },
    {
      "epoch": 0.47877018776051294,
      "grad_norm": 11.628161037597051,
      "learning_rate": 2.896033994334278e-06,
      "loss": 0.294,
      "step": 9390
    },
    {
      "epoch": 0.47877018776051294,
      "loss_breakdown/lm_loss": 3.880588337779045e-06,
      "loss_breakdown/pointer_loss": 0.36209607124328613,
      "step": 9390
    },
    {
      "epoch": 0.47877018776051294,
      "loss_breakdown/lm_loss": 5.736354069085792e-06,
      "loss_breakdown/pointer_loss": 0.3349970579147339,
      "step": 9390
    },
    {
      "epoch": 0.47877018776051294,
      "loss_breakdown/lm_loss": 3.7024194625701057e-06,
      "loss_breakdown/pointer_loss": 0.472964882850647,
      "step": 9390
    },
    {
      "epoch": 0.47877018776051294,
      "loss_breakdown/lm_loss": 8.055643775151111e-06,
      "loss_breakdown/pointer_loss": 0.15304628014564514,
      "step": 9390
    },
    {
      "epoch": 0.47928006016494373,
      "grad_norm": 10.226745056671145,
      "learning_rate": 2.8932011331444757e-06,
      "loss": 0.2271,
      "step": 9400
    },
    {
      "epoch": 0.47928006016494373,
      "loss_breakdown/lm_loss": 1.0187216503254604e-05,
      "loss_breakdown/pointer_loss": 0.6875030398368835,
      "step": 9400
    },
    {
      "epoch": 0.47928006016494373,
      "loss_breakdown/lm_loss": 6.837186447228305e-06,
      "loss_breakdown/pointer_loss": 0.5937930345535278,
      "step": 9400
    },
    {
      "epoch": 0.47928006016494373,
      "loss_breakdown/lm_loss": 5.647787020279793e-06,
      "loss_breakdown/pointer_loss": 0.9452168345451355,
      "step": 9400
    },
    {
      "epoch": 0.47928006016494373,
      "loss_breakdown/lm_loss": 1.1879645171575248e-05,
      "loss_breakdown/pointer_loss": 0.19517038762569427,
      "step": 9400
    },
    {
      "epoch": 0.4797899325693745,
      "grad_norm": 1.825015324487837,
      "learning_rate": 2.8903682719546744e-06,
      "loss": 0.2625,
      "step": 9410
    },
    {
      "epoch": 0.4797899325693745,
      "loss_breakdown/lm_loss": 3.860764991259202e-06,
      "loss_breakdown/pointer_loss": 0.195516437292099,
      "step": 9410
    },
    {
      "epoch": 0.4797899325693745,
      "loss_breakdown/lm_loss": 3.2716150144551648e-06,
      "loss_breakdown/pointer_loss": 0.15573018789291382,
      "step": 9410
    },
    {
      "epoch": 0.4797899325693745,
      "loss_breakdown/lm_loss": 3.852423560601892e-06,
      "loss_breakdown/pointer_loss": 0.02353324368596077,
      "step": 9410
    },
    {
      "epoch": 0.4797899325693745,
      "loss_breakdown/lm_loss": 7.719764653302263e-06,
      "loss_breakdown/pointer_loss": 0.14018449187278748,
      "step": 9410
    },
    {
      "epoch": 0.4802998049738053,
      "grad_norm": 2.2480607691260945,
      "learning_rate": 2.8875354107648727e-06,
      "loss": 0.2553,
      "step": 9420
    },
    {
      "epoch": 0.4802998049738053,
      "loss_breakdown/lm_loss": 3.861765435431153e-06,
      "loss_breakdown/pointer_loss": 0.49629783630371094,
      "step": 9420
    },
    {
      "epoch": 0.4802998049738053,
      "loss_breakdown/lm_loss": 4.6149739318934735e-06,
      "loss_breakdown/pointer_loss": 1.5256497859954834,
      "step": 9420
    },
    {
      "epoch": 0.4802998049738053,
      "loss_breakdown/lm_loss": 2.0411052901181392e-05,
      "loss_breakdown/pointer_loss": 1.3318819999694824,
      "step": 9420
    },
    {
      "epoch": 0.4802998049738053,
      "loss_breakdown/lm_loss": 5.3650137488148175e-06,
      "loss_breakdown/pointer_loss": 0.32724064588546753,
      "step": 9420
    },
    {
      "epoch": 0.4808096773782361,
      "grad_norm": 9.569940760095786,
      "learning_rate": 2.884702549575071e-06,
      "loss": 0.2711,
      "step": 9430
    },
    {
      "epoch": 0.4808096773782361,
      "loss_breakdown/lm_loss": 6.234583906916669e-06,
      "loss_breakdown/pointer_loss": 0.32101598381996155,
      "step": 9430
    },
    {
      "epoch": 0.4808096773782361,
      "loss_breakdown/lm_loss": 4.50210927738226e-06,
      "loss_breakdown/pointer_loss": 0.11991588026285172,
      "step": 9430
    },
    {
      "epoch": 0.4808096773782361,
      "loss_breakdown/lm_loss": 5.454431629914325e-06,
      "loss_breakdown/pointer_loss": 0.8786953687667847,
      "step": 9430
    },
    {
      "epoch": 0.4808096773782361,
      "loss_breakdown/lm_loss": 5.455753580463352e-06,
      "loss_breakdown/pointer_loss": 0.05243528634309769,
      "step": 9430
    },
    {
      "epoch": 0.4813195497826669,
      "grad_norm": 4.423681562343466,
      "learning_rate": 2.881869688385269e-06,
      "loss": 0.3242,
      "step": 9440
    },
    {
      "epoch": 0.4813195497826669,
      "loss_breakdown/lm_loss": 6.326035872916691e-06,
      "loss_breakdown/pointer_loss": 0.29731929302215576,
      "step": 9440
    },
    {
      "epoch": 0.4813195497826669,
      "loss_breakdown/lm_loss": 6.485930953203933e-06,
      "loss_breakdown/pointer_loss": 0.16893263161182404,
      "step": 9440
    },
    {
      "epoch": 0.4813195497826669,
      "loss_breakdown/lm_loss": 3.795037855525152e-06,
      "loss_breakdown/pointer_loss": 0.2614304721355438,
      "step": 9440
    },
    {
      "epoch": 0.4813195497826669,
      "loss_breakdown/lm_loss": 4.905598416371504e-06,
      "loss_breakdown/pointer_loss": 0.2884560823440552,
      "step": 9440
    },
    {
      "epoch": 0.4818294221870977,
      "grad_norm": 13.135176779929848,
      "learning_rate": 2.879036827195468e-06,
      "loss": 0.2548,
      "step": 9450
    },
    {
      "epoch": 0.4818294221870977,
      "loss_breakdown/lm_loss": 1.196113953483291e-05,
      "loss_breakdown/pointer_loss": 0.6980681419372559,
      "step": 9450
    },
    {
      "epoch": 0.4818294221870977,
      "loss_breakdown/lm_loss": 1.9804359908448532e-05,
      "loss_breakdown/pointer_loss": 1.4777717590332031,
      "step": 9450
    },
    {
      "epoch": 0.4818294221870977,
      "loss_breakdown/lm_loss": 5.972419330646517e-06,
      "loss_breakdown/pointer_loss": 0.8434047698974609,
      "step": 9450
    },
    {
      "epoch": 0.4818294221870977,
      "loss_breakdown/lm_loss": 7.21786864232854e-06,
      "loss_breakdown/pointer_loss": 0.9926100969314575,
      "step": 9450
    },
    {
      "epoch": 0.48233929459152847,
      "grad_norm": 3.763056993200814,
      "learning_rate": 2.876203966005666e-06,
      "loss": 0.2787,
      "step": 9460
    },
    {
      "epoch": 0.48233929459152847,
      "loss_breakdown/lm_loss": 3.7100317058502696e-06,
      "loss_breakdown/pointer_loss": 0.35081321001052856,
      "step": 9460
    },
    {
      "epoch": 0.48233929459152847,
      "loss_breakdown/lm_loss": 3.5206069242121885e-06,
      "loss_breakdown/pointer_loss": 0.6680020093917847,
      "step": 9460
    },
    {
      "epoch": 0.48233929459152847,
      "loss_breakdown/lm_loss": 3.0139926820993423e-06,
      "loss_breakdown/pointer_loss": 0.6575735807418823,
      "step": 9460
    },
    {
      "epoch": 0.48233929459152847,
      "loss_breakdown/lm_loss": 4.246469870849978e-06,
      "loss_breakdown/pointer_loss": 1.0447633266448975,
      "step": 9460
    },
    {
      "epoch": 0.48284916699595926,
      "grad_norm": 2.509990319852438,
      "learning_rate": 2.873371104815864e-06,
      "loss": 0.2933,
      "step": 9470
    },
    {
      "epoch": 0.48284916699595926,
      "loss_breakdown/lm_loss": 4.413349415699486e-06,
      "loss_breakdown/pointer_loss": 0.24112018942832947,
      "step": 9470
    },
    {
      "epoch": 0.48284916699595926,
      "loss_breakdown/lm_loss": 4.83628627989674e-06,
      "loss_breakdown/pointer_loss": 0.34677380323410034,
      "step": 9470
    },
    {
      "epoch": 0.48284916699595926,
      "loss_breakdown/lm_loss": 3.7945671920169843e-06,
      "loss_breakdown/pointer_loss": 0.12198294699192047,
      "step": 9470
    },
    {
      "epoch": 0.48284916699595926,
      "loss_breakdown/lm_loss": 3.649102609415422e-06,
      "loss_breakdown/pointer_loss": 0.613664984703064,
      "step": 9470
    },
    {
      "epoch": 0.48335903940039004,
      "grad_norm": 4.4472803918137025,
      "learning_rate": 2.8705382436260626e-06,
      "loss": 0.2527,
      "step": 9480
    },
    {
      "epoch": 0.48335903940039004,
      "loss_breakdown/lm_loss": 8.511386113241315e-06,
      "loss_breakdown/pointer_loss": 1.2582471370697021,
      "step": 9480
    },
    {
      "epoch": 0.48335903940039004,
      "loss_breakdown/lm_loss": 7.748500138404779e-06,
      "loss_breakdown/pointer_loss": 0.18120594322681427,
      "step": 9480
    },
    {
      "epoch": 0.48335903940039004,
      "loss_breakdown/lm_loss": 7.363069471466588e-06,
      "loss_breakdown/pointer_loss": 0.1119832918047905,
      "step": 9480
    },
    {
      "epoch": 0.48335903940039004,
      "loss_breakdown/lm_loss": 5.729906661144923e-06,
      "loss_breakdown/pointer_loss": 0.24158887565135956,
      "step": 9480
    },
    {
      "epoch": 0.48386891180482083,
      "grad_norm": 5.920282264682141,
      "learning_rate": 2.8677053824362613e-06,
      "loss": 0.3037,
      "step": 9490
    },
    {
      "epoch": 0.48386891180482083,
      "loss_breakdown/lm_loss": 5.669955953635508e-06,
      "loss_breakdown/pointer_loss": 0.22231203317642212,
      "step": 9490
    },
    {
      "epoch": 0.48386891180482083,
      "loss_breakdown/lm_loss": 1.036555022437824e-05,
      "loss_breakdown/pointer_loss": 0.6399294137954712,
      "step": 9490
    },
    {
      "epoch": 0.48386891180482083,
      "loss_breakdown/lm_loss": 3.599215233407449e-06,
      "loss_breakdown/pointer_loss": 1.0192408561706543,
      "step": 9490
    },
    {
      "epoch": 0.48386891180482083,
      "loss_breakdown/lm_loss": 5.98997030465398e-06,
      "loss_breakdown/pointer_loss": 0.17121969163417816,
      "step": 9490
    },
    {
      "epoch": 0.4843787842092516,
      "grad_norm": 11.264125981049881,
      "learning_rate": 2.864872521246459e-06,
      "loss": 0.262,
      "step": 9500
    },
    {
      "epoch": 0.4843787842092516,
      "loss_breakdown/lm_loss": 4.5046785089652985e-05,
      "loss_breakdown/pointer_loss": 1.365738868713379,
      "step": 9500
    },
    {
      "epoch": 0.4843787842092516,
      "loss_breakdown/lm_loss": 6.411645699699875e-06,
      "loss_breakdown/pointer_loss": 0.3958897590637207,
      "step": 9500
    },
    {
      "epoch": 0.4843787842092516,
      "loss_breakdown/lm_loss": 8.1949665400316e-06,
      "loss_breakdown/pointer_loss": 0.5176196098327637,
      "step": 9500
    },
    {
      "epoch": 0.4843787842092516,
      "loss_breakdown/lm_loss": 1.4516055671265349e-05,
      "loss_breakdown/pointer_loss": 0.7627052664756775,
      "step": 9500
    },
    {
      "epoch": 0.4848886566136824,
      "grad_norm": 4.1835489442721885,
      "learning_rate": 2.8620396600566574e-06,
      "loss": 0.2651,
      "step": 9510
    },
    {
      "epoch": 0.4848886566136824,
      "loss_breakdown/lm_loss": 4.32130582339596e-06,
      "loss_breakdown/pointer_loss": 0.24716347455978394,
      "step": 9510
    },
    {
      "epoch": 0.4848886566136824,
      "loss_breakdown/lm_loss": 4.6358777581190225e-06,
      "loss_breakdown/pointer_loss": 0.40947097539901733,
      "step": 9510
    },
    {
      "epoch": 0.4848886566136824,
      "loss_breakdown/lm_loss": 6.472985660366248e-06,
      "loss_breakdown/pointer_loss": 0.22230376303195953,
      "step": 9510
    },
    {
      "epoch": 0.4848886566136824,
      "loss_breakdown/lm_loss": 5.094149400974857e-06,
      "loss_breakdown/pointer_loss": 0.09860272705554962,
      "step": 9510
    },
    {
      "epoch": 0.4853985290181132,
      "grad_norm": 4.002273459807352,
      "learning_rate": 2.859206798866856e-06,
      "loss": 0.2882,
      "step": 9520
    },
    {
      "epoch": 0.4853985290181132,
      "loss_breakdown/lm_loss": 9.59231510933023e-06,
      "loss_breakdown/pointer_loss": 0.35401132702827454,
      "step": 9520
    },
    {
      "epoch": 0.4853985290181132,
      "loss_breakdown/lm_loss": 3.839005785266636e-06,
      "loss_breakdown/pointer_loss": 0.9363694190979004,
      "step": 9520
    },
    {
      "epoch": 0.4853985290181132,
      "loss_breakdown/lm_loss": 3.4463890187907964e-05,
      "loss_breakdown/pointer_loss": 0.592237114906311,
      "step": 9520
    },
    {
      "epoch": 0.4853985290181132,
      "loss_breakdown/lm_loss": 4.293492565921042e-06,
      "loss_breakdown/pointer_loss": 0.8658469915390015,
      "step": 9520
    },
    {
      "epoch": 0.485908401422544,
      "grad_norm": 23.793561748642894,
      "learning_rate": 2.856373937677054e-06,
      "loss": 0.2395,
      "step": 9530
    },
    {
      "epoch": 0.485908401422544,
      "loss_breakdown/lm_loss": 4.923301730741514e-06,
      "loss_breakdown/pointer_loss": 0.1442105919122696,
      "step": 9530
    },
    {
      "epoch": 0.485908401422544,
      "loss_breakdown/lm_loss": 6.92993262418895e-06,
      "loss_breakdown/pointer_loss": 2.9764292240142822,
      "step": 9530
    },
    {
      "epoch": 0.485908401422544,
      "loss_breakdown/lm_loss": 7.037167051748838e-06,
      "loss_breakdown/pointer_loss": 0.04540404677391052,
      "step": 9530
    },
    {
      "epoch": 0.485908401422544,
      "loss_breakdown/lm_loss": 7.116677352314582e-06,
      "loss_breakdown/pointer_loss": 0.5788285136222839,
      "step": 9530
    },
    {
      "epoch": 0.4864182738269748,
      "grad_norm": 3.6627651346065067,
      "learning_rate": 2.853541076487252e-06,
      "loss": 0.2837,
      "step": 9540
    },
    {
      "epoch": 0.4864182738269748,
      "loss_breakdown/lm_loss": 5.202116426517023e-06,
      "loss_breakdown/pointer_loss": 0.17677155137062073,
      "step": 9540
    },
    {
      "epoch": 0.4864182738269748,
      "loss_breakdown/lm_loss": 4.839851953875041e-06,
      "loss_breakdown/pointer_loss": 2.6190855503082275,
      "step": 9540
    },
    {
      "epoch": 0.4864182738269748,
      "loss_breakdown/lm_loss": 4.592613095155684e-06,
      "loss_breakdown/pointer_loss": 0.07390996813774109,
      "step": 9540
    },
    {
      "epoch": 0.4864182738269748,
      "loss_breakdown/lm_loss": 4.7945595724741e-06,
      "loss_breakdown/pointer_loss": 0.22968880832195282,
      "step": 9540
    },
    {
      "epoch": 0.48692814623140557,
      "grad_norm": 6.591258520675741,
      "learning_rate": 2.8507082152974508e-06,
      "loss": 0.2944,
      "step": 9550
    },
    {
      "epoch": 0.48692814623140557,
      "loss_breakdown/lm_loss": 0.0001057013068930246,
      "loss_breakdown/pointer_loss": 1.0528287887573242,
      "step": 9550
    },
    {
      "epoch": 0.48692814623140557,
      "loss_breakdown/lm_loss": 1.1083402569056489e-05,
      "loss_breakdown/pointer_loss": 0.8635206818580627,
      "step": 9550
    },
    {
      "epoch": 0.48692814623140557,
      "loss_breakdown/lm_loss": 6.497441063402221e-06,
      "loss_breakdown/pointer_loss": 0.2613065242767334,
      "step": 9550
    },
    {
      "epoch": 0.48692814623140557,
      "loss_breakdown/lm_loss": 5.853108177689137e-06,
      "loss_breakdown/pointer_loss": 0.6275942325592041,
      "step": 9550
    },
    {
      "epoch": 0.48743801863583636,
      "grad_norm": 3.2758492854161343,
      "learning_rate": 2.8478753541076486e-06,
      "loss": 0.2622,
      "step": 9560
    },
    {
      "epoch": 0.48743801863583636,
      "loss_breakdown/lm_loss": 3.924163138435688e-06,
      "loss_breakdown/pointer_loss": 0.20409360527992249,
      "step": 9560
    },
    {
      "epoch": 0.48743801863583636,
      "loss_breakdown/lm_loss": 5.982920811220538e-06,
      "loss_breakdown/pointer_loss": 0.07111838459968567,
      "step": 9560
    },
    {
      "epoch": 0.48743801863583636,
      "loss_breakdown/lm_loss": 4.216007255308796e-06,
      "loss_breakdown/pointer_loss": 0.08969347923994064,
      "step": 9560
    },
    {
      "epoch": 0.48743801863583636,
      "loss_breakdown/lm_loss": 6.278232376644155e-06,
      "loss_breakdown/pointer_loss": 0.2681930363178253,
      "step": 9560
    },
    {
      "epoch": 0.48794789104026715,
      "grad_norm": 2.4162362840826477,
      "learning_rate": 2.8450424929178473e-06,
      "loss": 0.2959,
      "step": 9570
    },
    {
      "epoch": 0.48794789104026715,
      "loss_breakdown/lm_loss": 4.498127964325249e-06,
      "loss_breakdown/pointer_loss": 0.30728262662887573,
      "step": 9570
    },
    {
      "epoch": 0.48794789104026715,
      "loss_breakdown/lm_loss": 5.9357998907216825e-06,
      "loss_breakdown/pointer_loss": 0.19645005464553833,
      "step": 9570
    },
    {
      "epoch": 0.48794789104026715,
      "loss_breakdown/lm_loss": 3.623275460995501e-06,
      "loss_breakdown/pointer_loss": 0.2364019751548767,
      "step": 9570
    },
    {
      "epoch": 0.48794789104026715,
      "loss_breakdown/lm_loss": 5.475731086335145e-06,
      "loss_breakdown/pointer_loss": 0.22630733251571655,
      "step": 9570
    },
    {
      "epoch": 0.488457763444698,
      "grad_norm": 12.081567955237503,
      "learning_rate": 2.8422096317280455e-06,
      "loss": 0.2645,
      "step": 9580
    },
    {
      "epoch": 0.488457763444698,
      "loss_breakdown/lm_loss": 9.476798368268646e-06,
      "loss_breakdown/pointer_loss": 0.5816434621810913,
      "step": 9580
    },
    {
      "epoch": 0.488457763444698,
      "loss_breakdown/lm_loss": 7.3828891800076235e-06,
      "loss_breakdown/pointer_loss": 0.0746612548828125,
      "step": 9580
    },
    {
      "epoch": 0.488457763444698,
      "loss_breakdown/lm_loss": 3.985540843132185e-06,
      "loss_breakdown/pointer_loss": 0.8911832571029663,
      "step": 9580
    },
    {
      "epoch": 0.488457763444698,
      "loss_breakdown/lm_loss": 1.1443806215538643e-05,
      "loss_breakdown/pointer_loss": 2.1427903175354004,
      "step": 9580
    },
    {
      "epoch": 0.4889676358491288,
      "grad_norm": 6.006307893295522,
      "learning_rate": 2.8393767705382442e-06,
      "loss": 0.2698,
      "step": 9590
    },
    {
      "epoch": 0.4889676358491288,
      "loss_breakdown/lm_loss": 7.328038918785751e-06,
      "loss_breakdown/pointer_loss": 0.34541574120521545,
      "step": 9590
    },
    {
      "epoch": 0.4889676358491288,
      "loss_breakdown/lm_loss": 4.931544935971033e-06,
      "loss_breakdown/pointer_loss": 1.3241795301437378,
      "step": 9590
    },
    {
      "epoch": 0.4889676358491288,
      "loss_breakdown/lm_loss": 3.730145181179978e-06,
      "loss_breakdown/pointer_loss": 0.2250148504972458,
      "step": 9590
    },
    {
      "epoch": 0.4889676358491288,
      "loss_breakdown/lm_loss": 4.502102910919348e-06,
      "loss_breakdown/pointer_loss": 0.8496559858322144,
      "step": 9590
    },
    {
      "epoch": 0.48947750825355957,
      "grad_norm": 16.74794704355199,
      "learning_rate": 2.836543909348442e-06,
      "loss": 0.2555,
      "step": 9600
    },
    {
      "epoch": 0.48947750825355957,
      "loss_breakdown/lm_loss": 2.134933674824424e-05,
      "loss_breakdown/pointer_loss": 3.761815309524536,
      "step": 9600
    },
    {
      "epoch": 0.48947750825355957,
      "loss_breakdown/lm_loss": 7.923797056719195e-06,
      "loss_breakdown/pointer_loss": 1.095381498336792,
      "step": 9600
    },
    {
      "epoch": 0.48947750825355957,
      "loss_breakdown/lm_loss": 8.263022209575865e-06,
      "loss_breakdown/pointer_loss": 0.7496857047080994,
      "step": 9600
    },
    {
      "epoch": 0.48947750825355957,
      "loss_breakdown/lm_loss": 4.260769401298603e-06,
      "loss_breakdown/pointer_loss": 0.22628748416900635,
      "step": 9600
    },
    {
      "epoch": 0.48998738065799036,
      "grad_norm": 3.062659865348732,
      "learning_rate": 2.8337110481586407e-06,
      "loss": 0.2635,
      "step": 9610
    },
    {
      "epoch": 0.48998738065799036,
      "loss_breakdown/lm_loss": 4.165070549788652e-06,
      "loss_breakdown/pointer_loss": 0.12931708991527557,
      "step": 9610
    },
    {
      "epoch": 0.48998738065799036,
      "loss_breakdown/lm_loss": 4.578733296511928e-06,
      "loss_breakdown/pointer_loss": 0.11775049567222595,
      "step": 9610
    },
    {
      "epoch": 0.48998738065799036,
      "loss_breakdown/lm_loss": 4.649124548450345e-06,
      "loss_breakdown/pointer_loss": 0.16650450229644775,
      "step": 9610
    },
    {
      "epoch": 0.48998738065799036,
      "loss_breakdown/lm_loss": 4.6650084186694585e-06,
      "loss_breakdown/pointer_loss": 0.14649105072021484,
      "step": 9610
    },
    {
      "epoch": 0.49049725306242115,
      "grad_norm": 4.2313123357204026,
      "learning_rate": 2.830878186968839e-06,
      "loss": 0.2798,
      "step": 9620
    },
    {
      "epoch": 0.49049725306242115,
      "loss_breakdown/lm_loss": 5.832307579112239e-06,
      "loss_breakdown/pointer_loss": 2.190869092941284,
      "step": 9620
    },
    {
      "epoch": 0.49049725306242115,
      "loss_breakdown/lm_loss": 4.210799033899093e-06,
      "loss_breakdown/pointer_loss": 0.6061965227127075,
      "step": 9620
    },
    {
      "epoch": 0.49049725306242115,
      "loss_breakdown/lm_loss": 2.2168651412357576e-05,
      "loss_breakdown/pointer_loss": 0.9528444409370422,
      "step": 9620
    },
    {
      "epoch": 0.49049725306242115,
      "loss_breakdown/lm_loss": 5.401374437496997e-06,
      "loss_breakdown/pointer_loss": 0.23506352305412292,
      "step": 9620
    },
    {
      "epoch": 0.49100712546685193,
      "grad_norm": 10.364593720027129,
      "learning_rate": 2.828045325779037e-06,
      "loss": 0.2384,
      "step": 9630
    },
    {
      "epoch": 0.49100712546685193,
      "loss_breakdown/lm_loss": 3.97361645809724e-06,
      "loss_breakdown/pointer_loss": 0.7050859928131104,
      "step": 9630
    },
    {
      "epoch": 0.49100712546685193,
      "loss_breakdown/lm_loss": 5.0544254008855205e-06,
      "loss_breakdown/pointer_loss": 0.1454058587551117,
      "step": 9630
    },
    {
      "epoch": 0.49100712546685193,
      "loss_breakdown/lm_loss": 5.7180104704457335e-06,
      "loss_breakdown/pointer_loss": 0.18593986332416534,
      "step": 9630
    },
    {
      "epoch": 0.49100712546685193,
      "loss_breakdown/lm_loss": 7.303426627913723e-06,
      "loss_breakdown/pointer_loss": 0.23037585616111755,
      "step": 9630
    },
    {
      "epoch": 0.4915169978712827,
      "grad_norm": 27.53276356910224,
      "learning_rate": 2.8252124645892355e-06,
      "loss": 0.339,
      "step": 9640
    },
    {
      "epoch": 0.4915169978712827,
      "loss_breakdown/lm_loss": 3.6937590266461484e-06,
      "loss_breakdown/pointer_loss": 0.1327260136604309,
      "step": 9640
    },
    {
      "epoch": 0.4915169978712827,
      "loss_breakdown/lm_loss": 4.312579221732449e-06,
      "loss_breakdown/pointer_loss": 0.32775259017944336,
      "step": 9640
    },
    {
      "epoch": 0.4915169978712827,
      "loss_breakdown/lm_loss": 4.493059350352269e-06,
      "loss_breakdown/pointer_loss": 0.23503300547599792,
      "step": 9640
    },
    {
      "epoch": 0.4915169978712827,
      "loss_breakdown/lm_loss": 5.242837687546853e-06,
      "loss_breakdown/pointer_loss": 1.149877905845642,
      "step": 9640
    },
    {
      "epoch": 0.4920268702757135,
      "grad_norm": 11.562815169963505,
      "learning_rate": 2.8223796033994337e-06,
      "loss": 0.2914,
      "step": 9650
    },
    {
      "epoch": 0.4920268702757135,
      "loss_breakdown/lm_loss": 5.3145118727115914e-05,
      "loss_breakdown/pointer_loss": 3.1046838760375977,
      "step": 9650
    },
    {
      "epoch": 0.4920268702757135,
      "loss_breakdown/lm_loss": 1.0274281521560624e-05,
      "loss_breakdown/pointer_loss": 0.7836383581161499,
      "step": 9650
    },
    {
      "epoch": 0.4920268702757135,
      "loss_breakdown/lm_loss": 7.894494956417475e-06,
      "loss_breakdown/pointer_loss": 0.2265198528766632,
      "step": 9650
    },
    {
      "epoch": 0.4920268702757135,
      "loss_breakdown/lm_loss": 4.941175575368106e-06,
      "loss_breakdown/pointer_loss": 0.8582442402839661,
      "step": 9650
    },
    {
      "epoch": 0.4925367426801443,
      "grad_norm": 6.424342815962982,
      "learning_rate": 2.8195467422096316e-06,
      "loss": 0.2554,
      "step": 9660
    },
    {
      "epoch": 0.4925367426801443,
      "loss_breakdown/lm_loss": 3.33386901729682e-06,
      "loss_breakdown/pointer_loss": 0.13323920965194702,
      "step": 9660
    },
    {
      "epoch": 0.4925367426801443,
      "loss_breakdown/lm_loss": 3.5246011975686997e-06,
      "loss_breakdown/pointer_loss": 0.43008697032928467,
      "step": 9660
    },
    {
      "epoch": 0.4925367426801443,
      "loss_breakdown/lm_loss": 3.836526957456954e-06,
      "loss_breakdown/pointer_loss": 0.2570522427558899,
      "step": 9660
    },
    {
      "epoch": 0.4925367426801443,
      "loss_breakdown/lm_loss": 3.965670657635201e-06,
      "loss_breakdown/pointer_loss": 2.4576311111450195,
      "step": 9660
    },
    {
      "epoch": 0.4930466150845751,
      "grad_norm": 3.890536406827776,
      "learning_rate": 2.8167138810198302e-06,
      "loss": 0.2796,
      "step": 9670
    },
    {
      "epoch": 0.4930466150845751,
      "loss_breakdown/lm_loss": 7.645349796803202e-06,
      "loss_breakdown/pointer_loss": 0.48495402932167053,
      "step": 9670
    },
    {
      "epoch": 0.4930466150845751,
      "loss_breakdown/lm_loss": 6.716557436448056e-06,
      "loss_breakdown/pointer_loss": 0.416683554649353,
      "step": 9670
    },
    {
      "epoch": 0.4930466150845751,
      "loss_breakdown/lm_loss": 5.639059963868931e-06,
      "loss_breakdown/pointer_loss": 0.4989623725414276,
      "step": 9670
    },
    {
      "epoch": 0.4930466150845751,
      "loss_breakdown/lm_loss": 4.298286057746736e-06,
      "loss_breakdown/pointer_loss": 0.3253619968891144,
      "step": 9670
    },
    {
      "epoch": 0.4935564874890059,
      "grad_norm": 7.794810391515357,
      "learning_rate": 2.813881019830029e-06,
      "loss": 0.2605,
      "step": 9680
    },
    {
      "epoch": 0.4935564874890059,
      "loss_breakdown/lm_loss": 4.9312498049403075e-06,
      "loss_breakdown/pointer_loss": 0.21910956501960754,
      "step": 9680
    },
    {
      "epoch": 0.4935564874890059,
      "loss_breakdown/lm_loss": 7.319358246604679e-06,
      "loss_breakdown/pointer_loss": 0.23301926255226135,
      "step": 9680
    },
    {
      "epoch": 0.4935564874890059,
      "loss_breakdown/lm_loss": 7.208110673673218e-06,
      "loss_breakdown/pointer_loss": 2.9554171562194824,
      "step": 9680
    },
    {
      "epoch": 0.4935564874890059,
      "loss_breakdown/lm_loss": 8.06631305749761e-06,
      "loss_breakdown/pointer_loss": 0.0799846202135086,
      "step": 9680
    },
    {
      "epoch": 0.49406635989343667,
      "grad_norm": 2.4457290113855352,
      "learning_rate": 2.8110481586402267e-06,
      "loss": 0.2627,
      "step": 9690
    },
    {
      "epoch": 0.49406635989343667,
      "loss_breakdown/lm_loss": 4.559577973850537e-06,
      "loss_breakdown/pointer_loss": 0.14141996204853058,
      "step": 9690
    },
    {
      "epoch": 0.49406635989343667,
      "loss_breakdown/lm_loss": 7.175729024311295e-06,
      "loss_breakdown/pointer_loss": 0.6317424774169922,
      "step": 9690
    },
    {
      "epoch": 0.49406635989343667,
      "loss_breakdown/lm_loss": 4.628142505680444e-06,
      "loss_breakdown/pointer_loss": 0.2507108747959137,
      "step": 9690
    },
    {
      "epoch": 0.49406635989343667,
      "loss_breakdown/lm_loss": 3.84417353416211e-06,
      "loss_breakdown/pointer_loss": 0.04952556639909744,
      "step": 9690
    },
    {
      "epoch": 0.49457623229786746,
      "grad_norm": 6.859126155050249,
      "learning_rate": 2.808215297450425e-06,
      "loss": 0.2638,
      "step": 9700
    },
    {
      "epoch": 0.49457623229786746,
      "loss_breakdown/lm_loss": 1.921987313835416e-05,
      "loss_breakdown/pointer_loss": 1.6655621528625488,
      "step": 9700
    },
    {
      "epoch": 0.49457623229786746,
      "loss_breakdown/lm_loss": 1.1753550097637344e-05,
      "loss_breakdown/pointer_loss": 0.6590144634246826,
      "step": 9700
    },
    {
      "epoch": 0.49457623229786746,
      "loss_breakdown/lm_loss": 1.022233936964767e-05,
      "loss_breakdown/pointer_loss": 0.46491700410842896,
      "step": 9700
    },
    {
      "epoch": 0.49457623229786746,
      "loss_breakdown/lm_loss": 6.207260867086006e-06,
      "loss_breakdown/pointer_loss": 0.580054759979248,
      "step": 9700
    },
    {
      "epoch": 0.49508610470229825,
      "grad_norm": 2.9563609774775146,
      "learning_rate": 2.8053824362606237e-06,
      "loss": 0.2719,
      "step": 9710
    },
    {
      "epoch": 0.49508610470229825,
      "loss_breakdown/lm_loss": 5.805420187243726e-06,
      "loss_breakdown/pointer_loss": 0.1955154538154602,
      "step": 9710
    },
    {
      "epoch": 0.49508610470229825,
      "loss_breakdown/lm_loss": 5.022641744290013e-06,
      "loss_breakdown/pointer_loss": 1.0176454782485962,
      "step": 9710
    },
    {
      "epoch": 0.49508610470229825,
      "loss_breakdown/lm_loss": 9.627876352169551e-06,
      "loss_breakdown/pointer_loss": 0.19036352634429932,
      "step": 9710
    },
    {
      "epoch": 0.49508610470229825,
      "loss_breakdown/lm_loss": 4.192166670691222e-06,
      "loss_breakdown/pointer_loss": 0.2462155520915985,
      "step": 9710
    },
    {
      "epoch": 0.49559597710672904,
      "grad_norm": 2.8270753313610264,
      "learning_rate": 2.8025495750708215e-06,
      "loss": 0.3177,
      "step": 9720
    },
    {
      "epoch": 0.49559597710672904,
      "loss_breakdown/lm_loss": 5.879671334696468e-06,
      "loss_breakdown/pointer_loss": 0.3116157352924347,
      "step": 9720
    },
    {
      "epoch": 0.49559597710672904,
      "loss_breakdown/lm_loss": 8.417263416049536e-06,
      "loss_breakdown/pointer_loss": 0.709304690361023,
      "step": 9720
    },
    {
      "epoch": 0.49559597710672904,
      "loss_breakdown/lm_loss": 1.0041026143881027e-05,
      "loss_breakdown/pointer_loss": 0.5327484607696533,
      "step": 9720
    },
    {
      "epoch": 0.49559597710672904,
      "loss_breakdown/lm_loss": 4.511539373197593e-06,
      "loss_breakdown/pointer_loss": 0.784660816192627,
      "step": 9720
    },
    {
      "epoch": 0.4961058495111598,
      "grad_norm": 12.489952151251382,
      "learning_rate": 2.79971671388102e-06,
      "loss": 0.2464,
      "step": 9730
    },
    {
      "epoch": 0.4961058495111598,
      "loss_breakdown/lm_loss": 4.54184009868186e-06,
      "loss_breakdown/pointer_loss": 1.0279407501220703,
      "step": 9730
    },
    {
      "epoch": 0.4961058495111598,
      "loss_breakdown/lm_loss": 6.107420176704181e-06,
      "loss_breakdown/pointer_loss": 0.13351595401763916,
      "step": 9730
    },
    {
      "epoch": 0.4961058495111598,
      "loss_breakdown/lm_loss": 4.088850801053923e-06,
      "loss_breakdown/pointer_loss": 0.08106792718172073,
      "step": 9730
    },
    {
      "epoch": 0.4961058495111598,
      "loss_breakdown/lm_loss": 4.89151489091455e-06,
      "loss_breakdown/pointer_loss": 0.2663452625274658,
      "step": 9730
    },
    {
      "epoch": 0.4966157219155906,
      "grad_norm": 20.408337782217515,
      "learning_rate": 2.7968838526912184e-06,
      "loss": 0.2712,
      "step": 9740
    },
    {
      "epoch": 0.4966157219155906,
      "loss_breakdown/lm_loss": 4.442115823621862e-06,
      "loss_breakdown/pointer_loss": 0.11197954416275024,
      "step": 9740
    },
    {
      "epoch": 0.4966157219155906,
      "loss_breakdown/lm_loss": 3.74049841411761e-06,
      "loss_breakdown/pointer_loss": 0.19773148000240326,
      "step": 9740
    },
    {
      "epoch": 0.4966157219155906,
      "loss_breakdown/lm_loss": 7.698810804868117e-06,
      "loss_breakdown/pointer_loss": 1.8993065357208252,
      "step": 9740
    },
    {
      "epoch": 0.4966157219155906,
      "loss_breakdown/lm_loss": 3.696173052958329e-06,
      "loss_breakdown/pointer_loss": 0.40572986006736755,
      "step": 9740
    },
    {
      "epoch": 0.4971255943200214,
      "grad_norm": 6.349712069491709,
      "learning_rate": 2.794050991501417e-06,
      "loss": 0.2837,
      "step": 9750
    },
    {
      "epoch": 0.4971255943200214,
      "loss_breakdown/lm_loss": 1.7206852135132067e-05,
      "loss_breakdown/pointer_loss": 2.4038681983947754,
      "step": 9750
    },
    {
      "epoch": 0.4971255943200214,
      "loss_breakdown/lm_loss": 1.7959968317882158e-05,
      "loss_breakdown/pointer_loss": 0.9513628482818604,
      "step": 9750
    },
    {
      "epoch": 0.4971255943200214,
      "loss_breakdown/lm_loss": 2.4034539819695055e-05,
      "loss_breakdown/pointer_loss": 0.5830541253089905,
      "step": 9750
    },
    {
      "epoch": 0.4971255943200214,
      "loss_breakdown/lm_loss": 4.759546300192596e-06,
      "loss_breakdown/pointer_loss": 0.4137018024921417,
      "step": 9750
    },
    {
      "epoch": 0.4976354667244522,
      "grad_norm": 3.5063805043135634,
      "learning_rate": 2.791218130311615e-06,
      "loss": 0.2373,
      "step": 9760
    },
    {
      "epoch": 0.4976354667244522,
      "loss_breakdown/lm_loss": 7.192172688519349e-06,
      "loss_breakdown/pointer_loss": 0.12157835066318512,
      "step": 9760
    },
    {
      "epoch": 0.4976354667244522,
      "loss_breakdown/lm_loss": 5.307147148414515e-06,
      "loss_breakdown/pointer_loss": 0.21229824423789978,
      "step": 9760
    },
    {
      "epoch": 0.4976354667244522,
      "loss_breakdown/lm_loss": 3.4133413464587647e-06,
      "loss_breakdown/pointer_loss": 0.25890839099884033,
      "step": 9760
    },
    {
      "epoch": 0.4976354667244522,
      "loss_breakdown/lm_loss": 4.2040824155265e-06,
      "loss_breakdown/pointer_loss": 0.8552029132843018,
      "step": 9760
    },
    {
      "epoch": 0.498145339128883,
      "grad_norm": 4.400445717282882,
      "learning_rate": 2.788385269121813e-06,
      "loss": 0.2943,
      "step": 9770
    },
    {
      "epoch": 0.498145339128883,
      "loss_breakdown/lm_loss": 4.848681328439852e-06,
      "loss_breakdown/pointer_loss": 0.44721367955207825,
      "step": 9770
    },
    {
      "epoch": 0.498145339128883,
      "loss_breakdown/lm_loss": 4.19812158725108e-06,
      "loss_breakdown/pointer_loss": 0.510989785194397,
      "step": 9770
    },
    {
      "epoch": 0.498145339128883,
      "loss_breakdown/lm_loss": 4.609372354025254e-06,
      "loss_breakdown/pointer_loss": 0.2946334481239319,
      "step": 9770
    },
    {
      "epoch": 0.498145339128883,
      "loss_breakdown/lm_loss": 5.723572940041777e-06,
      "loss_breakdown/pointer_loss": 0.36011314392089844,
      "step": 9770
    },
    {
      "epoch": 0.49865521153331377,
      "grad_norm": 10.003949450421164,
      "learning_rate": 2.785552407932012e-06,
      "loss": 0.2657,
      "step": 9780
    },
    {
      "epoch": 0.49865521153331377,
      "loss_breakdown/lm_loss": 4.537864242593059e-06,
      "loss_breakdown/pointer_loss": 0.10240036994218826,
      "step": 9780
    },
    {
      "epoch": 0.49865521153331377,
      "loss_breakdown/lm_loss": 3.655729869933566e-06,
      "loss_breakdown/pointer_loss": 0.23970991373062134,
      "step": 9780
    },
    {
      "epoch": 0.49865521153331377,
      "loss_breakdown/lm_loss": 6.325946287688566e-06,
      "loss_breakdown/pointer_loss": 0.10229305177927017,
      "step": 9780
    },
    {
      "epoch": 0.49865521153331377,
      "loss_breakdown/lm_loss": 6.492859029094689e-06,
      "loss_breakdown/pointer_loss": 6.206584930419922,
      "step": 9780
    },
    {
      "epoch": 0.49916508393774456,
      "grad_norm": 6.393484240123438,
      "learning_rate": 2.7827195467422097e-06,
      "loss": 0.3015,
      "step": 9790
    },
    {
      "epoch": 0.49916508393774456,
      "loss_breakdown/lm_loss": 5.321433036442613e-06,
      "loss_breakdown/pointer_loss": 0.3124217092990875,
      "step": 9790
    },
    {
      "epoch": 0.49916508393774456,
      "loss_breakdown/lm_loss": 3.980676865467103e-06,
      "loss_breakdown/pointer_loss": 0.3365768492221832,
      "step": 9790
    },
    {
      "epoch": 0.49916508393774456,
      "loss_breakdown/lm_loss": 3.6672765872935997e-06,
      "loss_breakdown/pointer_loss": 0.4238012731075287,
      "step": 9790
    },
    {
      "epoch": 0.49916508393774456,
      "loss_breakdown/lm_loss": 2.902732148868381e-06,
      "loss_breakdown/pointer_loss": 0.18489553034305573,
      "step": 9790
    },
    {
      "epoch": 0.49967495634217535,
      "grad_norm": 5.603917991425559,
      "learning_rate": 2.7798866855524084e-06,
      "loss": 0.2688,
      "step": 9800
    },
    {
      "epoch": 0.49967495634217535,
      "loss_breakdown/lm_loss": 1.3116544323565904e-05,
      "loss_breakdown/pointer_loss": 1.3130121231079102,
      "step": 9800
    },
    {
      "epoch": 0.49967495634217535,
      "loss_breakdown/lm_loss": 5.554895778914215e-06,
      "loss_breakdown/pointer_loss": 0.4237239956855774,
      "step": 9800
    },
    {
      "epoch": 0.49967495634217535,
      "loss_breakdown/lm_loss": 1.2226137187099084e-05,
      "loss_breakdown/pointer_loss": 1.7040915489196777,
      "step": 9800
    },
    {
      "epoch": 0.49967495634217535,
      "loss_breakdown/lm_loss": 4.397047632664908e-06,
      "loss_breakdown/pointer_loss": 0.41832512617111206,
      "step": 9800
    },
    {
      "epoch": 0.5001848287466062,
      "grad_norm": 6.0077172672611745,
      "learning_rate": 2.7770538243626066e-06,
      "loss": 0.2883,
      "step": 9810
    },
    {
      "epoch": 0.5001848287466062,
      "loss_breakdown/lm_loss": 3.6888441172777675e-06,
      "loss_breakdown/pointer_loss": 0.28436997532844543,
      "step": 9810
    },
    {
      "epoch": 0.5001848287466062,
      "loss_breakdown/lm_loss": 3.027901811947231e-06,
      "loss_breakdown/pointer_loss": 1.0098129510879517,
      "step": 9810
    },
    {
      "epoch": 0.5001848287466062,
      "loss_breakdown/lm_loss": 3.1570432383887237e-06,
      "loss_breakdown/pointer_loss": 0.4567960202693939,
      "step": 9810
    },
    {
      "epoch": 0.5001848287466062,
      "loss_breakdown/lm_loss": 3.1908209621178685e-06,
      "loss_breakdown/pointer_loss": 0.27489811182022095,
      "step": 9810
    },
    {
      "epoch": 0.500694701151037,
      "grad_norm": 3.0787264023976406,
      "learning_rate": 2.7742209631728044e-06,
      "loss": 0.3008,
      "step": 9820
    },
    {
      "epoch": 0.500694701151037,
      "loss_breakdown/lm_loss": 4.294417067285394e-06,
      "loss_breakdown/pointer_loss": 0.26737073063850403,
      "step": 9820
    },
    {
      "epoch": 0.500694701151037,
      "loss_breakdown/lm_loss": 5.54540793018532e-06,
      "loss_breakdown/pointer_loss": 0.6296601295471191,
      "step": 9820
    },
    {
      "epoch": 0.500694701151037,
      "loss_breakdown/lm_loss": 6.560984274983639e-06,
      "loss_breakdown/pointer_loss": 0.26644259691238403,
      "step": 9820
    },
    {
      "epoch": 0.500694701151037,
      "loss_breakdown/lm_loss": 3.5932073387812125e-06,
      "loss_breakdown/pointer_loss": 0.278919517993927,
      "step": 9820
    },
    {
      "epoch": 0.5012045735554678,
      "grad_norm": 2.7826737491888847,
      "learning_rate": 2.771388101983003e-06,
      "loss": 0.2442,
      "step": 9830
    },
    {
      "epoch": 0.5012045735554678,
      "loss_breakdown/lm_loss": 5.3802423281013034e-06,
      "loss_breakdown/pointer_loss": 0.10081464797258377,
      "step": 9830
    },
    {
      "epoch": 0.5012045735554678,
      "loss_breakdown/lm_loss": 3.357712330398499e-06,
      "loss_breakdown/pointer_loss": 6.082848072052002,
      "step": 9830
    },
    {
      "epoch": 0.5012045735554678,
      "loss_breakdown/lm_loss": 5.404103376349667e-06,
      "loss_breakdown/pointer_loss": 1.1012086868286133,
      "step": 9830
    },
    {
      "epoch": 0.5012045735554678,
      "loss_breakdown/lm_loss": 3.5285727335576667e-06,
      "loss_breakdown/pointer_loss": 0.038683339953422546,
      "step": 9830
    },
    {
      "epoch": 0.5017144459598986,
      "grad_norm": 2.206577584878728,
      "learning_rate": 2.7685552407932014e-06,
      "loss": 0.2991,
      "step": 9840
    },
    {
      "epoch": 0.5017144459598986,
      "loss_breakdown/lm_loss": 3.2758487122919178e-06,
      "loss_breakdown/pointer_loss": 0.11445736885070801,
      "step": 9840
    },
    {
      "epoch": 0.5017144459598986,
      "loss_breakdown/lm_loss": 3.271284867878421e-06,
      "loss_breakdown/pointer_loss": 0.951076090335846,
      "step": 9840
    },
    {
      "epoch": 0.5017144459598986,
      "loss_breakdown/lm_loss": 6.42504755887785e-06,
      "loss_breakdown/pointer_loss": 0.5192195773124695,
      "step": 9840
    },
    {
      "epoch": 0.5017144459598986,
      "loss_breakdown/lm_loss": 5.35562230652431e-06,
      "loss_breakdown/pointer_loss": 0.19010861217975616,
      "step": 9840
    },
    {
      "epoch": 0.5022243183643293,
      "grad_norm": 6.920767050420711,
      "learning_rate": 2.7657223796033996e-06,
      "loss": 0.2698,
      "step": 9850
    },
    {
      "epoch": 0.5022243183643293,
      "loss_breakdown/lm_loss": 2.189117731177248e-05,
      "loss_breakdown/pointer_loss": 1.9755845069885254,
      "step": 9850
    },
    {
      "epoch": 0.5022243183643293,
      "loss_breakdown/lm_loss": 9.54828010435449e-06,
      "loss_breakdown/pointer_loss": 0.9894378781318665,
      "step": 9850
    },
    {
      "epoch": 0.5022243183643293,
      "loss_breakdown/lm_loss": 8.659474588057492e-06,
      "loss_breakdown/pointer_loss": 0.5022091865539551,
      "step": 9850
    },
    {
      "epoch": 0.5022243183643293,
      "loss_breakdown/lm_loss": 7.171473498601699e-06,
      "loss_breakdown/pointer_loss": 0.5442836880683899,
      "step": 9850
    },
    {
      "epoch": 0.5027341907687601,
      "grad_norm": 3.1184928644373113,
      "learning_rate": 2.762889518413598e-06,
      "loss": 0.2854,
      "step": 9860
    },
    {
      "epoch": 0.5027341907687601,
      "loss_breakdown/lm_loss": 1.0388377631898038e-05,
      "loss_breakdown/pointer_loss": 0.5174401998519897,
      "step": 9860
    },
    {
      "epoch": 0.5027341907687601,
      "loss_breakdown/lm_loss": 3.6144062960374868e-06,
      "loss_breakdown/pointer_loss": 1.0753600597381592,
      "step": 9860
    },
    {
      "epoch": 0.5027341907687601,
      "loss_breakdown/lm_loss": 3.3762526072678156e-06,
      "loss_breakdown/pointer_loss": 0.45194077491760254,
      "step": 9860
    },
    {
      "epoch": 0.5027341907687601,
      "loss_breakdown/lm_loss": 3.4702939046837855e-06,
      "loss_breakdown/pointer_loss": 0.20710735023021698,
      "step": 9860
    },
    {
      "epoch": 0.5032440631731909,
      "grad_norm": 2.3806172461776036,
      "learning_rate": 2.7600566572237965e-06,
      "loss": 0.3003,
      "step": 9870
    },
    {
      "epoch": 0.5032440631731909,
      "loss_breakdown/lm_loss": 4.357064426585566e-06,
      "loss_breakdown/pointer_loss": 0.4387628436088562,
      "step": 9870
    },
    {
      "epoch": 0.5032440631731909,
      "loss_breakdown/lm_loss": 6.70688450554735e-06,
      "loss_breakdown/pointer_loss": 0.13113188743591309,
      "step": 9870
    },
    {
      "epoch": 0.5032440631731909,
      "loss_breakdown/lm_loss": 3.5618529636849416e-06,
      "loss_breakdown/pointer_loss": 0.32673180103302,
      "step": 9870
    },
    {
      "epoch": 0.5032440631731909,
      "loss_breakdown/lm_loss": 6.228935035323957e-06,
      "loss_breakdown/pointer_loss": 0.23796889185905457,
      "step": 9870
    },
    {
      "epoch": 0.5037539355776217,
      "grad_norm": 10.584134202685316,
      "learning_rate": 2.757223796033995e-06,
      "loss": 0.2774,
      "step": 9880
    },
    {
      "epoch": 0.5037539355776217,
      "loss_breakdown/lm_loss": 6.413388746295823e-06,
      "loss_breakdown/pointer_loss": 0.11576485633850098,
      "step": 9880
    },
    {
      "epoch": 0.5037539355776217,
      "loss_breakdown/lm_loss": 3.631889740063343e-06,
      "loss_breakdown/pointer_loss": 0.17545874416828156,
      "step": 9880
    },
    {
      "epoch": 0.5037539355776217,
      "loss_breakdown/lm_loss": 3.2385028134740423e-06,
      "loss_breakdown/pointer_loss": 0.35724931955337524,
      "step": 9880
    },
    {
      "epoch": 0.5037539355776217,
      "loss_breakdown/lm_loss": 5.94846960666473e-06,
      "loss_breakdown/pointer_loss": 2.656057119369507,
      "step": 9880
    },
    {
      "epoch": 0.5042638079820525,
      "grad_norm": 3.433130143960852,
      "learning_rate": 2.7543909348441926e-06,
      "loss": 0.2682,
      "step": 9890
    },
    {
      "epoch": 0.5042638079820525,
      "loss_breakdown/lm_loss": 5.74624891669373e-06,
      "loss_breakdown/pointer_loss": 0.29882559180259705,
      "step": 9890
    },
    {
      "epoch": 0.5042638079820525,
      "loss_breakdown/lm_loss": 4.571094905259088e-06,
      "loss_breakdown/pointer_loss": 0.6516799926757812,
      "step": 9890
    },
    {
      "epoch": 0.5042638079820525,
      "loss_breakdown/lm_loss": 4.587664079735987e-06,
      "loss_breakdown/pointer_loss": 0.16285833716392517,
      "step": 9890
    },
    {
      "epoch": 0.5042638079820525,
      "loss_breakdown/lm_loss": 2.994785745613626e-06,
      "loss_breakdown/pointer_loss": 0.2557806968688965,
      "step": 9890
    },
    {
      "epoch": 0.5047736803864833,
      "grad_norm": 7.4971532298949946,
      "learning_rate": 2.7515580736543913e-06,
      "loss": 0.2286,
      "step": 9900
    },
    {
      "epoch": 0.5047736803864833,
      "loss_breakdown/lm_loss": 2.641687933646608e-05,
      "loss_breakdown/pointer_loss": 1.678911566734314,
      "step": 9900
    },
    {
      "epoch": 0.5047736803864833,
      "loss_breakdown/lm_loss": 1.4498643395199906e-05,
      "loss_breakdown/pointer_loss": 0.34012317657470703,
      "step": 9900
    },
    {
      "epoch": 0.5047736803864833,
      "loss_breakdown/lm_loss": 4.337807331467047e-05,
      "loss_breakdown/pointer_loss": 0.9560346007347107,
      "step": 9900
    },
    {
      "epoch": 0.5047736803864833,
      "loss_breakdown/lm_loss": 1.3301282706379425e-05,
      "loss_breakdown/pointer_loss": 0.3348085284233093,
      "step": 9900
    },
    {
      "epoch": 0.5052835527909141,
      "grad_norm": 4.545653620961141,
      "learning_rate": 2.7487252124645895e-06,
      "loss": 0.2533,
      "step": 9910
    },
    {
      "epoch": 0.5052835527909141,
      "loss_breakdown/lm_loss": 4.190841082163388e-06,
      "loss_breakdown/pointer_loss": 0.1802908331155777,
      "step": 9910
    },
    {
      "epoch": 0.5052835527909141,
      "loss_breakdown/lm_loss": 6.11934638072853e-06,
      "loss_breakdown/pointer_loss": 0.1232137531042099,
      "step": 9910
    },
    {
      "epoch": 0.5052835527909141,
      "loss_breakdown/lm_loss": 5.622657681669807e-06,
      "loss_breakdown/pointer_loss": 0.3123292922973633,
      "step": 9910
    },
    {
      "epoch": 0.5052835527909141,
      "loss_breakdown/lm_loss": 5.344499641068978e-06,
      "loss_breakdown/pointer_loss": 0.2929077744483948,
      "step": 9910
    },
    {
      "epoch": 0.5057934251953449,
      "grad_norm": 2.772731766921848,
      "learning_rate": 2.745892351274788e-06,
      "loss": 0.2865,
      "step": 9920
    },
    {
      "epoch": 0.5057934251953449,
      "loss_breakdown/lm_loss": 5.176409558771411e-06,
      "loss_breakdown/pointer_loss": 0.36636558175086975,
      "step": 9920
    },
    {
      "epoch": 0.5057934251953449,
      "loss_breakdown/lm_loss": 3.994809503637953e-06,
      "loss_breakdown/pointer_loss": 0.14906859397888184,
      "step": 9920
    },
    {
      "epoch": 0.5057934251953449,
      "loss_breakdown/lm_loss": 6.56094380246941e-06,
      "loss_breakdown/pointer_loss": 0.23451650142669678,
      "step": 9920
    },
    {
      "epoch": 0.5057934251953449,
      "loss_breakdown/lm_loss": 9.135249456448946e-06,
      "loss_breakdown/pointer_loss": 0.6215826272964478,
      "step": 9920
    },
    {
      "epoch": 0.5063032975997757,
      "grad_norm": 6.659047142920942,
      "learning_rate": 2.743059490084986e-06,
      "loss": 0.2628,
      "step": 9930
    },
    {
      "epoch": 0.5063032975997757,
      "loss_breakdown/lm_loss": 3.7272568533808226e-06,
      "loss_breakdown/pointer_loss": 0.21178241074085236,
      "step": 9930
    },
    {
      "epoch": 0.5063032975997757,
      "loss_breakdown/lm_loss": 3.536524218361592e-06,
      "loss_breakdown/pointer_loss": 0.1602477878332138,
      "step": 9930
    },
    {
      "epoch": 0.5063032975997757,
      "loss_breakdown/lm_loss": 6.282216872932622e-06,
      "loss_breakdown/pointer_loss": 0.05126342177391052,
      "step": 9930
    },
    {
      "epoch": 0.5063032975997757,
      "loss_breakdown/lm_loss": 3.6239405289961724e-06,
      "loss_breakdown/pointer_loss": 0.046966537833213806,
      "step": 9930
    },
    {
      "epoch": 0.5068131700042064,
      "grad_norm": 4.035267929602198,
      "learning_rate": 2.7402266288951847e-06,
      "loss": 0.2651,
      "step": 9940
    },
    {
      "epoch": 0.5068131700042064,
      "loss_breakdown/lm_loss": 4.468774477572879e-06,
      "loss_breakdown/pointer_loss": 0.3181561827659607,
      "step": 9940
    },
    {
      "epoch": 0.5068131700042064,
      "loss_breakdown/lm_loss": 8.992708899313584e-06,
      "loss_breakdown/pointer_loss": 0.21189862489700317,
      "step": 9940
    },
    {
      "epoch": 0.5068131700042064,
      "loss_breakdown/lm_loss": 4.060135324834846e-06,
      "loss_breakdown/pointer_loss": 0.17891031503677368,
      "step": 9940
    },
    {
      "epoch": 0.5068131700042064,
      "loss_breakdown/lm_loss": 1.1003070540027693e-05,
      "loss_breakdown/pointer_loss": 0.2044363021850586,
      "step": 9940
    },
    {
      "epoch": 0.5073230424086372,
      "grad_norm": 10.872305385621955,
      "learning_rate": 2.7373937677053826e-06,
      "loss": 0.287,
      "step": 9950
    },
    {
      "epoch": 0.5073230424086372,
      "loss_breakdown/lm_loss": 5.6697776017244905e-05,
      "loss_breakdown/pointer_loss": 2.5606093406677246,
      "step": 9950
    },
    {
      "epoch": 0.5073230424086372,
      "loss_breakdown/lm_loss": 8.718474418856204e-06,
      "loss_breakdown/pointer_loss": 0.6177793741226196,
      "step": 9950
    },
    {
      "epoch": 0.5073230424086372,
      "loss_breakdown/lm_loss": 2.016486723732669e-05,
      "loss_breakdown/pointer_loss": 0.8606126308441162,
      "step": 9950
    },
    {
      "epoch": 0.5073230424086372,
      "loss_breakdown/lm_loss": 6.473373105109204e-06,
      "loss_breakdown/pointer_loss": 0.3386000394821167,
      "step": 9950
    },
    {
      "epoch": 0.507832914813068,
      "grad_norm": 4.965106374314654,
      "learning_rate": 2.734560906515581e-06,
      "loss": 0.2861,
      "step": 9960
    },
    {
      "epoch": 0.507832914813068,
      "loss_breakdown/lm_loss": 3.647783159976825e-06,
      "loss_breakdown/pointer_loss": 1.2066818475723267,
      "step": 9960
    },
    {
      "epoch": 0.507832914813068,
      "loss_breakdown/lm_loss": 6.740523531334475e-06,
      "loss_breakdown/pointer_loss": 0.16368532180786133,
      "step": 9960
    },
    {
      "epoch": 0.507832914813068,
      "loss_breakdown/lm_loss": 5.853059064975241e-06,
      "loss_breakdown/pointer_loss": 0.30710798501968384,
      "step": 9960
    },
    {
      "epoch": 0.507832914813068,
      "loss_breakdown/lm_loss": 4.800121587322792e-06,
      "loss_breakdown/pointer_loss": 0.13770854473114014,
      "step": 9960
    },
    {
      "epoch": 0.5083427872174988,
      "grad_norm": 2.6387069480723757,
      "learning_rate": 2.7317280453257795e-06,
      "loss": 0.3058,
      "step": 9970
    },
    {
      "epoch": 0.5083427872174988,
      "loss_breakdown/lm_loss": 8.466486178804189e-06,
      "loss_breakdown/pointer_loss": 0.5073592662811279,
      "step": 9970
    },
    {
      "epoch": 0.5083427872174988,
      "loss_breakdown/lm_loss": 8.866476491675712e-06,
      "loss_breakdown/pointer_loss": 0.4868784546852112,
      "step": 9970
    },
    {
      "epoch": 0.5083427872174988,
      "loss_breakdown/lm_loss": 5.7895254030881915e-06,
      "loss_breakdown/pointer_loss": 0.24572758376598358,
      "step": 9970
    },
    {
      "epoch": 0.5083427872174988,
      "loss_breakdown/lm_loss": 4.417492164066061e-06,
      "loss_breakdown/pointer_loss": 0.0998811349272728,
      "step": 9970
    },
    {
      "epoch": 0.5088526596219296,
      "grad_norm": 6.109629028106637,
      "learning_rate": 2.7288951841359773e-06,
      "loss": 0.2589,
      "step": 9980
    },
    {
      "epoch": 0.5088526596219296,
      "loss_breakdown/lm_loss": 7.374885626632022e-06,
      "loss_breakdown/pointer_loss": 0.6226168274879456,
      "step": 9980
    },
    {
      "epoch": 0.5088526596219296,
      "loss_breakdown/lm_loss": 4.120642643101746e-06,
      "loss_breakdown/pointer_loss": 0.6287132501602173,
      "step": 9980
    },
    {
      "epoch": 0.5088526596219296,
      "loss_breakdown/lm_loss": 5.952444553258829e-06,
      "loss_breakdown/pointer_loss": 0.2205663025379181,
      "step": 9980
    },
    {
      "epoch": 0.5088526596219296,
      "loss_breakdown/lm_loss": 3.21068728226237e-06,
      "loss_breakdown/pointer_loss": 0.20758946239948273,
      "step": 9980
    },
    {
      "epoch": 0.5093625320263604,
      "grad_norm": 4.402425413836493,
      "learning_rate": 2.726062322946176e-06,
      "loss": 0.2728,
      "step": 9990
    },
    {
      "epoch": 0.5093625320263604,
      "loss_breakdown/lm_loss": 3.922321411664598e-06,
      "loss_breakdown/pointer_loss": 0.15971910953521729,
      "step": 9990
    },
    {
      "epoch": 0.5093625320263604,
      "loss_breakdown/lm_loss": 6.510588264063699e-06,
      "loss_breakdown/pointer_loss": 0.25227248668670654,
      "step": 9990
    },
    {
      "epoch": 0.5093625320263604,
      "loss_breakdown/lm_loss": 9.869881978374906e-06,
      "loss_breakdown/pointer_loss": 0.8557196855545044,
      "step": 9990
    },
    {
      "epoch": 0.5093625320263604,
      "loss_breakdown/lm_loss": 4.936650384479435e-06,
      "loss_breakdown/pointer_loss": 0.4316837191581726,
      "step": 9990
    },
    {
      "epoch": 0.5098724044307912,
      "grad_norm": 4.3566264415292135,
      "learning_rate": 2.7232294617563742e-06,
      "loss": 0.2645,
      "step": 10000
    }
  ],
  "logging_steps": 10,
  "max_steps": 19612,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 9.56577271030743e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}