{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1004,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00099601593625498,
      "grad_norm": 0.4463295638561249,
      "learning_rate": 9.900990099009901e-08,
      "loss": 2.6197,
      "step": 1
    },
    {
      "epoch": 0.00199203187250996,
      "grad_norm": 0.8444207906723022,
      "learning_rate": 1.9801980198019803e-07,
      "loss": 2.7588,
      "step": 2
    },
    {
      "epoch": 0.00298804780876494,
      "grad_norm": 0.6591606140136719,
      "learning_rate": 2.9702970297029703e-07,
      "loss": 2.9263,
      "step": 3
    },
    {
      "epoch": 0.00398406374501992,
      "grad_norm": 0.5656299591064453,
      "learning_rate": 3.9603960396039606e-07,
      "loss": 2.4296,
      "step": 4
    },
    {
      "epoch": 0.0049800796812749,
      "grad_norm": 0.5051721930503845,
      "learning_rate": 4.950495049504951e-07,
      "loss": 2.3939,
      "step": 5
    },
    {
      "epoch": 0.00597609561752988,
      "grad_norm": 0.7762399911880493,
      "learning_rate": 5.940594059405941e-07,
      "loss": 2.6638,
      "step": 6
    },
    {
      "epoch": 0.0069721115537848604,
      "grad_norm": 0.5301679968833923,
      "learning_rate": 6.930693069306931e-07,
      "loss": 2.2199,
      "step": 7
    },
    {
      "epoch": 0.00796812749003984,
      "grad_norm": 0.6617525219917297,
      "learning_rate": 7.920792079207921e-07,
      "loss": 2.8019,
      "step": 8
    },
    {
      "epoch": 0.008964143426294821,
      "grad_norm": 0.7944237589836121,
      "learning_rate": 8.910891089108911e-07,
      "loss": 2.7146,
      "step": 9
    },
    {
      "epoch": 0.0099601593625498,
      "grad_norm": 0.6918312907218933,
      "learning_rate": 9.900990099009902e-07,
      "loss": 2.6128,
      "step": 10
    },
    {
      "epoch": 0.010956175298804782,
      "grad_norm": 0.550072193145752,
      "learning_rate": 1.0891089108910893e-06,
      "loss": 2.5252,
      "step": 11
    },
    {
      "epoch": 0.01195219123505976,
      "grad_norm": 0.4420550763607025,
      "learning_rate": 1.1881188118811881e-06,
      "loss": 2.6964,
      "step": 12
    },
    {
      "epoch": 0.012948207171314742,
      "grad_norm": 0.4683515429496765,
      "learning_rate": 1.2871287128712872e-06,
      "loss": 2.6433,
      "step": 13
    },
    {
      "epoch": 0.013944223107569721,
      "grad_norm": 0.5689812898635864,
      "learning_rate": 1.3861386138613863e-06,
      "loss": 2.3309,
      "step": 14
    },
    {
      "epoch": 0.014940239043824702,
      "grad_norm": 0.5711223483085632,
      "learning_rate": 1.4851485148514852e-06,
      "loss": 2.4396,
      "step": 15
    },
    {
      "epoch": 0.01593625498007968,
      "grad_norm": 0.4562544822692871,
      "learning_rate": 1.5841584158415842e-06,
      "loss": 2.234,
      "step": 16
    },
    {
      "epoch": 0.01693227091633466,
      "grad_norm": 0.33882570266723633,
      "learning_rate": 1.6831683168316833e-06,
      "loss": 2.5468,
      "step": 17
    },
    {
      "epoch": 0.017928286852589643,
      "grad_norm": 0.46446338295936584,
      "learning_rate": 1.7821782178217822e-06,
      "loss": 2.6143,
      "step": 18
    },
    {
      "epoch": 0.018924302788844622,
      "grad_norm": 0.625619649887085,
      "learning_rate": 1.8811881188118813e-06,
      "loss": 2.5565,
      "step": 19
    },
    {
      "epoch": 0.0199203187250996,
      "grad_norm": 0.5139931440353394,
      "learning_rate": 1.9801980198019803e-06,
      "loss": 2.8371,
      "step": 20
    },
    {
      "epoch": 0.02091633466135458,
      "grad_norm": 0.45826011896133423,
      "learning_rate": 2.0792079207920794e-06,
      "loss": 2.5883,
      "step": 21
    },
    {
      "epoch": 0.021912350597609563,
      "grad_norm": 0.5945838093757629,
      "learning_rate": 2.1782178217821785e-06,
      "loss": 2.6956,
      "step": 22
    },
    {
      "epoch": 0.022908366533864542,
      "grad_norm": 0.6705940961837769,
      "learning_rate": 2.2772277227722776e-06,
      "loss": 3.1889,
      "step": 23
    },
    {
      "epoch": 0.02390438247011952,
      "grad_norm": 0.489014208316803,
      "learning_rate": 2.3762376237623762e-06,
      "loss": 2.646,
      "step": 24
    },
    {
      "epoch": 0.0249003984063745,
      "grad_norm": 0.5540168285369873,
      "learning_rate": 2.4752475247524753e-06,
      "loss": 2.6909,
      "step": 25
    },
    {
      "epoch": 0.025896414342629483,
      "grad_norm": 0.34993091225624084,
      "learning_rate": 2.5742574257425744e-06,
      "loss": 2.5703,
      "step": 26
    },
    {
      "epoch": 0.026892430278884463,
      "grad_norm": 0.6204649209976196,
      "learning_rate": 2.6732673267326735e-06,
      "loss": 2.6973,
      "step": 27
    },
    {
      "epoch": 0.027888446215139442,
      "grad_norm": 0.6948006749153137,
      "learning_rate": 2.7722772277227726e-06,
      "loss": 2.8826,
      "step": 28
    },
    {
      "epoch": 0.02888446215139442,
      "grad_norm": 0.4865665137767792,
      "learning_rate": 2.8712871287128712e-06,
      "loss": 2.6566,
      "step": 29
    },
    {
      "epoch": 0.029880478087649404,
      "grad_norm": 0.7654755711555481,
      "learning_rate": 2.9702970297029703e-06,
      "loss": 2.9627,
      "step": 30
    },
    {
      "epoch": 0.030876494023904383,
      "grad_norm": 0.636715829372406,
      "learning_rate": 3.0693069306930694e-06,
      "loss": 2.3846,
      "step": 31
    },
    {
      "epoch": 0.03187250996015936,
      "grad_norm": 0.3698335289955139,
      "learning_rate": 3.1683168316831685e-06,
      "loss": 2.6724,
      "step": 32
    },
    {
      "epoch": 0.03286852589641434,
      "grad_norm": 0.7592146396636963,
      "learning_rate": 3.2673267326732676e-06,
      "loss": 2.9239,
      "step": 33
    },
    {
      "epoch": 0.03386454183266932,
      "grad_norm": 0.7194887399673462,
      "learning_rate": 3.3663366336633666e-06,
      "loss": 2.4727,
      "step": 34
    },
    {
      "epoch": 0.0348605577689243,
      "grad_norm": 0.4150688350200653,
      "learning_rate": 3.4653465346534653e-06,
      "loss": 2.6407,
      "step": 35
    },
    {
      "epoch": 0.035856573705179286,
      "grad_norm": 0.4450097382068634,
      "learning_rate": 3.5643564356435644e-06,
      "loss": 2.6709,
      "step": 36
    },
    {
      "epoch": 0.036852589641434265,
      "grad_norm": 0.4754781424999237,
      "learning_rate": 3.6633663366336635e-06,
      "loss": 2.6848,
      "step": 37
    },
    {
      "epoch": 0.037848605577689244,
      "grad_norm": 0.41208407282829285,
      "learning_rate": 3.7623762376237625e-06,
      "loss": 2.5176,
      "step": 38
    },
    {
      "epoch": 0.03884462151394422,
      "grad_norm": 0.41328731179237366,
      "learning_rate": 3.861386138613862e-06,
      "loss": 2.3275,
      "step": 39
    },
    {
      "epoch": 0.0398406374501992,
      "grad_norm": 0.5368106365203857,
      "learning_rate": 3.960396039603961e-06,
      "loss": 2.4877,
      "step": 40
    },
    {
      "epoch": 0.04083665338645418,
      "grad_norm": 0.37100547552108765,
      "learning_rate": 4.05940594059406e-06,
      "loss": 2.5933,
      "step": 41
    },
    {
      "epoch": 0.04183266932270916,
      "grad_norm": 0.4816776216030121,
      "learning_rate": 4.158415841584159e-06,
      "loss": 2.844,
      "step": 42
    },
    {
      "epoch": 0.04282868525896414,
      "grad_norm": 0.4209342896938324,
      "learning_rate": 4.2574257425742575e-06,
      "loss": 2.5422,
      "step": 43
    },
    {
      "epoch": 0.043824701195219126,
      "grad_norm": 0.6714078783988953,
      "learning_rate": 4.356435643564357e-06,
      "loss": 2.7081,
      "step": 44
    },
    {
      "epoch": 0.044820717131474105,
      "grad_norm": 0.26568883657455444,
      "learning_rate": 4.455445544554456e-06,
      "loss": 2.9217,
      "step": 45
    },
    {
      "epoch": 0.045816733067729085,
      "grad_norm": 0.37946802377700806,
      "learning_rate": 4.554455445544555e-06,
      "loss": 2.4118,
      "step": 46
    },
    {
      "epoch": 0.046812749003984064,
      "grad_norm": 0.6484291553497314,
      "learning_rate": 4.653465346534654e-06,
      "loss": 2.547,
      "step": 47
    },
    {
      "epoch": 0.04780876494023904,
      "grad_norm": 0.29198533296585083,
      "learning_rate": 4.7524752475247525e-06,
      "loss": 2.519,
      "step": 48
    },
    {
      "epoch": 0.04880478087649402,
      "grad_norm": 0.7583147883415222,
      "learning_rate": 4.851485148514852e-06,
      "loss": 2.9767,
      "step": 49
    },
    {
      "epoch": 0.049800796812749,
      "grad_norm": 0.5130609273910522,
      "learning_rate": 4.950495049504951e-06,
      "loss": 2.7004,
      "step": 50
    },
    {
      "epoch": 0.05079681274900399,
      "grad_norm": 0.31620916724205017,
      "learning_rate": 5.04950495049505e-06,
      "loss": 2.4462,
      "step": 51
    },
    {
      "epoch": 0.05179282868525897,
      "grad_norm": 0.8395189046859741,
      "learning_rate": 5.148514851485149e-06,
      "loss": 2.5588,
      "step": 52
    },
    {
      "epoch": 0.052788844621513946,
      "grad_norm": 0.387138307094574,
      "learning_rate": 5.247524752475248e-06,
      "loss": 2.1448,
      "step": 53
    },
    {
      "epoch": 0.053784860557768925,
      "grad_norm": 1.2158163785934448,
      "learning_rate": 5.346534653465347e-06,
      "loss": 2.3136,
      "step": 54
    },
    {
      "epoch": 0.054780876494023904,
      "grad_norm": 0.2387009710073471,
      "learning_rate": 5.4455445544554465e-06,
      "loss": 2.1985,
      "step": 55
    },
    {
      "epoch": 0.055776892430278883,
      "grad_norm": 0.3181290924549103,
      "learning_rate": 5.544554455445545e-06,
      "loss": 2.3419,
      "step": 56
    },
    {
      "epoch": 0.05677290836653386,
      "grad_norm": 0.37027299404144287,
      "learning_rate": 5.643564356435644e-06,
      "loss": 2.6245,
      "step": 57
    },
    {
      "epoch": 0.05776892430278884,
      "grad_norm": 1.2025309801101685,
      "learning_rate": 5.7425742574257425e-06,
      "loss": 3.9658,
      "step": 58
    },
    {
      "epoch": 0.05876494023904383,
      "grad_norm": 0.2420024573802948,
      "learning_rate": 5.841584158415842e-06,
      "loss": 2.6491,
      "step": 59
    },
    {
      "epoch": 0.05976095617529881,
      "grad_norm": 0.5019764304161072,
      "learning_rate": 5.940594059405941e-06,
      "loss": 2.5349,
      "step": 60
    },
    {
      "epoch": 0.060756972111553786,
      "grad_norm": 0.42150792479515076,
      "learning_rate": 6.03960396039604e-06,
      "loss": 3.0192,
      "step": 61
    },
    {
      "epoch": 0.061752988047808766,
      "grad_norm": 0.21461670100688934,
      "learning_rate": 6.138613861386139e-06,
      "loss": 2.4131,
      "step": 62
    },
    {
      "epoch": 0.06274900398406374,
      "grad_norm": 0.27715393900871277,
      "learning_rate": 6.237623762376238e-06,
      "loss": 2.0699,
      "step": 63
    },
    {
      "epoch": 0.06374501992031872,
      "grad_norm": 0.23175019025802612,
      "learning_rate": 6.336633663366337e-06,
      "loss": 2.454,
      "step": 64
    },
    {
      "epoch": 0.0647410358565737,
      "grad_norm": 1.4909917116165161,
      "learning_rate": 6.4356435643564364e-06,
      "loss": 2.394,
      "step": 65
    },
    {
      "epoch": 0.06573705179282868,
      "grad_norm": 0.25836002826690674,
      "learning_rate": 6.534653465346535e-06,
      "loss": 2.1991,
      "step": 66
    },
    {
      "epoch": 0.06673306772908366,
      "grad_norm": 0.24367666244506836,
      "learning_rate": 6.633663366336635e-06,
      "loss": 2.1038,
      "step": 67
    },
    {
      "epoch": 0.06772908366533864,
      "grad_norm": 0.2366018295288086,
      "learning_rate": 6.732673267326733e-06,
      "loss": 2.4102,
      "step": 68
    },
    {
      "epoch": 0.06872509960159362,
      "grad_norm": 0.2741665542125702,
      "learning_rate": 6.831683168316833e-06,
      "loss": 2.4163,
      "step": 69
    },
    {
      "epoch": 0.0697211155378486,
      "grad_norm": 1.1350017786026,
      "learning_rate": 6.930693069306931e-06,
      "loss": 3.1909,
      "step": 70
    },
    {
      "epoch": 0.07071713147410359,
      "grad_norm": 0.7466657161712646,
      "learning_rate": 7.02970297029703e-06,
      "loss": 3.0505,
      "step": 71
    },
    {
      "epoch": 0.07171314741035857,
      "grad_norm": 0.6016573309898376,
      "learning_rate": 7.128712871287129e-06,
      "loss": 2.523,
      "step": 72
    },
    {
      "epoch": 0.07270916334661355,
      "grad_norm": 0.29950985312461853,
      "learning_rate": 7.227722772277228e-06,
      "loss": 2.2338,
      "step": 73
    },
    {
      "epoch": 0.07370517928286853,
      "grad_norm": 0.3367365598678589,
      "learning_rate": 7.326732673267327e-06,
      "loss": 2.3668,
      "step": 74
    },
    {
      "epoch": 0.07470119521912351,
      "grad_norm": 0.23957543075084686,
      "learning_rate": 7.425742574257426e-06,
      "loss": 2.3929,
      "step": 75
    },
    {
      "epoch": 0.07569721115537849,
      "grad_norm": 0.2996574342250824,
      "learning_rate": 7.524752475247525e-06,
      "loss": 2.4929,
      "step": 76
    },
    {
      "epoch": 0.07669322709163347,
      "grad_norm": 1.1166422367095947,
      "learning_rate": 7.6237623762376246e-06,
      "loss": 2.2256,
      "step": 77
    },
    {
      "epoch": 0.07768924302788845,
      "grad_norm": 0.3733150362968445,
      "learning_rate": 7.722772277227724e-06,
      "loss": 2.4912,
      "step": 78
    },
    {
      "epoch": 0.07868525896414343,
      "grad_norm": 0.3624296486377716,
      "learning_rate": 7.821782178217822e-06,
      "loss": 2.7605,
      "step": 79
    },
    {
      "epoch": 0.0796812749003984,
      "grad_norm": 0.47846829891204834,
      "learning_rate": 7.920792079207921e-06,
      "loss": 2.7636,
      "step": 80
    },
    {
      "epoch": 0.08067729083665338,
      "grad_norm": 0.3782709836959839,
      "learning_rate": 8.019801980198021e-06,
      "loss": 2.4481,
      "step": 81
    },
    {
      "epoch": 0.08167330677290836,
      "grad_norm": 0.5004844665527344,
      "learning_rate": 8.11881188118812e-06,
      "loss": 2.4166,
      "step": 82
    },
    {
      "epoch": 0.08266932270916334,
      "grad_norm": 0.20830737054347992,
      "learning_rate": 8.217821782178218e-06,
      "loss": 2.4728,
      "step": 83
    },
    {
      "epoch": 0.08366533864541832,
      "grad_norm": 0.2479114830493927,
      "learning_rate": 8.316831683168318e-06,
      "loss": 2.2449,
      "step": 84
    },
    {
      "epoch": 0.0846613545816733,
      "grad_norm": 0.42911332845687866,
      "learning_rate": 8.415841584158416e-06,
      "loss": 2.2295,
      "step": 85
    },
    {
      "epoch": 0.08565737051792828,
      "grad_norm": 0.44220131635665894,
      "learning_rate": 8.514851485148515e-06,
      "loss": 2.4495,
      "step": 86
    },
    {
      "epoch": 0.08665338645418327,
      "grad_norm": 0.23947738111019135,
      "learning_rate": 8.613861386138615e-06,
      "loss": 2.1415,
      "step": 87
    },
    {
      "epoch": 0.08764940239043825,
      "grad_norm": 0.42801541090011597,
      "learning_rate": 8.712871287128714e-06,
      "loss": 2.3226,
      "step": 88
    },
    {
      "epoch": 0.08864541832669323,
      "grad_norm": 0.39098042249679565,
      "learning_rate": 8.811881188118812e-06,
      "loss": 2.3063,
      "step": 89
    },
    {
      "epoch": 0.08964143426294821,
      "grad_norm": 0.29923197627067566,
      "learning_rate": 8.910891089108911e-06,
      "loss": 2.6163,
      "step": 90
    },
    {
      "epoch": 0.09063745019920319,
      "grad_norm": 0.2684191167354584,
      "learning_rate": 9.009900990099011e-06,
      "loss": 2.6845,
      "step": 91
    },
    {
      "epoch": 0.09163346613545817,
      "grad_norm": 0.27097082138061523,
      "learning_rate": 9.10891089108911e-06,
      "loss": 2.598,
      "step": 92
    },
    {
      "epoch": 0.09262948207171315,
      "grad_norm": 0.2647894024848938,
      "learning_rate": 9.20792079207921e-06,
      "loss": 2.2659,
      "step": 93
    },
    {
      "epoch": 0.09362549800796813,
      "grad_norm": 0.38580745458602905,
      "learning_rate": 9.306930693069308e-06,
      "loss": 2.5818,
      "step": 94
    },
    {
      "epoch": 0.0946215139442231,
      "grad_norm": 0.23376502096652985,
      "learning_rate": 9.405940594059405e-06,
      "loss": 2.207,
      "step": 95
    },
    {
      "epoch": 0.09561752988047809,
      "grad_norm": 0.7030872702598572,
      "learning_rate": 9.504950495049505e-06,
      "loss": 2.1312,
      "step": 96
    },
    {
      "epoch": 0.09661354581673307,
      "grad_norm": 0.23579809069633484,
      "learning_rate": 9.603960396039604e-06,
      "loss": 2.0685,
      "step": 97
    },
    {
      "epoch": 0.09760956175298804,
      "grad_norm": 0.3901154100894928,
      "learning_rate": 9.702970297029704e-06,
      "loss": 2.662,
      "step": 98
    },
    {
      "epoch": 0.09860557768924302,
      "grad_norm": 0.2687411606311798,
      "learning_rate": 9.801980198019802e-06,
      "loss": 2.9062,
      "step": 99
    },
    {
      "epoch": 0.099601593625498,
      "grad_norm": 0.1916651427745819,
      "learning_rate": 9.900990099009901e-06,
      "loss": 2.1874,
      "step": 100
    },
    {
      "epoch": 0.10059760956175298,
      "grad_norm": 0.3915342688560486,
      "learning_rate": 1e-05,
      "loss": 2.4196,
      "step": 101
    },
    {
      "epoch": 0.10159362549800798,
      "grad_norm": 0.4256736636161804,
      "learning_rate": 9.999969740355927e-06,
      "loss": 2.3229,
      "step": 102
    },
    {
      "epoch": 0.10258964143426295,
      "grad_norm": 0.24454592168331146,
      "learning_rate": 9.999878961789962e-06,
      "loss": 2.4725,
      "step": 103
    },
    {
      "epoch": 0.10358565737051793,
      "grad_norm": 0.4549209475517273,
      "learning_rate": 9.999727665400876e-06,
      "loss": 2.6802,
      "step": 104
    },
    {
      "epoch": 0.10458167330677291,
      "grad_norm": 0.27968448400497437,
      "learning_rate": 9.999515853019941e-06,
      "loss": 2.154,
      "step": 105
    },
    {
      "epoch": 0.10557768924302789,
      "grad_norm": 0.30781856179237366,
      "learning_rate": 9.999243527210904e-06,
      "loss": 2.1358,
      "step": 106
    },
    {
      "epoch": 0.10657370517928287,
      "grad_norm": 0.22190262377262115,
      "learning_rate": 9.998910691269957e-06,
      "loss": 2.1951,
      "step": 107
    },
    {
      "epoch": 0.10756972111553785,
      "grad_norm": 0.36984801292419434,
      "learning_rate": 9.998517349225698e-06,
      "loss": 2.2283,
      "step": 108
    },
    {
      "epoch": 0.10856573705179283,
      "grad_norm": 0.24837668240070343,
      "learning_rate": 9.998063505839084e-06,
      "loss": 2.4556,
      "step": 109
    },
    {
      "epoch": 0.10956175298804781,
      "grad_norm": 0.17527616024017334,
      "learning_rate": 9.99754916660337e-06,
      "loss": 2.2414,
      "step": 110
    },
    {
      "epoch": 0.11055776892430279,
      "grad_norm": 0.2681446969509125,
      "learning_rate": 9.996974337744047e-06,
      "loss": 2.6504,
      "step": 111
    },
    {
      "epoch": 0.11155378486055777,
      "grad_norm": 0.41997164487838745,
      "learning_rate": 9.99633902621876e-06,
      "loss": 2.4704,
      "step": 112
    },
    {
      "epoch": 0.11254980079681275,
      "grad_norm": 0.43319636583328247,
      "learning_rate": 9.995643239717228e-06,
      "loss": 2.4391,
      "step": 113
    },
    {
      "epoch": 0.11354581673306773,
      "grad_norm": 0.3344462811946869,
      "learning_rate": 9.994886986661155e-06,
      "loss": 2.4113,
      "step": 114
    },
    {
      "epoch": 0.1145418326693227,
      "grad_norm": 0.2086816132068634,
      "learning_rate": 9.994070276204115e-06,
      "loss": 2.1469,
      "step": 115
    },
    {
      "epoch": 0.11553784860557768,
      "grad_norm": 0.35499969124794006,
      "learning_rate": 9.993193118231463e-06,
      "loss": 2.6212,
      "step": 116
    },
    {
      "epoch": 0.11653386454183266,
      "grad_norm": 0.4640713036060333,
      "learning_rate": 9.992255523360187e-06,
      "loss": 2.5926,
      "step": 117
    },
    {
      "epoch": 0.11752988047808766,
      "grad_norm": 0.3302168548107147,
      "learning_rate": 9.991257502938805e-06,
      "loss": 2.0769,
      "step": 118
    },
    {
      "epoch": 0.11852589641434264,
      "grad_norm": 0.4918990135192871,
      "learning_rate": 9.990199069047216e-06,
      "loss": 2.4818,
      "step": 119
    },
    {
      "epoch": 0.11952191235059761,
      "grad_norm": 0.25973260402679443,
      "learning_rate": 9.989080234496548e-06,
      "loss": 2.3236,
      "step": 120
    },
    {
      "epoch": 0.1205179282868526,
      "grad_norm": 0.26280921697616577,
      "learning_rate": 9.98790101282902e-06,
      "loss": 2.4276,
      "step": 121
    },
    {
      "epoch": 0.12151394422310757,
      "grad_norm": 0.21018964052200317,
      "learning_rate": 9.986661418317759e-06,
      "loss": 2.3006,
      "step": 122
    },
    {
      "epoch": 0.12250996015936255,
      "grad_norm": 0.30688363313674927,
      "learning_rate": 9.985361465966644e-06,
      "loss": 2.3402,
      "step": 123
    },
    {
      "epoch": 0.12350597609561753,
      "grad_norm": 0.27469494938850403,
      "learning_rate": 9.984001171510112e-06,
      "loss": 2.7987,
      "step": 124
    },
    {
      "epoch": 0.12450199203187251,
      "grad_norm": 0.2825527489185333,
      "learning_rate": 9.982580551412972e-06,
      "loss": 2.4642,
      "step": 125
    },
    {
      "epoch": 0.1254980079681275,
      "grad_norm": 0.6109227538108826,
      "learning_rate": 9.98109962287021e-06,
      "loss": 2.6041,
      "step": 126
    },
    {
      "epoch": 0.12649402390438247,
      "grad_norm": 0.3983345031738281,
      "learning_rate": 9.979558403806773e-06,
      "loss": 2.4599,
      "step": 127
    },
    {
      "epoch": 0.12749003984063745,
      "grad_norm": 0.3466341495513916,
      "learning_rate": 9.977956912877356e-06,
      "loss": 2.1902,
      "step": 128
    },
    {
      "epoch": 0.12848605577689243,
      "grad_norm": 0.3762282729148865,
      "learning_rate": 9.97629516946618e-06,
      "loss": 2.2643,
      "step": 129
    },
    {
      "epoch": 0.1294820717131474,
      "grad_norm": 0.523991048336029,
      "learning_rate": 9.974573193686747e-06,
      "loss": 2.196,
      "step": 130
    },
    {
      "epoch": 0.13047808764940239,
      "grad_norm": 0.23254041373729706,
      "learning_rate": 9.97279100638161e-06,
      "loss": 2.4402,
      "step": 131
    },
    {
      "epoch": 0.13147410358565736,
      "grad_norm": 0.3137255311012268,
      "learning_rate": 9.970948629122108e-06,
      "loss": 2.5905,
      "step": 132
    },
    {
      "epoch": 0.13247011952191234,
      "grad_norm": 0.21106691658496857,
      "learning_rate": 9.969046084208116e-06,
      "loss": 2.3683,
      "step": 133
    },
    {
      "epoch": 0.13346613545816732,
      "grad_norm": 0.4183836877346039,
      "learning_rate": 9.967083394667763e-06,
      "loss": 2.0614,
      "step": 134
    },
    {
      "epoch": 0.1344621513944223,
      "grad_norm": 0.4468408226966858,
      "learning_rate": 9.965060584257165e-06,
      "loss": 2.4639,
      "step": 135
    },
    {
      "epoch": 0.13545816733067728,
      "grad_norm": 0.22207094728946686,
      "learning_rate": 9.962977677460132e-06,
      "loss": 2.2261,
      "step": 136
    },
    {
      "epoch": 0.13645418326693226,
      "grad_norm": 0.2465856373310089,
      "learning_rate": 9.960834699487873e-06,
      "loss": 2.2444,
      "step": 137
    },
    {
      "epoch": 0.13745019920318724,
      "grad_norm": 0.3648821711540222,
      "learning_rate": 9.958631676278686e-06,
      "loss": 2.6132,
      "step": 138
    },
    {
      "epoch": 0.13844621513944222,
      "grad_norm": 0.21419532597064972,
      "learning_rate": 9.956368634497648e-06,
      "loss": 2.4863,
      "step": 139
    },
    {
      "epoch": 0.1394422310756972,
      "grad_norm": 0.5358874797821045,
      "learning_rate": 9.9540456015363e-06,
      "loss": 2.401,
      "step": 140
    },
    {
      "epoch": 0.14043824701195218,
      "grad_norm": 0.25208160281181335,
      "learning_rate": 9.951662605512298e-06,
      "loss": 2.5901,
      "step": 141
    },
    {
      "epoch": 0.14143426294820718,
      "grad_norm": 0.2659305930137634,
      "learning_rate": 9.949219675269089e-06,
      "loss": 2.3229,
      "step": 142
    },
    {
      "epoch": 0.14243027888446216,
      "grad_norm": 0.5667638778686523,
      "learning_rate": 9.946716840375552e-06,
      "loss": 2.4998,
      "step": 143
    },
    {
      "epoch": 0.14342629482071714,
      "grad_norm": 0.315893292427063,
      "learning_rate": 9.944154131125643e-06,
      "loss": 2.4017,
      "step": 144
    },
    {
      "epoch": 0.14442231075697212,
      "grad_norm": 0.43832895159721375,
      "learning_rate": 9.941531578538032e-06,
      "loss": 2.473,
      "step": 145
    },
    {
      "epoch": 0.1454183266932271,
      "grad_norm": 0.2750052511692047,
      "learning_rate": 9.938849214355722e-06,
      "loss": 2.3208,
      "step": 146
    },
    {
      "epoch": 0.14641434262948208,
      "grad_norm": 0.26100143790245056,
      "learning_rate": 9.936107071045665e-06,
      "loss": 2.2151,
      "step": 147
    },
    {
      "epoch": 0.14741035856573706,
      "grad_norm": 0.3080121576786041,
      "learning_rate": 9.933305181798374e-06,
      "loss": 2.0868,
      "step": 148
    },
    {
      "epoch": 0.14840637450199204,
      "grad_norm": 0.24721984565258026,
      "learning_rate": 9.93044358052752e-06,
      "loss": 2.3312,
      "step": 149
    },
    {
      "epoch": 0.14940239043824702,
      "grad_norm": 0.5916289687156677,
      "learning_rate": 9.927522301869515e-06,
      "loss": 2.6542,
      "step": 150
    },
    {
      "epoch": 0.150398406374502,
      "grad_norm": 0.22790588438510895,
      "learning_rate": 9.924541381183099e-06,
      "loss": 2.3121,
      "step": 151
    },
    {
      "epoch": 0.15139442231075698,
      "grad_norm": 0.3201110064983368,
      "learning_rate": 9.921500854548916e-06,
      "loss": 2.8776,
      "step": 152
    },
    {
      "epoch": 0.15239043824701196,
      "grad_norm": 0.3063032627105713,
      "learning_rate": 9.918400758769063e-06,
      "loss": 2.3604,
      "step": 153
    },
    {
      "epoch": 0.15338645418326693,
      "grad_norm": 0.41891732811927795,
      "learning_rate": 9.915241131366657e-06,
      "loss": 2.1036,
      "step": 154
    },
    {
      "epoch": 0.15438247011952191,
      "grad_norm": 1.0909143686294556,
      "learning_rate": 9.912022010585385e-06,
      "loss": 2.5247,
      "step": 155
    },
    {
      "epoch": 0.1553784860557769,
      "grad_norm": 0.26673582196235657,
      "learning_rate": 9.90874343538902e-06,
      "loss": 2.159,
      "step": 156
    },
    {
      "epoch": 0.15637450199203187,
      "grad_norm": 0.3614170551300049,
      "learning_rate": 9.905405445460972e-06,
      "loss": 2.4383,
      "step": 157
    },
    {
      "epoch": 0.15737051792828685,
      "grad_norm": 0.5078898668289185,
      "learning_rate": 9.902008081203796e-06,
      "loss": 2.2543,
      "step": 158
    },
    {
      "epoch": 0.15836653386454183,
      "grad_norm": 0.3936934769153595,
      "learning_rate": 9.898551383738707e-06,
      "loss": 2.538,
      "step": 159
    },
    {
      "epoch": 0.1593625498007968,
      "grad_norm": 0.6516975164413452,
      "learning_rate": 9.895035394905073e-06,
      "loss": 2.5301,
      "step": 160
    },
    {
      "epoch": 0.1603585657370518,
      "grad_norm": 0.26518794894218445,
      "learning_rate": 9.89146015725993e-06,
      "loss": 2.2118,
      "step": 161
    },
    {
      "epoch": 0.16135458167330677,
      "grad_norm": 0.41366127133369446,
      "learning_rate": 9.887825714077439e-06,
      "loss": 2.4799,
      "step": 162
    },
    {
      "epoch": 0.16235059760956175,
      "grad_norm": 0.5400006771087646,
      "learning_rate": 9.884132109348386e-06,
      "loss": 2.5019,
      "step": 163
    },
    {
      "epoch": 0.16334661354581673,
      "grad_norm": 0.36508408188819885,
      "learning_rate": 9.880379387779637e-06,
      "loss": 2.7938,
      "step": 164
    },
    {
      "epoch": 0.1643426294820717,
      "grad_norm": 0.4240388572216034,
      "learning_rate": 9.876567594793597e-06,
      "loss": 2.5002,
      "step": 165
    },
    {
      "epoch": 0.16533864541832669,
      "grad_norm": 0.277864933013916,
      "learning_rate": 9.87269677652767e-06,
      "loss": 2.5436,
      "step": 166
    },
    {
      "epoch": 0.16633466135458166,
      "grad_norm": 0.25840163230895996,
      "learning_rate": 9.868766979833686e-06,
      "loss": 2.2811,
      "step": 167
    },
    {
      "epoch": 0.16733067729083664,
      "grad_norm": 0.32198214530944824,
      "learning_rate": 9.864778252277344e-06,
      "loss": 2.3215,
      "step": 168
    },
    {
      "epoch": 0.16832669322709162,
      "grad_norm": 0.613046407699585,
      "learning_rate": 9.86073064213764e-06,
      "loss": 2.8133,
      "step": 169
    },
    {
      "epoch": 0.1693227091633466,
      "grad_norm": 0.38470038771629333,
      "learning_rate": 9.856624198406262e-06,
      "loss": 2.4133,
      "step": 170
    },
    {
      "epoch": 0.17031872509960158,
      "grad_norm": 0.3675747811794281,
      "learning_rate": 9.852458970787027e-06,
      "loss": 2.0617,
      "step": 171
    },
    {
      "epoch": 0.17131474103585656,
      "grad_norm": 0.26074767112731934,
      "learning_rate": 9.848235009695255e-06,
      "loss": 2.132,
      "step": 172
    },
    {
      "epoch": 0.17231075697211157,
      "grad_norm": 0.5974801778793335,
      "learning_rate": 9.84395236625717e-06,
      "loss": 2.3888,
      "step": 173
    },
    {
      "epoch": 0.17330677290836655,
      "grad_norm": 0.2652048170566559,
      "learning_rate": 9.839611092309278e-06,
      "loss": 2.4468,
      "step": 174
    },
    {
      "epoch": 0.17430278884462153,
      "grad_norm": 0.6336271166801453,
      "learning_rate": 9.835211240397743e-06,
      "loss": 2.3256,
      "step": 175
    },
    {
      "epoch": 0.1752988047808765,
      "grad_norm": 0.3853505849838257,
      "learning_rate": 9.830752863777741e-06,
      "loss": 2.5527,
      "step": 176
    },
    {
      "epoch": 0.17629482071713148,
      "grad_norm": 0.25374558568000793,
      "learning_rate": 9.826236016412833e-06,
      "loss": 2.5593,
      "step": 177
    },
    {
      "epoch": 0.17729083665338646,
      "grad_norm": 0.29101264476776123,
      "learning_rate": 9.821660752974294e-06,
      "loss": 2.6399,
      "step": 178
    },
    {
      "epoch": 0.17828685258964144,
      "grad_norm": 0.7464101910591125,
      "learning_rate": 9.817027128840462e-06,
      "loss": 2.1674,
      "step": 179
    },
    {
      "epoch": 0.17928286852589642,
      "grad_norm": 0.28557366132736206,
      "learning_rate": 9.812335200096064e-06,
      "loss": 2.7127,
      "step": 180
    },
    {
      "epoch": 0.1802788844621514,
      "grad_norm": 0.5655897259712219,
      "learning_rate": 9.807585023531536e-06,
      "loss": 2.0397,
      "step": 181
    },
    {
      "epoch": 0.18127490039840638,
      "grad_norm": 0.2831386625766754,
      "learning_rate": 9.802776656642341e-06,
      "loss": 2.1947,
      "step": 182
    },
    {
      "epoch": 0.18227091633466136,
      "grad_norm": 0.30917420983314514,
      "learning_rate": 9.797910157628265e-06,
      "loss": 2.3951,
      "step": 183
    },
    {
      "epoch": 0.18326693227091634,
      "grad_norm": 0.3886703550815582,
      "learning_rate": 9.792985585392722e-06,
      "loss": 2.4107,
      "step": 184
    },
    {
      "epoch": 0.18426294820717132,
      "grad_norm": 0.51981121301651,
      "learning_rate": 9.78800299954203e-06,
      "loss": 2.3655,
      "step": 185
    },
    {
      "epoch": 0.1852589641434263,
      "grad_norm": 0.31090375781059265,
      "learning_rate": 9.782962460384701e-06,
      "loss": 1.984,
      "step": 186
    },
    {
      "epoch": 0.18625498007968128,
      "grad_norm": 0.4561314880847931,
      "learning_rate": 9.777864028930705e-06,
      "loss": 3.0161,
      "step": 187
    },
    {
      "epoch": 0.18725099601593626,
      "grad_norm": 0.3265978693962097,
      "learning_rate": 9.772707766890726e-06,
      "loss": 2.6738,
      "step": 188
    },
    {
      "epoch": 0.18824701195219123,
      "grad_norm": 0.5627899765968323,
      "learning_rate": 9.767493736675429e-06,
      "loss": 2.4544,
      "step": 189
    },
    {
      "epoch": 0.1892430278884462,
      "grad_norm": 0.3551636338233948,
      "learning_rate": 9.762222001394692e-06,
      "loss": 2.4696,
      "step": 190
    },
    {
      "epoch": 0.1902390438247012,
      "grad_norm": 0.27445298433303833,
      "learning_rate": 9.756892624856848e-06,
      "loss": 2.5626,
      "step": 191
    },
    {
      "epoch": 0.19123505976095617,
      "grad_norm": 0.4346907436847687,
      "learning_rate": 9.751505671567914e-06,
      "loss": 2.6588,
      "step": 192
    },
    {
      "epoch": 0.19223107569721115,
      "grad_norm": 1.7177170515060425,
      "learning_rate": 9.746061206730801e-06,
      "loss": 3.3538,
      "step": 193
    },
    {
      "epoch": 0.19322709163346613,
      "grad_norm": 0.294007807970047,
      "learning_rate": 9.740559296244543e-06,
      "loss": 2.7963,
      "step": 194
    },
    {
      "epoch": 0.1942231075697211,
      "grad_norm": 0.3322044014930725,
      "learning_rate": 9.735000006703475e-06,
      "loss": 2.1763,
      "step": 195
    },
    {
      "epoch": 0.1952191235059761,
      "grad_norm": 0.2852723002433777,
      "learning_rate": 9.72938340539645e-06,
      "loss": 2.2182,
      "step": 196
    },
    {
      "epoch": 0.19621513944223107,
      "grad_norm": 0.2600834369659424,
      "learning_rate": 9.723709560306009e-06,
      "loss": 2.7632,
      "step": 197
    },
    {
      "epoch": 0.19721115537848605,
      "grad_norm": 0.27677562832832336,
      "learning_rate": 9.717978540107566e-06,
      "loss": 2.3831,
      "step": 198
    },
    {
      "epoch": 0.19820717131474103,
      "grad_norm": 0.4312080144882202,
      "learning_rate": 9.712190414168573e-06,
      "loss": 2.4096,
      "step": 199
    },
    {
      "epoch": 0.199203187250996,
      "grad_norm": 0.7516922950744629,
      "learning_rate": 9.706345252547681e-06,
      "loss": 3.0072,
      "step": 200
    },
    {
      "epoch": 0.20019920318725098,
      "grad_norm": 0.47257497906684875,
      "learning_rate": 9.700443125993897e-06,
      "loss": 2.4537,
      "step": 201
    },
    {
      "epoch": 0.20119521912350596,
      "grad_norm": 0.5163850784301758,
      "learning_rate": 9.694484105945719e-06,
      "loss": 2.4488,
      "step": 202
    },
    {
      "epoch": 0.20219123505976094,
      "grad_norm": 0.2632780373096466,
      "learning_rate": 9.688468264530278e-06,
      "loss": 2.5477,
      "step": 203
    },
    {
      "epoch": 0.20318725099601595,
      "grad_norm": 1.0932762622833252,
      "learning_rate": 9.682395674562459e-06,
      "loss": 2.8381,
      "step": 204
    },
    {
      "epoch": 0.20418326693227093,
      "grad_norm": 0.568217396736145,
      "learning_rate": 9.676266409544031e-06,
      "loss": 2.2398,
      "step": 205
    },
    {
      "epoch": 0.2051792828685259,
      "grad_norm": 0.5864899754524231,
      "learning_rate": 9.670080543662742e-06,
      "loss": 2.5067,
      "step": 206
    },
    {
      "epoch": 0.2061752988047809,
      "grad_norm": 0.38742220401763916,
      "learning_rate": 9.663838151791431e-06,
      "loss": 2.3831,
      "step": 207
    },
    {
      "epoch": 0.20717131474103587,
      "grad_norm": 0.441034197807312,
      "learning_rate": 9.657539309487123e-06,
      "loss": 2.3785,
      "step": 208
    },
    {
      "epoch": 0.20816733067729085,
      "grad_norm": 1.6438182592391968,
      "learning_rate": 9.651184092990109e-06,
      "loss": 3.6952,
      "step": 209
    },
    {
      "epoch": 0.20916334661354583,
      "grad_norm": 0.35267430543899536,
      "learning_rate": 9.644772579223023e-06,
      "loss": 2.4354,
      "step": 210
    },
    {
      "epoch": 0.2101593625498008,
      "grad_norm": 0.27790936827659607,
      "learning_rate": 9.638304845789916e-06,
      "loss": 2.3407,
      "step": 211
    },
    {
      "epoch": 0.21115537848605578,
      "grad_norm": 0.4317843019962311,
      "learning_rate": 9.631780970975311e-06,
      "loss": 2.2805,
      "step": 212
    },
    {
      "epoch": 0.21215139442231076,
      "grad_norm": 0.35801681876182556,
      "learning_rate": 9.625201033743262e-06,
      "loss": 2.3219,
      "step": 213
    },
    {
      "epoch": 0.21314741035856574,
      "grad_norm": 0.3666556477546692,
      "learning_rate": 9.618565113736388e-06,
      "loss": 2.1962,
      "step": 214
    },
    {
      "epoch": 0.21414342629482072,
      "grad_norm": 0.36347630620002747,
      "learning_rate": 9.611873291274927e-06,
      "loss": 2.1945,
      "step": 215
    },
    {
      "epoch": 0.2151394422310757,
      "grad_norm": 0.47142109274864197,
      "learning_rate": 9.60512564735574e-06,
      "loss": 2.1907,
      "step": 216
    },
    {
      "epoch": 0.21613545816733068,
      "grad_norm": 0.3300761580467224,
      "learning_rate": 9.598322263651352e-06,
      "loss": 2.0638,
      "step": 217
    },
    {
      "epoch": 0.21713147410358566,
      "grad_norm": 0.3918429911136627,
      "learning_rate": 9.591463222508947e-06,
      "loss": 2.4349,
      "step": 218
    },
    {
      "epoch": 0.21812749003984064,
      "grad_norm": 0.3837280869483948,
      "learning_rate": 9.584548606949384e-06,
      "loss": 2.2359,
      "step": 219
    },
    {
      "epoch": 0.21912350597609562,
      "grad_norm": 0.47225990891456604,
      "learning_rate": 9.577578500666187e-06,
      "loss": 2.4696,
      "step": 220
    },
    {
      "epoch": 0.2201195219123506,
      "grad_norm": 0.3448033630847931,
      "learning_rate": 9.570552988024527e-06,
      "loss": 2.3639,
      "step": 221
    },
    {
      "epoch": 0.22111553784860558,
      "grad_norm": 0.39937150478363037,
      "learning_rate": 9.563472154060212e-06,
      "loss": 2.3513,
      "step": 222
    },
    {
      "epoch": 0.22211155378486055,
      "grad_norm": 0.3486849367618561,
      "learning_rate": 9.556336084478645e-06,
      "loss": 2.3674,
      "step": 223
    },
    {
      "epoch": 0.22310756972111553,
      "grad_norm": 0.4388813376426697,
      "learning_rate": 9.5491448656538e-06,
      "loss": 2.4748,
      "step": 224
    },
    {
      "epoch": 0.2241035856573705,
      "grad_norm": 0.4307428300380707,
      "learning_rate": 9.541898584627164e-06,
      "loss": 2.1206,
      "step": 225
    },
    {
      "epoch": 0.2250996015936255,
      "grad_norm": 0.5265683531761169,
      "learning_rate": 9.534597329106688e-06,
      "loss": 2.589,
      "step": 226
    },
    {
      "epoch": 0.22609561752988047,
      "grad_norm": 0.5943540930747986,
      "learning_rate": 9.527241187465735e-06,
      "loss": 2.8641,
      "step": 227
    },
    {
      "epoch": 0.22709163346613545,
      "grad_norm": 0.3554113209247589,
      "learning_rate": 9.519830248741991e-06,
      "loss": 2.0978,
      "step": 228
    },
    {
      "epoch": 0.22808764940239043,
      "grad_norm": 0.43764352798461914,
      "learning_rate": 9.512364602636405e-06,
      "loss": 2.2777,
      "step": 229
    },
    {
      "epoch": 0.2290836653386454,
      "grad_norm": 0.27372264862060547,
      "learning_rate": 9.504844339512096e-06,
      "loss": 2.3366,
      "step": 230
    },
    {
      "epoch": 0.2300796812749004,
      "grad_norm": 0.5419708490371704,
      "learning_rate": 9.497269550393257e-06,
      "loss": 2.5115,
      "step": 231
    },
    {
      "epoch": 0.23107569721115537,
      "grad_norm": 0.3294195234775543,
      "learning_rate": 9.489640326964058e-06,
      "loss": 2.3812,
      "step": 232
    },
    {
      "epoch": 0.23207171314741035,
      "grad_norm": 0.3676604926586151,
      "learning_rate": 9.481956761567531e-06,
      "loss": 2.1645,
      "step": 233
    },
    {
      "epoch": 0.23306772908366533,
      "grad_norm": 0.24499647319316864,
      "learning_rate": 9.47421894720446e-06,
      "loss": 2.436,
      "step": 234
    },
    {
      "epoch": 0.2340637450199203,
      "grad_norm": 0.4562065601348877,
      "learning_rate": 9.466426977532246e-06,
      "loss": 2.4614,
      "step": 235
    },
    {
      "epoch": 0.2350597609561753,
      "grad_norm": 0.4152824580669403,
      "learning_rate": 9.458580946863784e-06,
      "loss": 2.6406,
      "step": 236
    },
    {
      "epoch": 0.2360557768924303,
      "grad_norm": 0.2812240421772003,
      "learning_rate": 9.45068095016631e-06,
      "loss": 2.4129,
      "step": 237
    },
    {
      "epoch": 0.23705179282868527,
      "grad_norm": 0.37695300579071045,
      "learning_rate": 9.442727083060258e-06,
      "loss": 2.8288,
      "step": 238
    },
    {
      "epoch": 0.23804780876494025,
      "grad_norm": 0.29094114899635315,
      "learning_rate": 9.434719441818106e-06,
      "loss": 2.2392,
      "step": 239
    },
    {
      "epoch": 0.23904382470119523,
      "grad_norm": 0.6004308462142944,
      "learning_rate": 9.426658123363202e-06,
      "loss": 2.6978,
      "step": 240
    },
    {
      "epoch": 0.2400398406374502,
      "grad_norm": 0.824376106262207,
      "learning_rate": 9.418543225268598e-06,
      "loss": 2.8384,
      "step": 241
    },
    {
      "epoch": 0.2410358565737052,
      "grad_norm": 0.37361350655555725,
      "learning_rate": 9.410374845755862e-06,
      "loss": 2.7737,
      "step": 242
    },
    {
      "epoch": 0.24203187250996017,
      "grad_norm": 0.3311799168586731,
      "learning_rate": 9.402153083693898e-06,
      "loss": 2.6569,
      "step": 243
    },
    {
      "epoch": 0.24302788844621515,
      "grad_norm": 0.31674501299858093,
      "learning_rate": 9.393878038597748e-06,
      "loss": 2.4791,
      "step": 244
    },
    {
      "epoch": 0.24402390438247012,
      "grad_norm": 0.5512855052947998,
      "learning_rate": 9.385549810627374e-06,
      "loss": 2.0412,
      "step": 245
    },
    {
      "epoch": 0.2450199203187251,
      "grad_norm": 0.48202139139175415,
      "learning_rate": 9.377168500586465e-06,
      "loss": 2.4472,
      "step": 246
    },
    {
      "epoch": 0.24601593625498008,
      "grad_norm": 0.29134997725486755,
      "learning_rate": 9.3687342099212e-06,
      "loss": 2.1911,
      "step": 247
    },
    {
      "epoch": 0.24701195219123506,
      "grad_norm": 0.27262917160987854,
      "learning_rate": 9.36024704071904e-06,
      "loss": 2.3633,
      "step": 248
    },
    {
      "epoch": 0.24800796812749004,
      "grad_norm": 0.2618001699447632,
      "learning_rate": 9.351707095707465e-06,
      "loss": 2.3556,
      "step": 249
    },
    {
      "epoch": 0.24900398406374502,
      "grad_norm": 0.4861814081668854,
      "learning_rate": 9.343114478252758e-06,
      "loss": 2.2809,
      "step": 250
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3331791162490845,
      "learning_rate": 9.334469292358736e-06,
      "loss": 2.2747,
      "step": 251
    },
    {
      "epoch": 0.250996015936255,
      "grad_norm": 0.3599317669868469,
      "learning_rate": 9.3257716426655e-06,
      "loss": 2.3204,
      "step": 252
    },
    {
      "epoch": 0.25199203187250996,
      "grad_norm": 0.28026479482650757,
      "learning_rate": 9.317021634448162e-06,
      "loss": 2.5997,
      "step": 253
    },
    {
      "epoch": 0.25298804780876494,
      "grad_norm": 0.4968087077140808,
      "learning_rate": 9.308219373615574e-06,
      "loss": 2.4623,
      "step": 254
    },
    {
      "epoch": 0.2539840637450199,
      "grad_norm": 0.5899234414100647,
      "learning_rate": 9.299364966709051e-06,
      "loss": 2.4678,
      "step": 255
    },
    {
      "epoch": 0.2549800796812749,
      "grad_norm": 0.27741050720214844,
      "learning_rate": 9.290458520901072e-06,
      "loss": 2.4373,
      "step": 256
    },
    {
      "epoch": 0.2559760956175299,
      "grad_norm": 0.44141483306884766,
      "learning_rate": 9.28150014399399e-06,
      "loss": 2.3013,
      "step": 257
    },
    {
      "epoch": 0.25697211155378485,
      "grad_norm": 0.4108343720436096,
      "learning_rate": 9.272489944418724e-06,
      "loss": 2.6281,
      "step": 258
    },
    {
      "epoch": 0.25796812749003983,
      "grad_norm": 0.4309611916542053,
      "learning_rate": 9.263428031233444e-06,
      "loss": 2.6192,
      "step": 259
    },
    {
      "epoch": 0.2589641434262948,
      "grad_norm": 0.3191240727901459,
      "learning_rate": 9.25431451412226e-06,
      "loss": 2.3667,
      "step": 260
    },
    {
      "epoch": 0.2599601593625498,
      "grad_norm": 0.4311404824256897,
      "learning_rate": 9.245149503393884e-06,
      "loss": 2.5286,
      "step": 261
    },
    {
      "epoch": 0.26095617529880477,
      "grad_norm": 0.8753085136413574,
      "learning_rate": 9.235933109980302e-06,
      "loss": 2.6609,
      "step": 262
    },
    {
      "epoch": 0.26195219123505975,
      "grad_norm": 0.679023265838623,
      "learning_rate": 9.226665445435428e-06,
      "loss": 2.4715,
      "step": 263
    },
    {
      "epoch": 0.26294820717131473,
      "grad_norm": 0.4910929501056671,
      "learning_rate": 9.217346621933753e-06,
      "loss": 2.0939,
      "step": 264
    },
    {
      "epoch": 0.2639442231075697,
      "grad_norm": 1.3370636701583862,
      "learning_rate": 9.207976752268992e-06,
      "loss": 2.4367,
      "step": 265
    },
    {
      "epoch": 0.2649402390438247,
      "grad_norm": 0.4148995578289032,
      "learning_rate": 9.19855594985271e-06,
      "loss": 2.5403,
      "step": 266
    },
    {
      "epoch": 0.26593625498007967,
      "grad_norm": 0.5130553841590881,
      "learning_rate": 9.189084328712961e-06,
      "loss": 2.654,
      "step": 267
    },
    {
      "epoch": 0.26693227091633465,
      "grad_norm": 0.5000612139701843,
      "learning_rate": 9.179562003492898e-06,
      "loss": 2.2451,
      "step": 268
    },
    {
      "epoch": 0.2679282868525896,
      "grad_norm": 1.3651481866836548,
      "learning_rate": 9.16998908944939e-06,
      "loss": 2.3566,
      "step": 269
    },
    {
      "epoch": 0.2689243027888446,
      "grad_norm": 0.4688972532749176,
      "learning_rate": 9.160365702451625e-06,
      "loss": 2.4274,
      "step": 270
    },
    {
      "epoch": 0.2699203187250996,
      "grad_norm": 0.44729602336883545,
      "learning_rate": 9.150691958979712e-06,
      "loss": 2.3431,
      "step": 271
    },
    {
      "epoch": 0.27091633466135456,
      "grad_norm": 0.4126404821872711,
      "learning_rate": 9.14096797612326e-06,
      "loss": 2.4358,
      "step": 272
    },
    {
      "epoch": 0.27191235059760954,
      "grad_norm": 0.8661454319953918,
      "learning_rate": 9.131193871579975e-06,
      "loss": 2.6125,
      "step": 273
    },
    {
      "epoch": 0.2729083665338645,
      "grad_norm": 0.35947325825691223,
      "learning_rate": 9.121369763654228e-06,
      "loss": 2.2618,
      "step": 274
    },
    {
      "epoch": 0.2739043824701195,
      "grad_norm": 0.3399883210659027,
      "learning_rate": 9.111495771255623e-06,
      "loss": 2.1576,
      "step": 275
    },
    {
      "epoch": 0.2749003984063745,
      "grad_norm": 0.4308667778968811,
      "learning_rate": 9.101572013897555e-06,
      "loss": 2.0927,
      "step": 276
    },
    {
      "epoch": 0.27589641434262946,
      "grad_norm": 0.3370983302593231,
      "learning_rate": 9.091598611695774e-06,
      "loss": 2.3073,
      "step": 277
    },
    {
      "epoch": 0.27689243027888444,
      "grad_norm": 0.30387991666793823,
      "learning_rate": 9.081575685366919e-06,
      "loss": 2.5888,
      "step": 278
    },
    {
      "epoch": 0.2778884462151394,
      "grad_norm": 0.6190817952156067,
      "learning_rate": 9.071503356227063e-06,
      "loss": 2.5076,
      "step": 279
    },
    {
      "epoch": 0.2788844621513944,
      "grad_norm": 0.43932202458381653,
      "learning_rate": 9.061381746190243e-06,
      "loss": 2.3828,
      "step": 280
    },
    {
      "epoch": 0.2798804780876494,
      "grad_norm": 0.4108044505119324,
      "learning_rate": 9.051210977766987e-06,
      "loss": 2.4859,
      "step": 281
    },
    {
      "epoch": 0.28087649402390436,
      "grad_norm": 0.7741344571113586,
      "learning_rate": 9.040991174062827e-06,
      "loss": 2.332,
      "step": 282
    },
    {
      "epoch": 0.2818725099601594,
      "grad_norm": 0.42518022656440735,
      "learning_rate": 9.030722458776815e-06,
      "loss": 2.5427,
      "step": 283
    },
    {
      "epoch": 0.28286852589641437,
      "grad_norm": 0.3040229082107544,
      "learning_rate": 9.020404956200016e-06,
      "loss": 2.5173,
      "step": 284
    },
    {
      "epoch": 0.28386454183266935,
      "grad_norm": 0.4257875680923462,
      "learning_rate": 9.010038791214012e-06,
      "loss": 2.3872,
      "step": 285
    },
    {
      "epoch": 0.2848605577689243,
      "grad_norm": 0.6529532074928284,
      "learning_rate": 8.999624089289389e-06,
      "loss": 2.2936,
      "step": 286
    },
    {
      "epoch": 0.2858565737051793,
      "grad_norm": 0.2723180055618286,
      "learning_rate": 8.989160976484218e-06,
      "loss": 2.5736,
      "step": 287
    },
    {
      "epoch": 0.2868525896414343,
      "grad_norm": 0.3371571898460388,
      "learning_rate": 8.978649579442525e-06,
      "loss": 2.3213,
      "step": 288
    },
    {
      "epoch": 0.28784860557768926,
      "grad_norm": 0.4722624719142914,
      "learning_rate": 8.968090025392763e-06,
      "loss": 2.4039,
      "step": 289
    },
    {
      "epoch": 0.28884462151394424,
      "grad_norm": 0.6963698863983154,
      "learning_rate": 8.957482442146271e-06,
      "loss": 2.4849,
      "step": 290
    },
    {
      "epoch": 0.2898406374501992,
      "grad_norm": 0.41670724749565125,
      "learning_rate": 8.946826958095726e-06,
      "loss": 2.4297,
      "step": 291
    },
    {
      "epoch": 0.2908366533864542,
      "grad_norm": 0.44924449920654297,
      "learning_rate": 8.936123702213593e-06,
      "loss": 2.29,
      "step": 292
    },
    {
      "epoch": 0.2918326693227092,
      "grad_norm": 0.5405289530754089,
      "learning_rate": 8.925372804050554e-06,
      "loss": 2.4732,
      "step": 293
    },
    {
      "epoch": 0.29282868525896416,
      "grad_norm": 0.5333283543586731,
      "learning_rate": 8.914574393733953e-06,
      "loss": 2.3553,
      "step": 294
    },
    {
      "epoch": 0.29382470119521914,
      "grad_norm": 0.4173821806907654,
      "learning_rate": 8.903728601966206e-06,
      "loss": 2.4729,
      "step": 295
    },
    {
      "epoch": 0.2948207171314741,
      "grad_norm": 0.6668480634689331,
      "learning_rate": 8.892835560023236e-06,
      "loss": 2.7302,
      "step": 296
    },
    {
      "epoch": 0.2958167330677291,
      "grad_norm": 0.5601832270622253,
      "learning_rate": 8.881895399752873e-06,
      "loss": 2.8201,
      "step": 297
    },
    {
      "epoch": 0.2968127490039841,
      "grad_norm": 0.7715175151824951,
      "learning_rate": 8.870908253573255e-06,
      "loss": 2.439,
      "step": 298
    },
    {
      "epoch": 0.29780876494023906,
      "grad_norm": 0.6411163210868835,
      "learning_rate": 8.85987425447124e-06,
      "loss": 2.2098,
      "step": 299
    },
    {
      "epoch": 0.29880478087649404,
      "grad_norm": 1.8174595832824707,
      "learning_rate": 8.848793536000779e-06,
      "loss": 2.862,
      "step": 300
    },
    {
      "epoch": 0.299800796812749,
      "grad_norm": 0.4861983060836792,
      "learning_rate": 8.837666232281312e-06,
      "loss": 1.964,
      "step": 301
    },
    {
      "epoch": 0.300796812749004,
      "grad_norm": 0.629531979560852,
      "learning_rate": 8.826492477996138e-06,
      "loss": 2.4866,
      "step": 302
    },
    {
      "epoch": 0.301792828685259,
      "grad_norm": 0.33506232500076294,
      "learning_rate": 8.81527240839079e-06,
      "loss": 2.1813,
      "step": 303
    },
    {
      "epoch": 0.30278884462151395,
      "grad_norm": 0.5065098404884338,
      "learning_rate": 8.80400615927139e-06,
      "loss": 2.2313,
      "step": 304
    },
    {
      "epoch": 0.30378486055776893,
      "grad_norm": 0.31633898615837097,
      "learning_rate": 8.792693867003017e-06,
      "loss": 2.5764,
      "step": 305
    },
    {
      "epoch": 0.3047808764940239,
      "grad_norm": 0.6082801818847656,
      "learning_rate": 8.781335668508044e-06,
      "loss": 2.1408,
      "step": 306
    },
    {
      "epoch": 0.3057768924302789,
      "grad_norm": 0.3309324383735657,
      "learning_rate": 8.76993170126449e-06,
      "loss": 2.5198,
      "step": 307
    },
    {
      "epoch": 0.30677290836653387,
      "grad_norm": 0.38401421904563904,
      "learning_rate": 8.758482103304348e-06,
      "loss": 2.2784,
      "step": 308
    },
    {
      "epoch": 0.30776892430278885,
      "grad_norm": 0.4021207392215729,
      "learning_rate": 8.746987013211924e-06,
      "loss": 2.1789,
      "step": 309
    },
    {
      "epoch": 0.30876494023904383,
      "grad_norm": 1.5585757493972778,
      "learning_rate": 8.735446570122151e-06,
      "loss": 2.429,
      "step": 310
    },
    {
      "epoch": 0.3097609561752988,
      "grad_norm": 0.5734106302261353,
      "learning_rate": 8.72386091371891e-06,
      "loss": 2.3943,
      "step": 311
    },
    {
      "epoch": 0.3107569721115538,
      "grad_norm": 0.5181722044944763,
      "learning_rate": 8.712230184233337e-06,
      "loss": 2.4501,
      "step": 312
    },
    {
      "epoch": 0.31175298804780877,
      "grad_norm": 0.42989951372146606,
      "learning_rate": 8.700554522442124e-06,
      "loss": 2.3612,
      "step": 313
    },
    {
      "epoch": 0.31274900398406374,
      "grad_norm": 0.8372073769569397,
      "learning_rate": 8.688834069665819e-06,
      "loss": 2.6138,
      "step": 314
    },
    {
      "epoch": 0.3137450199203187,
      "grad_norm": 0.5447811484336853,
      "learning_rate": 8.677068967767117e-06,
      "loss": 2.4036,
      "step": 315
    },
    {
      "epoch": 0.3147410358565737,
      "grad_norm": 0.28892412781715393,
      "learning_rate": 8.665259359149132e-06,
      "loss": 2.4249,
      "step": 316
    },
    {
      "epoch": 0.3157370517928287,
      "grad_norm": 0.33981916308403015,
      "learning_rate": 8.653405386753688e-06,
      "loss": 2.8255,
      "step": 317
    },
    {
      "epoch": 0.31673306772908366,
      "grad_norm": 0.37266361713409424,
      "learning_rate": 8.64150719405958e-06,
      "loss": 2.4619,
      "step": 318
    },
    {
      "epoch": 0.31772908366533864,
      "grad_norm": 0.611991286277771,
      "learning_rate": 8.629564925080838e-06,
      "loss": 2.6266,
      "step": 319
    },
    {
      "epoch": 0.3187250996015936,
      "grad_norm": 0.7753398418426514,
      "learning_rate": 8.617578724364984e-06,
      "loss": 2.5113,
      "step": 320
    },
    {
      "epoch": 0.3197211155378486,
      "grad_norm": 0.7812793850898743,
      "learning_rate": 8.605548736991284e-06,
      "loss": 2.1736,
      "step": 321
    },
    {
      "epoch": 0.3207171314741036,
      "grad_norm": 0.5114774703979492,
      "learning_rate": 8.593475108568995e-06,
      "loss": 2.7169,
      "step": 322
    },
    {
      "epoch": 0.32171314741035856,
      "grad_norm": 0.3701231777667999,
      "learning_rate": 8.581357985235595e-06,
      "loss": 2.2407,
      "step": 323
    },
    {
      "epoch": 0.32270916334661354,
      "grad_norm": 1.135130763053894,
      "learning_rate": 8.569197513655022e-06,
      "loss": 2.0901,
      "step": 324
    },
    {
      "epoch": 0.3237051792828685,
      "grad_norm": 0.2848869562149048,
      "learning_rate": 8.55699384101589e-06,
      "loss": 2.592,
      "step": 325
    },
    {
      "epoch": 0.3247011952191235,
      "grad_norm": 0.5609592795372009,
      "learning_rate": 8.544747115029717e-06,
      "loss": 2.3673,
      "step": 326
    },
    {
      "epoch": 0.3256972111553785,
      "grad_norm": 0.3470471203327179,
      "learning_rate": 8.53245748392913e-06,
      "loss": 2.377,
      "step": 327
    },
    {
      "epoch": 0.32669322709163345,
      "grad_norm": 0.9178757667541504,
      "learning_rate": 8.520125096466072e-06,
      "loss": 2.7617,
      "step": 328
    },
    {
      "epoch": 0.32768924302788843,
      "grad_norm": 0.46402791142463684,
      "learning_rate": 8.50775010191001e-06,
      "loss": 2.2848,
      "step": 329
    },
    {
      "epoch": 0.3286852589641434,
      "grad_norm": 0.4459151327610016,
      "learning_rate": 8.495332650046112e-06,
      "loss": 2.1105,
      "step": 330
    },
    {
      "epoch": 0.3296812749003984,
      "grad_norm": 0.7026370763778687,
      "learning_rate": 8.48287289117345e-06,
      "loss": 2.6823,
      "step": 331
    },
    {
      "epoch": 0.33067729083665337,
      "grad_norm": 0.7429327964782715,
      "learning_rate": 8.470370976103171e-06,
      "loss": 2.2689,
      "step": 332
    },
    {
      "epoch": 0.33167330677290835,
      "grad_norm": 0.37948814034461975,
      "learning_rate": 8.457827056156673e-06,
      "loss": 2.628,
      "step": 333
    },
    {
      "epoch": 0.33266932270916333,
      "grad_norm": 0.3749179244041443,
      "learning_rate": 8.44524128316378e-06,
      "loss": 2.4552,
      "step": 334
    },
    {
      "epoch": 0.3336653386454183,
      "grad_norm": 0.421303391456604,
      "learning_rate": 8.432613809460895e-06,
      "loss": 2.1797,
      "step": 335
    },
    {
      "epoch": 0.3346613545816733,
      "grad_norm": 0.5645405054092407,
      "learning_rate": 8.419944787889162e-06,
      "loss": 2.4308,
      "step": 336
    },
    {
      "epoch": 0.33565737051792827,
      "grad_norm": 0.7171806693077087,
      "learning_rate": 8.407234371792614e-06,
      "loss": 2.3868,
      "step": 337
    },
    {
      "epoch": 0.33665338645418325,
      "grad_norm": 0.7937443852424622,
      "learning_rate": 8.394482715016318e-06,
      "loss": 2.433,
      "step": 338
    },
    {
      "epoch": 0.3376494023904382,
      "grad_norm": 0.5325895547866821,
      "learning_rate": 8.381689971904514e-06,
      "loss": 2.5116,
      "step": 339
    },
    {
      "epoch": 0.3386454183266932,
      "grad_norm": 0.3550787568092346,
      "learning_rate": 8.368856297298742e-06,
      "loss": 2.4187,
      "step": 340
    },
    {
      "epoch": 0.3396414342629482,
      "grad_norm": 0.5118217468261719,
      "learning_rate": 8.355981846535972e-06,
      "loss": 2.1325,
      "step": 341
    },
    {
      "epoch": 0.34063745019920316,
      "grad_norm": 0.35231295228004456,
      "learning_rate": 8.343066775446724e-06,
      "loss": 2.3751,
      "step": 342
    },
    {
      "epoch": 0.34163346613545814,
      "grad_norm": 0.6949347853660583,
      "learning_rate": 8.330111240353178e-06,
      "loss": 2.5615,
      "step": 343
    },
    {
      "epoch": 0.3426294820717131,
      "grad_norm": 0.5718231797218323,
      "learning_rate": 8.317115398067289e-06,
      "loss": 2.2858,
      "step": 344
    },
    {
      "epoch": 0.3436254980079681,
      "grad_norm": 0.6337103843688965,
      "learning_rate": 8.30407940588888e-06,
      "loss": 2.5088,
      "step": 345
    },
    {
      "epoch": 0.34462151394422313,
      "grad_norm": 0.4129788875579834,
      "learning_rate": 8.29100342160374e-06,
      "loss": 2.2748,
      "step": 346
    },
    {
      "epoch": 0.3456175298804781,
      "grad_norm": 0.3462570607662201,
      "learning_rate": 8.27788760348173e-06,
      "loss": 2.3205,
      "step": 347
    },
    {
      "epoch": 0.3466135458167331,
      "grad_norm": 0.4417884349822998,
      "learning_rate": 8.26473211027484e-06,
      "loss": 2.3901,
      "step": 348
    },
    {
      "epoch": 0.34760956175298807,
      "grad_norm": 0.45579978823661804,
      "learning_rate": 8.251537101215287e-06,
      "loss": 2.2336,
      "step": 349
    },
    {
      "epoch": 0.34860557768924305,
      "grad_norm": 0.6957226991653442,
      "learning_rate": 8.238302736013587e-06,
      "loss": 2.7518,
      "step": 350
    },
    {
      "epoch": 0.34960159362549803,
      "grad_norm": 0.696114718914032,
      "learning_rate": 8.225029174856602e-06,
      "loss": 2.0373,
      "step": 351
    },
    {
      "epoch": 0.350597609561753,
      "grad_norm": 0.40747031569480896,
      "learning_rate": 8.211716578405635e-06,
      "loss": 2.4626,
      "step": 352
    },
    {
      "epoch": 0.351593625498008,
      "grad_norm": 0.47290411591529846,
      "learning_rate": 8.198365107794457e-06,
      "loss": 2.5871,
      "step": 353
    },
    {
      "epoch": 0.35258964143426297,
      "grad_norm": 0.592217206954956,
      "learning_rate": 8.184974924627365e-06,
      "loss": 2.3886,
      "step": 354
    },
    {
      "epoch": 0.35358565737051795,
      "grad_norm": 0.8985310196876526,
      "learning_rate": 8.171546190977231e-06,
      "loss": 2.6021,
      "step": 355
    },
    {
      "epoch": 0.3545816733067729,
      "grad_norm": 0.7999231815338135,
      "learning_rate": 8.158079069383535e-06,
      "loss": 2.2757,
      "step": 356
    },
    {
      "epoch": 0.3555776892430279,
      "grad_norm": 0.6230331063270569,
      "learning_rate": 8.1445737228504e-06,
      "loss": 2.4343,
      "step": 357
    },
    {
      "epoch": 0.3565737051792829,
      "grad_norm": 0.43640607595443726,
      "learning_rate": 8.131030314844617e-06,
      "loss": 1.9181,
      "step": 358
    },
    {
      "epoch": 0.35756972111553786,
      "grad_norm": 0.5745819211006165,
      "learning_rate": 8.117449009293668e-06,
      "loss": 2.9202,
      "step": 359
    },
    {
      "epoch": 0.35856573705179284,
      "grad_norm": 0.46643760800361633,
      "learning_rate": 8.103829970583742e-06,
      "loss": 2.5197,
      "step": 360
    },
    {
      "epoch": 0.3595617529880478,
      "grad_norm": 0.5368001461029053,
      "learning_rate": 8.090173363557748e-06,
      "loss": 2.3562,
      "step": 361
    },
    {
      "epoch": 0.3605577689243028,
      "grad_norm": 0.5117561221122742,
      "learning_rate": 8.076479353513308e-06,
      "loss": 2.2398,
      "step": 362
    },
    {
      "epoch": 0.3615537848605578,
      "grad_norm": 1.2853957414627075,
      "learning_rate": 8.06274810620077e-06,
      "loss": 2.041,
      "step": 363
    },
    {
      "epoch": 0.36254980079681276,
      "grad_norm": 0.5592566132545471,
      "learning_rate": 8.0489797878212e-06,
      "loss": 2.614,
      "step": 364
    },
    {
      "epoch": 0.36354581673306774,
      "grad_norm": 0.3889990448951721,
      "learning_rate": 8.035174565024362e-06,
      "loss": 2.4095,
      "step": 365
    },
    {
      "epoch": 0.3645418326693227,
      "grad_norm": 0.39642640948295593,
      "learning_rate": 8.021332604906709e-06,
      "loss": 1.9971,
      "step": 366
    },
    {
      "epoch": 0.3655378486055777,
      "grad_norm": 0.5725635290145874,
      "learning_rate": 8.007454075009352e-06,
      "loss": 2.4322,
      "step": 367
    },
    {
      "epoch": 0.3665338645418327,
      "grad_norm": 0.538329541683197,
      "learning_rate": 7.993539143316044e-06,
      "loss": 2.3927,
      "step": 368
    },
    {
      "epoch": 0.36752988047808766,
      "grad_norm": 0.8502817153930664,
      "learning_rate": 7.979587978251136e-06,
      "loss": 2.6487,
      "step": 369
    },
    {
      "epoch": 0.36852589641434264,
      "grad_norm": 0.5096033811569214,
      "learning_rate": 7.965600748677545e-06,
      "loss": 2.4393,
      "step": 370
    },
    {
      "epoch": 0.3695219123505976,
      "grad_norm": 0.39716872572898865,
      "learning_rate": 7.951577623894701e-06,
      "loss": 2.9555,
      "step": 371
    },
    {
      "epoch": 0.3705179282868526,
      "grad_norm": 0.6120476126670837,
      "learning_rate": 7.937518773636518e-06,
      "loss": 2.1758,
      "step": 372
    },
    {
      "epoch": 0.3715139442231076,
      "grad_norm": 0.4519326984882355,
      "learning_rate": 7.923424368069312e-06,
      "loss": 2.4508,
      "step": 373
    },
    {
      "epoch": 0.37250996015936255,
      "grad_norm": 0.4252610504627228,
      "learning_rate": 7.909294577789765e-06,
      "loss": 2.134,
      "step": 374
    },
    {
      "epoch": 0.37350597609561753,
      "grad_norm": 0.5511481761932373,
      "learning_rate": 7.895129573822844e-06,
      "loss": 2.4735,
      "step": 375
    },
    {
      "epoch": 0.3745019920318725,
      "grad_norm": 1.1340324878692627,
      "learning_rate": 7.880929527619742e-06,
      "loss": 2.7602,
      "step": 376
    },
    {
      "epoch": 0.3754980079681275,
      "grad_norm": 0.45862501859664917,
      "learning_rate": 7.866694611055796e-06,
      "loss": 2.5242,
      "step": 377
    },
    {
      "epoch": 0.37649402390438247,
      "grad_norm": 0.48843666911125183,
      "learning_rate": 7.852424996428412e-06,
      "loss": 2.3878,
      "step": 378
    },
    {
      "epoch": 0.37749003984063745,
      "grad_norm": 1.07990562915802,
      "learning_rate": 7.838120856454967e-06,
      "loss": 2.2745,
      "step": 379
    },
    {
      "epoch": 0.3784860557768924,
      "grad_norm": 0.466766893863678,
      "learning_rate": 7.823782364270743e-06,
      "loss": 2.5844,
      "step": 380
    },
    {
      "epoch": 0.3794820717131474,
      "grad_norm": 0.6437628865242004,
      "learning_rate": 7.809409693426803e-06,
      "loss": 2.381,
      "step": 381
    },
    {
      "epoch": 0.3804780876494024,
      "grad_norm": 0.6378084421157837,
      "learning_rate": 7.79500301788791e-06,
      "loss": 2.4076,
      "step": 382
    },
    {
      "epoch": 0.38147410358565736,
      "grad_norm": 0.6559402346611023,
      "learning_rate": 7.780562512030414e-06,
      "loss": 2.2115,
      "step": 383
    },
    {
      "epoch": 0.38247011952191234,
      "grad_norm": 0.4882892668247223,
      "learning_rate": 7.766088350640141e-06,
      "loss": 2.179,
      "step": 384
    },
    {
      "epoch": 0.3834661354581673,
      "grad_norm": 0.37981244921684265,
      "learning_rate": 7.75158070891028e-06,
      "loss": 2.3806,
      "step": 385
    },
    {
      "epoch": 0.3844621513944223,
      "grad_norm": 0.6670547723770142,
      "learning_rate": 7.737039762439263e-06,
      "loss": 2.0258,
      "step": 386
    },
    {
      "epoch": 0.3854581673306773,
      "grad_norm": 0.5870895981788635,
      "learning_rate": 7.722465687228634e-06,
      "loss": 2.4609,
      "step": 387
    },
    {
      "epoch": 0.38645418326693226,
      "grad_norm": 0.5210617184638977,
      "learning_rate": 7.707858659680924e-06,
      "loss": 2.0152,
      "step": 388
    },
    {
      "epoch": 0.38745019920318724,
      "grad_norm": 0.8872121572494507,
      "learning_rate": 7.693218856597515e-06,
      "loss": 2.4107,
      "step": 389
    },
    {
      "epoch": 0.3884462151394422,
      "grad_norm": 0.408750057220459,
      "learning_rate": 7.6785464551765e-06,
      "loss": 2.4381,
      "step": 390
    },
    {
      "epoch": 0.3894422310756972,
      "grad_norm": 0.4789107143878937,
      "learning_rate": 7.663841633010539e-06,
      "loss": 2.3057,
      "step": 391
    },
    {
      "epoch": 0.3904382470119522,
      "grad_norm": 0.37599480152130127,
      "learning_rate": 7.649104568084701e-06,
      "loss": 2.4101,
      "step": 392
    },
    {
      "epoch": 0.39143426294820716,
      "grad_norm": 0.6352246403694153,
      "learning_rate": 7.634335438774325e-06,
      "loss": 2.2202,
      "step": 393
    },
    {
      "epoch": 0.39243027888446214,
      "grad_norm": 0.5684521198272705,
      "learning_rate": 7.619534423842852e-06,
      "loss": 2.7473,
      "step": 394
    },
    {
      "epoch": 0.3934262948207171,
      "grad_norm": 0.5998817682266235,
      "learning_rate": 7.604701702439652e-06,
      "loss": 2.109,
      "step": 395
    },
    {
      "epoch": 0.3944223107569721,
      "grad_norm": 0.69579017162323,
      "learning_rate": 7.589837454097879e-06,
      "loss": 2.6706,
      "step": 396
    },
    {
      "epoch": 0.3954183266932271,
      "grad_norm": 0.5617753267288208,
      "learning_rate": 7.574941858732279e-06,
      "loss": 2.4175,
      "step": 397
    },
    {
      "epoch": 0.39641434262948205,
      "grad_norm": 0.509094774723053,
      "learning_rate": 7.560015096637015e-06,
      "loss": 2.4367,
      "step": 398
    },
    {
      "epoch": 0.39741035856573703,
      "grad_norm": 0.5854381322860718,
      "learning_rate": 7.54505734848349e-06,
      "loss": 2.3366,
      "step": 399
    },
    {
      "epoch": 0.398406374501992,
      "grad_norm": 0.7329273819923401,
      "learning_rate": 7.53006879531816e-06,
      "loss": 2.2252,
      "step": 400
    },
    {
      "epoch": 0.399402390438247,
      "grad_norm": 0.7855085730552673,
      "learning_rate": 7.515049618560337e-06,
      "loss": 2.2244,
      "step": 401
    },
    {
      "epoch": 0.40039840637450197,
      "grad_norm": 0.608400821685791,
      "learning_rate": 7.500000000000001e-06,
      "loss": 2.2232,
      "step": 402
    },
    {
      "epoch": 0.40139442231075695,
      "grad_norm": 0.5910929441452026,
      "learning_rate": 7.484920121795589e-06,
      "loss": 2.4034,
      "step": 403
    },
    {
      "epoch": 0.40239043824701193,
      "grad_norm": 0.5254145264625549,
      "learning_rate": 7.469810166471802e-06,
      "loss": 2.3053,
      "step": 404
    },
    {
      "epoch": 0.4033864541832669,
      "grad_norm": 0.5197448134422302,
      "learning_rate": 7.454670316917387e-06,
      "loss": 2.2416,
      "step": 405
    },
    {
      "epoch": 0.4043824701195219,
      "grad_norm": 0.759675145149231,
      "learning_rate": 7.4395007563829295e-06,
      "loss": 2.4197,
      "step": 406
    },
    {
      "epoch": 0.40537848605577687,
      "grad_norm": 0.4646972417831421,
      "learning_rate": 7.424301668478626e-06,
      "loss": 2.5638,
      "step": 407
    },
    {
      "epoch": 0.4063745019920319,
      "grad_norm": 0.5564824938774109,
      "learning_rate": 7.4090732371720774e-06,
      "loss": 2.5038,
      "step": 408
    },
    {
      "epoch": 0.4073705179282869,
      "grad_norm": 0.8897591829299927,
      "learning_rate": 7.393815646786047e-06,
      "loss": 2.6751,
      "step": 409
    },
    {
      "epoch": 0.40836653386454186,
      "grad_norm": 0.8237727284431458,
      "learning_rate": 7.378529081996233e-06,
      "loss": 2.2649,
      "step": 410
    },
    {
      "epoch": 0.40936254980079684,
      "grad_norm": 0.4922022521495819,
      "learning_rate": 7.363213727829045e-06,
      "loss": 2.2894,
      "step": 411
    },
    {
      "epoch": 0.4103585657370518,
      "grad_norm": 0.48476412892341614,
      "learning_rate": 7.347869769659346e-06,
      "loss": 2.4317,
      "step": 412
    },
    {
      "epoch": 0.4113545816733068,
      "grad_norm": 0.7627730965614319,
      "learning_rate": 7.332497393208221e-06,
      "loss": 3.0171,
      "step": 413
    },
    {
      "epoch": 0.4123505976095618,
      "grad_norm": 1.4489892721176147,
      "learning_rate": 7.317096784540728e-06,
      "loss": 3.0745,
      "step": 414
    },
    {
      "epoch": 0.41334661354581675,
      "grad_norm": 0.44949018955230713,
      "learning_rate": 7.301668130063639e-06,
      "loss": 2.4086,
      "step": 415
    },
    {
      "epoch": 0.41434262948207173,
      "grad_norm": 0.9026828408241272,
      "learning_rate": 7.286211616523193e-06,
      "loss": 2.4219,
      "step": 416
    },
    {
      "epoch": 0.4153386454183267,
      "grad_norm": 0.5528742074966431,
      "learning_rate": 7.2707274310028306e-06,
      "loss": 2.069,
      "step": 417
    },
    {
      "epoch": 0.4163346613545817,
      "grad_norm": 0.8069695830345154,
      "learning_rate": 7.255215760920925e-06,
      "loss": 2.2901,
      "step": 418
    },
    {
      "epoch": 0.41733067729083667,
      "grad_norm": 0.9854758977890015,
      "learning_rate": 7.239676794028526e-06,
      "loss": 2.533,
      "step": 419
    },
    {
      "epoch": 0.41832669322709165,
      "grad_norm": 0.8304996490478516,
      "learning_rate": 7.224110718407075e-06,
      "loss": 2.4076,
      "step": 420
    },
    {
      "epoch": 0.41932270916334663,
      "grad_norm": 0.5824740529060364,
      "learning_rate": 7.208517722466135e-06,
      "loss": 2.2298,
      "step": 421
    },
    {
      "epoch": 0.4203187250996016,
      "grad_norm": 0.740998387336731,
      "learning_rate": 7.192897994941111e-06,
      "loss": 2.2991,
      "step": 422
    },
    {
      "epoch": 0.4213147410358566,
      "grad_norm": 0.9516714215278625,
      "learning_rate": 7.177251724890957e-06,
      "loss": 2.2348,
      "step": 423
    },
    {
      "epoch": 0.42231075697211157,
      "grad_norm": 1.330517053604126,
      "learning_rate": 7.1615791016959024e-06,
      "loss": 2.5969,
      "step": 424
    },
    {
      "epoch": 0.42330677290836655,
      "grad_norm": 0.8636577129364014,
      "learning_rate": 7.145880315055145e-06,
      "loss": 2.4203,
      "step": 425
    },
    {
      "epoch": 0.4243027888446215,
      "grad_norm": 0.40839532017707825,
      "learning_rate": 7.1301555549845634e-06,
      "loss": 2.428,
      "step": 426
    },
    {
      "epoch": 0.4252988047808765,
      "grad_norm": 0.6337350010871887,
      "learning_rate": 7.114405011814415e-06,
      "loss": 2.3018,
      "step": 427
    },
    {
      "epoch": 0.4262948207171315,
      "grad_norm": 0.8653415441513062,
      "learning_rate": 7.098628876187031e-06,
      "loss": 2.8947,
      "step": 428
    },
    {
      "epoch": 0.42729083665338646,
      "grad_norm": 0.7558097839355469,
      "learning_rate": 7.082827339054513e-06,
      "loss": 2.2061,
      "step": 429
    },
    {
      "epoch": 0.42828685258964144,
      "grad_norm": 0.8000844717025757,
      "learning_rate": 7.067000591676416e-06,
      "loss": 2.4076,
      "step": 430
    },
    {
      "epoch": 0.4292828685258964,
      "grad_norm": 0.7074631452560425,
      "learning_rate": 7.051148825617435e-06,
      "loss": 2.7278,
      "step": 431
    },
    {
      "epoch": 0.4302788844621514,
      "grad_norm": 1.1026921272277832,
      "learning_rate": 7.035272232745093e-06,
      "loss": 2.5602,
      "step": 432
    },
    {
      "epoch": 0.4312749003984064,
      "grad_norm": 0.8589175939559937,
      "learning_rate": 7.019371005227407e-06,
      "loss": 2.3789,
      "step": 433
    },
    {
      "epoch": 0.43227091633466136,
      "grad_norm": 0.8680172562599182,
      "learning_rate": 7.003445335530572e-06,
      "loss": 2.6989,
      "step": 434
    },
    {
      "epoch": 0.43326693227091634,
      "grad_norm": 0.7565051317214966,
      "learning_rate": 6.987495416416627e-06,
      "loss": 2.3688,
      "step": 435
    },
    {
      "epoch": 0.4342629482071713,
      "grad_norm": 1.050288438796997,
      "learning_rate": 6.9715214409411204e-06,
      "loss": 2.1948,
      "step": 436
    },
    {
      "epoch": 0.4352589641434263,
      "grad_norm": 0.5728120803833008,
      "learning_rate": 6.95552360245078e-06,
      "loss": 2.2716,
      "step": 437
    },
    {
      "epoch": 0.4362549800796813,
      "grad_norm": 1.0542654991149902,
      "learning_rate": 6.939502094581164e-06,
      "loss": 2.5845,
      "step": 438
    },
    {
      "epoch": 0.43725099601593626,
      "grad_norm": 0.7242105603218079,
      "learning_rate": 6.923457111254322e-06,
      "loss": 2.2048,
      "step": 439
    },
    {
      "epoch": 0.43824701195219123,
      "grad_norm": 1.0688732862472534,
      "learning_rate": 6.9073888466764495e-06,
      "loss": 2.1883,
      "step": 440
    },
    {
      "epoch": 0.4392430278884462,
      "grad_norm": 0.8276563286781311,
      "learning_rate": 6.891297495335531e-06,
      "loss": 2.2532,
      "step": 441
    },
    {
      "epoch": 0.4402390438247012,
      "grad_norm": 0.7350841760635376,
      "learning_rate": 6.875183251998993e-06,
      "loss": 2.2517,
      "step": 442
    },
    {
      "epoch": 0.44123505976095617,
      "grad_norm": 0.7074620127677917,
      "learning_rate": 6.859046311711344e-06,
      "loss": 2.1943,
      "step": 443
    },
    {
      "epoch": 0.44223107569721115,
      "grad_norm": 0.9273977279663086,
      "learning_rate": 6.84288686979181e-06,
      "loss": 2.4566,
      "step": 444
    },
    {
      "epoch": 0.44322709163346613,
      "grad_norm": 0.54817795753479,
      "learning_rate": 6.8267051218319766e-06,
      "loss": 2.1578,
      "step": 445
    },
    {
      "epoch": 0.4442231075697211,
      "grad_norm": 0.8614233136177063,
      "learning_rate": 6.810501263693416e-06,
      "loss": 2.3546,
      "step": 446
    },
    {
      "epoch": 0.4452191235059761,
      "grad_norm": 0.5919457077980042,
      "learning_rate": 6.7942754915053225e-06,
      "loss": 2.4907,
      "step": 447
    },
    {
      "epoch": 0.44621513944223107,
      "grad_norm": 0.7229816317558289,
      "learning_rate": 6.77802800166213e-06,
      "loss": 2.2884,
      "step": 448
    },
    {
      "epoch": 0.44721115537848605,
      "grad_norm": 1.1251389980316162,
      "learning_rate": 6.761758990821143e-06,
      "loss": 2.508,
      "step": 449
    },
    {
      "epoch": 0.448207171314741,
      "grad_norm": 0.7033310532569885,
      "learning_rate": 6.745468655900156e-06,
      "loss": 2.4315,
      "step": 450
    },
    {
      "epoch": 0.449203187250996,
      "grad_norm": 1.2203772068023682,
      "learning_rate": 6.7291571940750575e-06,
      "loss": 2.6156,
      "step": 451
    },
    {
      "epoch": 0.450199203187251,
      "grad_norm": 0.7150283455848694,
      "learning_rate": 6.712824802777465e-06,
      "loss": 2.2121,
      "step": 452
    },
    {
      "epoch": 0.45119521912350596,
      "grad_norm": 0.9422833323478699,
      "learning_rate": 6.696471679692313e-06,
      "loss": 2.2294,
      "step": 453
    },
    {
      "epoch": 0.45219123505976094,
      "grad_norm": 0.6846040487289429,
      "learning_rate": 6.680098022755478e-06,
      "loss": 2.5567,
      "step": 454
    },
    {
      "epoch": 0.4531872509960159,
      "grad_norm": 0.5450727343559265,
      "learning_rate": 6.66370403015137e-06,
      "loss": 2.4599,
      "step": 455
    },
    {
      "epoch": 0.4541832669322709,
      "grad_norm": 0.5914618968963623,
      "learning_rate": 6.647289900310545e-06,
      "loss": 2.5134,
      "step": 456
    },
    {
      "epoch": 0.4551792828685259,
      "grad_norm": 0.8993861079216003,
      "learning_rate": 6.63085583190729e-06,
      "loss": 2.5729,
      "step": 457
    },
    {
      "epoch": 0.45617529880478086,
      "grad_norm": 0.5783509016036987,
      "learning_rate": 6.614402023857231e-06,
      "loss": 2.5881,
      "step": 458
    },
    {
      "epoch": 0.45717131474103584,
      "grad_norm": 0.6340298652648926,
      "learning_rate": 6.597928675314918e-06,
      "loss": 2.4509,
      "step": 459
    },
    {
      "epoch": 0.4581673306772908,
      "grad_norm": 0.7813217043876648,
      "learning_rate": 6.581435985671418e-06,
      "loss": 2.242,
      "step": 460
    },
    {
      "epoch": 0.4591633466135458,
      "grad_norm": 0.8051680326461792,
      "learning_rate": 6.564924154551895e-06,
      "loss": 2.398,
      "step": 461
    },
    {
      "epoch": 0.4601593625498008,
      "grad_norm": 0.6447633504867554,
      "learning_rate": 6.548393381813205e-06,
      "loss": 2.9214,
      "step": 462
    },
    {
      "epoch": 0.46115537848605576,
      "grad_norm": 0.5684821605682373,
      "learning_rate": 6.5318438675414665e-06,
      "loss": 2.2545,
      "step": 463
    },
    {
      "epoch": 0.46215139442231074,
      "grad_norm": 0.6067225337028503,
      "learning_rate": 6.515275812049644e-06,
      "loss": 2.5541,
      "step": 464
    },
    {
      "epoch": 0.4631474103585657,
      "grad_norm": 0.5634474754333496,
      "learning_rate": 6.498689415875121e-06,
      "loss": 2.581,
      "step": 465
    },
    {
      "epoch": 0.4641434262948207,
      "grad_norm": 0.4764470160007477,
      "learning_rate": 6.48208487977728e-06,
      "loss": 2.2492,
      "step": 466
    },
    {
      "epoch": 0.4651394422310757,
      "grad_norm": 0.6636649370193481,
      "learning_rate": 6.4654624047350575e-06,
      "loss": 2.418,
      "step": 467
    },
    {
      "epoch": 0.46613545816733065,
      "grad_norm": 0.6568376421928406,
      "learning_rate": 6.448822191944526e-06,
      "loss": 2.4608,
      "step": 468
    },
    {
      "epoch": 0.46713147410358563,
      "grad_norm": 0.5867657661437988,
      "learning_rate": 6.432164442816452e-06,
      "loss": 2.7101,
      "step": 469
    },
    {
      "epoch": 0.4681274900398406,
      "grad_norm": 0.5845500826835632,
      "learning_rate": 6.41548935897386e-06,
      "loss": 2.1822,
      "step": 470
    },
    {
      "epoch": 0.46912350597609564,
      "grad_norm": 0.9894917011260986,
      "learning_rate": 6.398797142249591e-06,
      "loss": 2.4232,
      "step": 471
    },
    {
      "epoch": 0.4701195219123506,
      "grad_norm": 0.5987226366996765,
      "learning_rate": 6.3820879946838585e-06,
      "loss": 2.6506,
      "step": 472
    },
    {
      "epoch": 0.4711155378486056,
      "grad_norm": 1.552355408668518,
      "learning_rate": 6.365362118521807e-06,
      "loss": 3.0233,
      "step": 473
    },
    {
      "epoch": 0.4721115537848606,
      "grad_norm": 0.6667497158050537,
      "learning_rate": 6.348619716211058e-06,
      "loss": 2.6748,
      "step": 474
    },
    {
      "epoch": 0.47310756972111556,
      "grad_norm": 0.970600962638855,
      "learning_rate": 6.33186099039927e-06,
      "loss": 2.4542,
      "step": 475
    },
    {
      "epoch": 0.47410358565737054,
      "grad_norm": 0.6683152914047241,
      "learning_rate": 6.31508614393167e-06,
      "loss": 2.4034,
      "step": 476
    },
    {
      "epoch": 0.4750996015936255,
      "grad_norm": 0.9013263583183289,
      "learning_rate": 6.2982953798486124e-06,
      "loss": 2.4747,
      "step": 477
    },
    {
      "epoch": 0.4760956175298805,
      "grad_norm": 0.8827518820762634,
      "learning_rate": 6.2814889013831174e-06,
      "loss": 2.5649,
      "step": 478
    },
    {
      "epoch": 0.4770916334661355,
      "grad_norm": 0.8040870428085327,
      "learning_rate": 6.264666911958404e-06,
      "loss": 2.2855,
      "step": 479
    },
    {
      "epoch": 0.47808764940239046,
      "grad_norm": 0.9028819799423218,
      "learning_rate": 6.247829615185441e-06,
      "loss": 2.3607,
      "step": 480
    },
    {
      "epoch": 0.47908366533864544,
      "grad_norm": 0.8722829818725586,
      "learning_rate": 6.230977214860468e-06,
      "loss": 2.2346,
      "step": 481
    },
    {
      "epoch": 0.4800796812749004,
      "grad_norm": 0.6933993697166443,
      "learning_rate": 6.214109914962542e-06,
      "loss": 2.7604,
      "step": 482
    },
    {
      "epoch": 0.4810756972111554,
      "grad_norm": 0.6176011562347412,
      "learning_rate": 6.1972279196510565e-06,
      "loss": 2.8278,
      "step": 483
    },
    {
      "epoch": 0.4820717131474104,
      "grad_norm": 0.7204033732414246,
      "learning_rate": 6.180331433263283e-06,
      "loss": 2.4275,
      "step": 484
    },
    {
      "epoch": 0.48306772908366535,
      "grad_norm": 1.1777395009994507,
      "learning_rate": 6.1634206603118844e-06,
      "loss": 2.501,
      "step": 485
    },
    {
      "epoch": 0.48406374501992033,
      "grad_norm": 1.3905079364776611,
      "learning_rate": 6.146495805482451e-06,
      "loss": 2.9668,
      "step": 486
    },
    {
      "epoch": 0.4850597609561753,
      "grad_norm": 1.8294525146484375,
      "learning_rate": 6.129557073631013e-06,
      "loss": 2.0932,
      "step": 487
    },
    {
      "epoch": 0.4860557768924303,
      "grad_norm": 1.0543792247772217,
      "learning_rate": 6.112604669781572e-06,
      "loss": 2.1609,
      "step": 488
    },
    {
      "epoch": 0.48705179282868527,
      "grad_norm": 0.6805559992790222,
      "learning_rate": 6.09563879912361e-06,
      "loss": 2.5514,
      "step": 489
    },
    {
      "epoch": 0.48804780876494025,
      "grad_norm": 0.913993239402771,
      "learning_rate": 6.07865966700961e-06,
      "loss": 2.1365,
      "step": 490
    },
    {
      "epoch": 0.48904382470119523,
      "grad_norm": 1.127585768699646,
      "learning_rate": 6.06166747895257e-06,
      "loss": 2.5846,
      "step": 491
    },
    {
      "epoch": 0.4900398406374502,
      "grad_norm": 0.5136232376098633,
      "learning_rate": 6.044662440623512e-06,
      "loss": 2.3032,
      "step": 492
    },
    {
      "epoch": 0.4910358565737052,
      "grad_norm": 1.1162834167480469,
      "learning_rate": 6.027644757849004e-06,
      "loss": 2.4506,
      "step": 493
    },
    {
      "epoch": 0.49203187250996017,
      "grad_norm": 0.8343062996864319,
      "learning_rate": 6.0106146366086514e-06,
      "loss": 2.5259,
      "step": 494
    },
    {
      "epoch": 0.49302788844621515,
      "grad_norm": 1.2255266904830933,
      "learning_rate": 5.99357228303262e-06,
      "loss": 2.4964,
      "step": 495
    },
    {
      "epoch": 0.4940239043824701,
      "grad_norm": 0.8280947804450989,
      "learning_rate": 5.976517903399128e-06,
      "loss": 2.3576,
      "step": 496
    },
    {
      "epoch": 0.4950199203187251,
      "grad_norm": 0.5358011722564697,
      "learning_rate": 5.959451704131962e-06,
      "loss": 2.4103,
      "step": 497
    },
    {
      "epoch": 0.4960159362549801,
      "grad_norm": 0.7300974130630493,
      "learning_rate": 5.9423738917979655e-06,
      "loss": 2.4792,
      "step": 498
    },
    {
      "epoch": 0.49701195219123506,
      "grad_norm": 1.1368849277496338,
      "learning_rate": 5.92528467310455e-06,
      "loss": 2.7343,
      "step": 499
    },
    {
      "epoch": 0.49800796812749004,
      "grad_norm": 1.1836261749267578,
      "learning_rate": 5.908184254897183e-06,
      "loss": 2.263,
      "step": 500
    },
    {
      "epoch": 0.499003984063745,
      "grad_norm": 0.7548766136169434,
      "learning_rate": 5.891072844156895e-06,
      "loss": 2.5232,
      "step": 501
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5676743984222412,
      "learning_rate": 5.87395064799776e-06,
      "loss": 2.532,
      "step": 502
    },
    {
      "epoch": 0.500996015936255,
      "grad_norm": 0.6243408918380737,
      "learning_rate": 5.856817873664409e-06,
      "loss": 2.6337,
      "step": 503
    },
    {
      "epoch": 0.50199203187251,
      "grad_norm": 0.6920816898345947,
      "learning_rate": 5.839674728529499e-06,
      "loss": 2.3761,
      "step": 504
    },
    {
      "epoch": 0.5029880478087649,
      "grad_norm": 0.773199737071991,
      "learning_rate": 5.8225214200912195e-06,
      "loss": 2.3334,
      "step": 505
    },
    {
      "epoch": 0.5039840637450199,
      "grad_norm": 0.8243865370750427,
      "learning_rate": 5.8053581559707754e-06,
      "loss": 2.2201,
      "step": 506
    },
    {
      "epoch": 0.5049800796812749,
      "grad_norm": 0.6483944654464722,
      "learning_rate": 5.788185143909868e-06,
      "loss": 2.2019,
      "step": 507
    },
    {
      "epoch": 0.5059760956175299,
      "grad_norm": 1.1562165021896362,
      "learning_rate": 5.7710025917681954e-06,
      "loss": 2.6738,
      "step": 508
    },
    {
      "epoch": 0.5069721115537849,
      "grad_norm": 0.7714682221412659,
      "learning_rate": 5.753810707520918e-06,
      "loss": 2.5662,
      "step": 509
    },
    {
      "epoch": 0.5079681274900398,
      "grad_norm": 1.8939898014068604,
      "learning_rate": 5.736609699256158e-06,
      "loss": 2.4841,
      "step": 510
    },
    {
      "epoch": 0.5089641434262948,
      "grad_norm": 1.0769683122634888,
      "learning_rate": 5.719399775172468e-06,
      "loss": 2.2339,
      "step": 511
    },
    {
      "epoch": 0.5099601593625498,
      "grad_norm": 0.7231705188751221,
      "learning_rate": 5.702181143576323e-06,
      "loss": 2.2754,
      "step": 512
    },
    {
      "epoch": 0.5109561752988048,
      "grad_norm": 1.0154212713241577,
      "learning_rate": 5.684954012879583e-06,
      "loss": 2.5029,
      "step": 513
    },
    {
      "epoch": 0.5119521912350598,
      "grad_norm": 1.130210041999817,
      "learning_rate": 5.66771859159699e-06,
      "loss": 2.5272,
      "step": 514
    },
    {
      "epoch": 0.5129482071713147,
      "grad_norm": 0.6206554770469666,
      "learning_rate": 5.6504750883436275e-06,
      "loss": 2.3235,
      "step": 515
    },
    {
      "epoch": 0.5139442231075697,
      "grad_norm": 1.0481131076812744,
      "learning_rate": 5.633223711832403e-06,
      "loss": 2.2866,
      "step": 516
    },
    {
      "epoch": 0.5149402390438247,
      "grad_norm": 0.7321045398712158,
      "learning_rate": 5.615964670871524e-06,
      "loss": 2.4402,
      "step": 517
    },
    {
      "epoch": 0.5159362549800797,
      "grad_norm": 0.7684382796287537,
      "learning_rate": 5.5986981743619615e-06,
      "loss": 2.3404,
      "step": 518
    },
    {
      "epoch": 0.5169322709163346,
      "grad_norm": 1.1246601343154907,
      "learning_rate": 5.581424431294936e-06,
      "loss": 2.2032,
      "step": 519
    },
    {
      "epoch": 0.5179282868525896,
      "grad_norm": 0.617168128490448,
      "learning_rate": 5.56414365074937e-06,
      "loss": 2.5379,
      "step": 520
    },
    {
      "epoch": 0.5189243027888446,
      "grad_norm": 0.7718055248260498,
      "learning_rate": 5.546856041889374e-06,
      "loss": 2.4803,
      "step": 521
    },
    {
      "epoch": 0.5199203187250996,
      "grad_norm": 1.5422130823135376,
      "learning_rate": 5.5295618139617e-06,
      "loss": 2.3014,
      "step": 522
    },
    {
      "epoch": 0.5209163346613546,
      "grad_norm": 0.5689607262611389,
      "learning_rate": 5.512261176293226e-06,
      "loss": 2.1094,
      "step": 523
    },
    {
      "epoch": 0.5219123505976095,
      "grad_norm": 0.6268129944801331,
      "learning_rate": 5.494954338288404e-06,
      "loss": 2.4562,
      "step": 524
    },
    {
      "epoch": 0.5229083665338645,
      "grad_norm": 1.1070692539215088,
      "learning_rate": 5.477641509426739e-06,
      "loss": 2.0365,
      "step": 525
    },
    {
      "epoch": 0.5239043824701195,
      "grad_norm": 1.2830649614334106,
      "learning_rate": 5.460322899260245e-06,
      "loss": 2.2455,
      "step": 526
    },
    {
      "epoch": 0.5249003984063745,
      "grad_norm": 0.6706056594848633,
      "learning_rate": 5.442998717410916e-06,
      "loss": 2.3095,
      "step": 527
    },
    {
      "epoch": 0.5258964143426295,
      "grad_norm": 0.6565206050872803,
      "learning_rate": 5.425669173568179e-06,
      "loss": 2.5873,
      "step": 528
    },
    {
      "epoch": 0.5268924302788844,
      "grad_norm": 0.8396487236022949,
      "learning_rate": 5.408334477486369e-06,
      "loss": 2.4121,
      "step": 529
    },
    {
      "epoch": 0.5278884462151394,
      "grad_norm": 0.8442867398262024,
      "learning_rate": 5.390994838982178e-06,
      "loss": 2.1112,
      "step": 530
    },
    {
      "epoch": 0.5288844621513944,
      "grad_norm": 0.6712931990623474,
      "learning_rate": 5.373650467932122e-06,
      "loss": 2.5735,
      "step": 531
    },
    {
      "epoch": 0.5298804780876494,
      "grad_norm": 0.8547630906105042,
      "learning_rate": 5.356301574269998e-06,
      "loss": 2.5899,
      "step": 532
    },
    {
      "epoch": 0.5308764940239044,
      "grad_norm": 1.1971904039382935,
      "learning_rate": 5.338948367984347e-06,
      "loss": 2.7327,
      "step": 533
    },
    {
      "epoch": 0.5318725099601593,
      "grad_norm": 0.8025546669960022,
      "learning_rate": 5.321591059115906e-06,
      "loss": 2.3269,
      "step": 534
    },
    {
      "epoch": 0.5328685258964143,
      "grad_norm": 0.9815241098403931,
      "learning_rate": 5.30422985775507e-06,
      "loss": 2.4555,
      "step": 535
    },
    {
      "epoch": 0.5338645418326693,
      "grad_norm": 0.9032710194587708,
      "learning_rate": 5.286864974039349e-06,
      "loss": 2.4246,
      "step": 536
    },
    {
      "epoch": 0.5348605577689243,
      "grad_norm": 1.508058786392212,
      "learning_rate": 5.269496618150823e-06,
      "loss": 2.1206,
      "step": 537
    },
    {
      "epoch": 0.5358565737051793,
      "grad_norm": 1.0455362796783447,
      "learning_rate": 5.2521250003136005e-06,
      "loss": 2.4406,
      "step": 538
    },
    {
      "epoch": 0.5368525896414342,
      "grad_norm": 0.8184682726860046,
      "learning_rate": 5.234750330791268e-06,
      "loss": 2.1303,
      "step": 539
    },
    {
      "epoch": 0.5378486055776892,
      "grad_norm": 0.8355326056480408,
      "learning_rate": 5.217372819884353e-06,
      "loss": 2.3468,
      "step": 540
    },
    {
      "epoch": 0.5388446215139442,
      "grad_norm": 1.0594871044158936,
      "learning_rate": 5.199992677927775e-06,
      "loss": 2.2558,
      "step": 541
    },
    {
      "epoch": 0.5398406374501992,
      "grad_norm": 1.3626909255981445,
      "learning_rate": 5.182610115288296e-06,
      "loss": 2.4741,
      "step": 542
    },
    {
      "epoch": 0.5408366533864541,
      "grad_norm": 0.6529922485351562,
      "learning_rate": 5.165225342361978e-06,
      "loss": 2.3131,
      "step": 543
    },
    {
      "epoch": 0.5418326693227091,
      "grad_norm": 0.8616756796836853,
      "learning_rate": 5.147838569571642e-06,
      "loss": 2.2786,
      "step": 544
    },
    {
      "epoch": 0.5428286852589641,
      "grad_norm": 1.9104212522506714,
      "learning_rate": 5.1304500073643045e-06,
      "loss": 2.2784,
      "step": 545
    },
    {
      "epoch": 0.5438247011952191,
      "grad_norm": 0.7414434552192688,
      "learning_rate": 5.1130598662086514e-06,
      "loss": 2.1551,
      "step": 546
    },
    {
      "epoch": 0.5448207171314741,
      "grad_norm": 0.889681339263916,
      "learning_rate": 5.095668356592474e-06,
      "loss": 1.9545,
      "step": 547
    },
    {
      "epoch": 0.545816733067729,
      "grad_norm": 0.8562681674957275,
      "learning_rate": 5.078275689020129e-06,
      "loss": 2.1665,
      "step": 548
    },
    {
      "epoch": 0.546812749003984,
      "grad_norm": 0.810234010219574,
      "learning_rate": 5.060882074009988e-06,
      "loss": 2.5324,
      "step": 549
    },
    {
      "epoch": 0.547808764940239,
      "grad_norm": 1.867493748664856,
      "learning_rate": 5.043487722091891e-06,
      "loss": 2.6972,
      "step": 550
    },
    {
      "epoch": 0.548804780876494,
      "grad_norm": 0.8987257480621338,
      "learning_rate": 5.026092843804599e-06,
      "loss": 2.3632,
      "step": 551
    },
    {
      "epoch": 0.549800796812749,
      "grad_norm": 0.9021519422531128,
      "learning_rate": 5.0086976496932374e-06,
      "loss": 2.2825,
      "step": 552
    },
    {
      "epoch": 0.5507968127490039,
      "grad_norm": 1.0589499473571777,
      "learning_rate": 4.991302350306764e-06,
      "loss": 2.6046,
      "step": 553
    },
    {
      "epoch": 0.5517928286852589,
      "grad_norm": 0.8575243949890137,
      "learning_rate": 4.973907156195405e-06,
      "loss": 2.6962,
      "step": 554
    },
    {
      "epoch": 0.5527888446215139,
      "grad_norm": 1.7027395963668823,
      "learning_rate": 4.956512277908109e-06,
      "loss": 2.4405,
      "step": 555
    },
    {
      "epoch": 0.5537848605577689,
      "grad_norm": 0.8842843770980835,
      "learning_rate": 4.939117925990013e-06,
      "loss": 2.4694,
      "step": 556
    },
    {
      "epoch": 0.5547808764940239,
      "grad_norm": 0.9840981364250183,
      "learning_rate": 4.921724310979872e-06,
      "loss": 2.5034,
      "step": 557
    },
    {
      "epoch": 0.5557768924302788,
      "grad_norm": 0.8198688626289368,
      "learning_rate": 4.904331643407527e-06,
      "loss": 2.5664,
      "step": 558
    },
    {
      "epoch": 0.5567729083665338,
      "grad_norm": 1.1393426656723022,
      "learning_rate": 4.886940133791349e-06,
      "loss": 2.4415,
      "step": 559
    },
    {
      "epoch": 0.5577689243027888,
      "grad_norm": 0.835932731628418,
      "learning_rate": 4.869549992635697e-06,
      "loss": 2.3719,
      "step": 560
    },
    {
      "epoch": 0.5587649402390438,
      "grad_norm": 0.952167272567749,
      "learning_rate": 4.8521614304283615e-06,
      "loss": 2.3092,
      "step": 561
    },
    {
      "epoch": 0.5597609561752988,
      "grad_norm": 0.8146136999130249,
      "learning_rate": 4.834774657638023e-06,
      "loss": 2.5503,
      "step": 562
    },
    {
      "epoch": 0.5607569721115537,
      "grad_norm": 0.7990023493766785,
      "learning_rate": 4.817389884711706e-06,
      "loss": 2.3319,
      "step": 563
    },
    {
      "epoch": 0.5617529880478087,
      "grad_norm": 0.5947994589805603,
      "learning_rate": 4.800007322072226e-06,
      "loss": 2.1591,
      "step": 564
    },
    {
      "epoch": 0.5627490039840638,
      "grad_norm": 0.8183361291885376,
      "learning_rate": 4.7826271801156485e-06,
      "loss": 2.431,
      "step": 565
    },
    {
      "epoch": 0.5637450199203188,
      "grad_norm": 0.896101713180542,
      "learning_rate": 4.765249669208733e-06,
      "loss": 2.3313,
      "step": 566
    },
    {
      "epoch": 0.5647410358565738,
      "grad_norm": 1.7690149545669556,
      "learning_rate": 4.747874999686401e-06,
      "loss": 2.1365,
      "step": 567
    },
    {
      "epoch": 0.5657370517928287,
      "grad_norm": 0.8712881803512573,
      "learning_rate": 4.730503381849179e-06,
      "loss": 2.4139,
      "step": 568
    },
    {
      "epoch": 0.5667330677290837,
      "grad_norm": 1.0946391820907593,
      "learning_rate": 4.713135025960652e-06,
      "loss": 2.1844,
      "step": 569
    },
    {
      "epoch": 0.5677290836653387,
      "grad_norm": 0.9877662658691406,
      "learning_rate": 4.695770142244931e-06,
      "loss": 2.4189,
      "step": 570
    },
    {
      "epoch": 0.5687250996015937,
      "grad_norm": 3.4181249141693115,
      "learning_rate": 4.6784089408840955e-06,
      "loss": 2.7926,
      "step": 571
    },
    {
      "epoch": 0.5697211155378487,
      "grad_norm": 0.7407424449920654,
      "learning_rate": 4.661051632015655e-06,
      "loss": 2.4036,
      "step": 572
    },
    {
      "epoch": 0.5707171314741036,
      "grad_norm": 0.8603093028068542,
      "learning_rate": 4.643698425730004e-06,
      "loss": 2.0895,
      "step": 573
    },
    {
      "epoch": 0.5717131474103586,
      "grad_norm": 1.5615819692611694,
      "learning_rate": 4.626349532067879e-06,
      "loss": 2.6668,
      "step": 574
    },
    {
      "epoch": 0.5727091633466136,
      "grad_norm": 0.9211438298225403,
      "learning_rate": 4.609005161017824e-06,
      "loss": 2.7534,
      "step": 575
    },
    {
      "epoch": 0.5737051792828686,
      "grad_norm": 0.6863355040550232,
      "learning_rate": 4.591665522513633e-06,
      "loss": 2.4823,
      "step": 576
    },
    {
      "epoch": 0.5747011952191236,
      "grad_norm": 1.1497968435287476,
      "learning_rate": 4.574330826431822e-06,
      "loss": 2.7213,
      "step": 577
    },
    {
      "epoch": 0.5756972111553785,
      "grad_norm": 0.6396723389625549,
      "learning_rate": 4.557001282589086e-06,
      "loss": 2.342,
      "step": 578
    },
    {
      "epoch": 0.5766932270916335,
      "grad_norm": 0.7893930673599243,
      "learning_rate": 4.5396771007397565e-06,
      "loss": 2.426,
      "step": 579
    },
    {
      "epoch": 0.5776892430278885,
      "grad_norm": 1.0288350582122803,
      "learning_rate": 4.5223584905732635e-06,
      "loss": 2.3415,
      "step": 580
    },
    {
      "epoch": 0.5786852589641435,
      "grad_norm": 1.215003252029419,
      "learning_rate": 4.505045661711596e-06,
      "loss": 2.2311,
      "step": 581
    },
    {
      "epoch": 0.5796812749003984,
      "grad_norm": 1.2418211698532104,
      "learning_rate": 4.487738823706775e-06,
      "loss": 2.6043,
      "step": 582
    },
    {
      "epoch": 0.5806772908366534,
      "grad_norm": 0.658145546913147,
      "learning_rate": 4.470438186038301e-06,
      "loss": 2.5859,
      "step": 583
    },
    {
      "epoch": 0.5816733067729084,
      "grad_norm": 0.9392750859260559,
      "learning_rate": 4.4531439581106295e-06,
      "loss": 2.4185,
      "step": 584
    },
    {
      "epoch": 0.5826693227091634,
      "grad_norm": 0.726355254650116,
      "learning_rate": 4.43585634925063e-06,
      "loss": 2.656,
      "step": 585
    },
    {
      "epoch": 0.5836653386454184,
      "grad_norm": 0.8283027410507202,
      "learning_rate": 4.418575568705066e-06,
      "loss": 2.6963,
      "step": 586
    },
    {
      "epoch": 0.5846613545816733,
      "grad_norm": 2.0478458404541016,
      "learning_rate": 4.401301825638039e-06,
      "loss": 2.8958,
      "step": 587
    },
    {
      "epoch": 0.5856573705179283,
      "grad_norm": 0.9227387309074402,
      "learning_rate": 4.3840353291284776e-06,
      "loss": 2.5498,
      "step": 588
    },
    {
      "epoch": 0.5866533864541833,
      "grad_norm": 1.2917126417160034,
      "learning_rate": 4.366776288167598e-06,
      "loss": 2.4996,
      "step": 589
    },
    {
      "epoch": 0.5876494023904383,
      "grad_norm": 0.9034551978111267,
      "learning_rate": 4.349524911656373e-06,
      "loss": 2.4281,
      "step": 590
    },
    {
      "epoch": 0.5886454183266933,
      "grad_norm": 1.010878324508667,
      "learning_rate": 4.332281408403011e-06,
      "loss": 2.2912,
      "step": 591
    },
    {
      "epoch": 0.5896414342629482,
      "grad_norm": 1.7873375415802002,
      "learning_rate": 4.315045987120417e-06,
      "loss": 2.5171,
      "step": 592
    },
    {
      "epoch": 0.5906374501992032,
      "grad_norm": 0.8005262613296509,
      "learning_rate": 4.297818856423679e-06,
      "loss": 2.33,
      "step": 593
    },
    {
      "epoch": 0.5916334661354582,
      "grad_norm": 0.6728765368461609,
      "learning_rate": 4.280600224827533e-06,
      "loss": 2.1524,
      "step": 594
    },
    {
      "epoch": 0.5926294820717132,
      "grad_norm": 0.8610662221908569,
      "learning_rate": 4.2633903007438445e-06,
      "loss": 2.7524,
      "step": 595
    },
    {
      "epoch": 0.5936254980079682,
      "grad_norm": 1.0232973098754883,
      "learning_rate": 4.2461892924790825e-06,
      "loss": 2.6512,
      "step": 596
    },
    {
      "epoch": 0.5946215139442231,
      "grad_norm": 1.0610368251800537,
      "learning_rate": 4.228997408231806e-06,
      "loss": 2.4996,
      "step": 597
    },
    {
      "epoch": 0.5956175298804781,
      "grad_norm": 1.2796133756637573,
      "learning_rate": 4.2118148560901325e-06,
      "loss": 2.2488,
      "step": 598
    },
    {
      "epoch": 0.5966135458167331,
      "grad_norm": 1.5423349142074585,
      "learning_rate": 4.194641844029227e-06,
      "loss": 2.6293,
      "step": 599
    },
    {
      "epoch": 0.5976095617529881,
      "grad_norm": 1.5228114128112793,
      "learning_rate": 4.1774785799087805e-06,
      "loss": 2.3751,
      "step": 600
    },
    {
      "epoch": 0.598605577689243,
      "grad_norm": 0.9803175330162048,
      "learning_rate": 4.160325271470502e-06,
      "loss": 2.5003,
      "step": 601
    },
    {
      "epoch": 0.599601593625498,
      "grad_norm": 1.0139139890670776,
      "learning_rate": 4.143182126335594e-06,
      "loss": 2.5435,
      "step": 602
    },
    {
      "epoch": 0.600597609561753,
      "grad_norm": 0.8577011227607727,
      "learning_rate": 4.12604935200224e-06,
      "loss": 2.6227,
      "step": 603
    },
    {
      "epoch": 0.601593625498008,
      "grad_norm": 1.015549659729004,
      "learning_rate": 4.108927155843108e-06,
      "loss": 2.3803,
      "step": 604
    },
    {
      "epoch": 0.602589641434263,
      "grad_norm": 1.5675932168960571,
      "learning_rate": 4.091815745102818e-06,
      "loss": 2.364,
      "step": 605
    },
    {
      "epoch": 0.603585657370518,
      "grad_norm": 0.7266266345977783,
      "learning_rate": 4.074715326895453e-06,
      "loss": 2.6198,
      "step": 606
    },
    {
      "epoch": 0.6045816733067729,
      "grad_norm": 0.617874026298523,
      "learning_rate": 4.0576261082020345e-06,
      "loss": 2.6864,
      "step": 607
    },
    {
      "epoch": 0.6055776892430279,
      "grad_norm": 1.3024420738220215,
      "learning_rate": 4.040548295868039e-06,
      "loss": 2.4742,
      "step": 608
    },
    {
      "epoch": 0.6065737051792829,
      "grad_norm": 0.7109612822532654,
      "learning_rate": 4.023482096600873e-06,
      "loss": 2.6456,
      "step": 609
    },
    {
      "epoch": 0.6075697211155379,
      "grad_norm": 1.2119102478027344,
      "learning_rate": 4.006427716967382e-06,
      "loss": 2.3745,
      "step": 610
    },
    {
      "epoch": 0.6085657370517928,
      "grad_norm": 1.3014880418777466,
      "learning_rate": 3.9893853633913485e-06,
      "loss": 2.6845,
      "step": 611
    },
    {
      "epoch": 0.6095617529880478,
      "grad_norm": 1.3628534078598022,
      "learning_rate": 3.9723552421509975e-06,
      "loss": 2.6973,
      "step": 612
    },
    {
      "epoch": 0.6105577689243028,
      "grad_norm": 0.9777284860610962,
      "learning_rate": 3.955337559376489e-06,
      "loss": 2.4989,
      "step": 613
    },
    {
      "epoch": 0.6115537848605578,
      "grad_norm": 0.6070024371147156,
      "learning_rate": 3.938332521047434e-06,
      "loss": 2.0082,
      "step": 614
    },
    {
      "epoch": 0.6125498007968128,
      "grad_norm": 0.6223677396774292,
      "learning_rate": 3.921340332990392e-06,
      "loss": 2.2016,
      "step": 615
    },
    {
      "epoch": 0.6135458167330677,
      "grad_norm": 1.2076197862625122,
      "learning_rate": 3.904361200876391e-06,
      "loss": 2.7328,
      "step": 616
    },
    {
      "epoch": 0.6145418326693227,
      "grad_norm": 0.7502063512802124,
      "learning_rate": 3.887395330218429e-06,
      "loss": 2.1634,
      "step": 617
    },
    {
      "epoch": 0.6155378486055777,
      "grad_norm": 1.090084195137024,
      "learning_rate": 3.8704429263689865e-06,
      "loss": 2.2409,
      "step": 618
    },
    {
      "epoch": 0.6165338645418327,
      "grad_norm": 1.7830555438995361,
      "learning_rate": 3.853504194517551e-06,
      "loss": 2.5541,
      "step": 619
    },
    {
      "epoch": 0.6175298804780877,
      "grad_norm": 1.0715655088424683,
      "learning_rate": 3.836579339688116e-06,
      "loss": 2.7304,
      "step": 620
    },
    {
      "epoch": 0.6185258964143426,
      "grad_norm": 0.7255896925926208,
      "learning_rate": 3.819668566736719e-06,
      "loss": 2.5671,
      "step": 621
    },
    {
      "epoch": 0.6195219123505976,
      "grad_norm": 1.475665807723999,
      "learning_rate": 3.802772080348943e-06,
      "loss": 2.2374,
      "step": 622
    },
    {
      "epoch": 0.6205179282868526,
      "grad_norm": 1.1244341135025024,
      "learning_rate": 3.7858900850374596e-06,
      "loss": 2.2705,
      "step": 623
    },
    {
      "epoch": 0.6215139442231076,
      "grad_norm": 1.270950436592102,
      "learning_rate": 3.769022785139534e-06,
      "loss": 2.427,
      "step": 624
    },
    {
      "epoch": 0.6225099601593626,
      "grad_norm": 0.9996942281723022,
      "learning_rate": 3.752170384814562e-06,
      "loss": 2.3181,
      "step": 625
    },
    {
      "epoch": 0.6235059760956175,
      "grad_norm": 0.9702761173248291,
      "learning_rate": 3.7353330880415963e-06,
      "loss": 2.4871,
      "step": 626
    },
    {
      "epoch": 0.6245019920318725,
      "grad_norm": 0.7174897193908691,
      "learning_rate": 3.7185110986168842e-06,
      "loss": 2.6481,
      "step": 627
    },
    {
      "epoch": 0.6254980079681275,
      "grad_norm": 1.0198302268981934,
      "learning_rate": 3.701704620151389e-06,
      "loss": 2.4368,
      "step": 628
    },
    {
      "epoch": 0.6264940239043825,
      "grad_norm": 0.6317278742790222,
      "learning_rate": 3.6849138560683305e-06,
      "loss": 2.2506,
      "step": 629
    },
    {
      "epoch": 0.6274900398406374,
      "grad_norm": 1.6083205938339233,
      "learning_rate": 3.6681390096007315e-06,
      "loss": 2.441,
      "step": 630
    },
    {
      "epoch": 0.6284860557768924,
      "grad_norm": 1.1788543462753296,
      "learning_rate": 3.651380283788942e-06,
      "loss": 2.0867,
      "step": 631
    },
    {
      "epoch": 0.6294820717131474,
      "grad_norm": 1.6041985750198364,
      "learning_rate": 3.634637881478196e-06,
      "loss": 2.7786,
      "step": 632
    },
    {
      "epoch": 0.6304780876494024,
      "grad_norm": 0.7498704195022583,
      "learning_rate": 3.617912005316142e-06,
      "loss": 2.5885,
      "step": 633
    },
    {
      "epoch": 0.6314741035856574,
      "grad_norm": 1.2260042428970337,
      "learning_rate": 3.6012028577504106e-06,
      "loss": 2.5491,
      "step": 634
    },
    {
      "epoch": 0.6324701195219123,
      "grad_norm": 0.766639232635498,
      "learning_rate": 3.5845106410261417e-06,
      "loss": 2.6436,
      "step": 635
    },
    {
      "epoch": 0.6334661354581673,
      "grad_norm": 0.8522284626960754,
      "learning_rate": 3.56783555718355e-06,
      "loss": 2.361,
      "step": 636
    },
    {
      "epoch": 0.6344621513944223,
      "grad_norm": 1.09912109375,
      "learning_rate": 3.551177808055476e-06,
      "loss": 2.5303,
      "step": 637
    },
    {
      "epoch": 0.6354581673306773,
      "grad_norm": 1.4560422897338867,
      "learning_rate": 3.534537595264944e-06,
      "loss": 2.6122,
      "step": 638
    },
    {
      "epoch": 0.6364541832669323,
      "grad_norm": 0.858035147190094,
      "learning_rate": 3.5179151202227214e-06,
      "loss": 2.3591,
      "step": 639
    },
    {
      "epoch": 0.6374501992031872,
      "grad_norm": 4.184999942779541,
      "learning_rate": 3.5013105841248794e-06,
      "loss": 2.3339,
      "step": 640
    },
    {
      "epoch": 0.6384462151394422,
      "grad_norm": 1.2636277675628662,
      "learning_rate": 3.4847241879503574e-06,
      "loss": 2.6084,
      "step": 641
    },
    {
      "epoch": 0.6394422310756972,
      "grad_norm": 1.3735069036483765,
      "learning_rate": 3.4681561324585356e-06,
      "loss": 2.4582,
      "step": 642
    },
    {
      "epoch": 0.6404382470119522,
      "grad_norm": 1.3198506832122803,
      "learning_rate": 3.451606618186796e-06,
      "loss": 2.2207,
      "step": 643
    },
    {
      "epoch": 0.6414342629482072,
      "grad_norm": 0.895077109336853,
      "learning_rate": 3.435075845448105e-06,
      "loss": 2.141,
      "step": 644
    },
    {
      "epoch": 0.6424302788844621,
      "grad_norm": 1.5022435188293457,
      "learning_rate": 3.418564014328583e-06,
      "loss": 2.5608,
      "step": 645
    },
    {
      "epoch": 0.6434262948207171,
      "grad_norm": 0.9838452935218811,
      "learning_rate": 3.402071324685082e-06,
      "loss": 2.372,
      "step": 646
    },
    {
      "epoch": 0.6444223107569721,
      "grad_norm": 0.6322600841522217,
      "learning_rate": 3.3855979761427705e-06,
      "loss": 2.5499,
      "step": 647
    },
    {
      "epoch": 0.6454183266932271,
      "grad_norm": 1.3608890771865845,
      "learning_rate": 3.3691441680927105e-06,
      "loss": 2.4689,
      "step": 648
    },
    {
      "epoch": 0.646414342629482,
      "grad_norm": 0.9520907998085022,
      "learning_rate": 3.352710099689457e-06,
      "loss": 2.5012,
      "step": 649
    },
    {
      "epoch": 0.647410358565737,
      "grad_norm": 3.0419979095458984,
      "learning_rate": 3.3362959698486307e-06,
      "loss": 2.2773,
      "step": 650
    },
    {
      "epoch": 0.648406374501992,
      "grad_norm": 1.0915313959121704,
      "learning_rate": 3.3199019772445253e-06,
      "loss": 2.3744,
      "step": 651
    },
    {
      "epoch": 0.649402390438247,
      "grad_norm": 1.543050765991211,
      "learning_rate": 3.3035283203076877e-06,
      "loss": 2.3499,
      "step": 652
    },
    {
      "epoch": 0.650398406374502,
      "grad_norm": 1.0574357509613037,
      "learning_rate": 3.287175197222537e-06,
      "loss": 2.516,
      "step": 653
    },
    {
      "epoch": 0.651394422310757,
      "grad_norm": 1.3127410411834717,
      "learning_rate": 3.2708428059249437e-06,
      "loss": 2.4012,
      "step": 654
    },
    {
      "epoch": 0.6523904382470119,
      "grad_norm": 0.9456487894058228,
      "learning_rate": 3.254531344099847e-06,
      "loss": 2.773,
      "step": 655
    },
    {
      "epoch": 0.6533864541832669,
      "grad_norm": 1.1509116888046265,
      "learning_rate": 3.2382410091788567e-06,
      "loss": 2.7622,
      "step": 656
    },
    {
      "epoch": 0.6543824701195219,
      "grad_norm": 1.0328110456466675,
      "learning_rate": 3.221971998337872e-06,
      "loss": 2.5343,
      "step": 657
    },
    {
      "epoch": 0.6553784860557769,
      "grad_norm": 1.723029613494873,
      "learning_rate": 3.2057245084946796e-06,
      "loss": 2.8968,
      "step": 658
    },
    {
      "epoch": 0.6563745019920318,
      "grad_norm": 1.13263738155365,
      "learning_rate": 3.189498736306584e-06,
      "loss": 2.4689,
      "step": 659
    },
    {
      "epoch": 0.6573705179282868,
      "grad_norm": 1.4411126375198364,
      "learning_rate": 3.173294878168025e-06,
      "loss": 2.0715,
      "step": 660
    },
    {
      "epoch": 0.6583665338645418,
      "grad_norm": 2.4463119506835938,
      "learning_rate": 3.1571131302081916e-06,
      "loss": 2.5004,
      "step": 661
    },
    {
      "epoch": 0.6593625498007968,
      "grad_norm": 1.063270926475525,
      "learning_rate": 3.140953688288658e-06,
      "loss": 2.4079,
      "step": 662
    },
    {
      "epoch": 0.6603585657370518,
      "grad_norm": 1.860757827758789,
      "learning_rate": 3.1248167480010083e-06,
      "loss": 2.6755,
      "step": 663
    },
    {
      "epoch": 0.6613545816733067,
      "grad_norm": 1.5435043573379517,
      "learning_rate": 3.1087025046644704e-06,
      "loss": 2.7499,
      "step": 664
    },
    {
      "epoch": 0.6623505976095617,
      "grad_norm": 0.7970728278160095,
      "learning_rate": 3.0926111533235526e-06,
      "loss": 2.1911,
      "step": 665
    },
    {
      "epoch": 0.6633466135458167,
      "grad_norm": 1.1135482788085938,
      "learning_rate": 3.0765428887456794e-06,
      "loss": 2.6387,
      "step": 666
    },
    {
      "epoch": 0.6643426294820717,
      "grad_norm": 1.2876728773117065,
      "learning_rate": 3.0604979054188367e-06,
      "loss": 2.6715,
      "step": 667
    },
    {
      "epoch": 0.6653386454183267,
      "grad_norm": 0.6579734683036804,
      "learning_rate": 3.044476397549221e-06,
      "loss": 2.1833,
      "step": 668
    },
    {
      "epoch": 0.6663346613545816,
      "grad_norm": 1.7546638250350952,
      "learning_rate": 3.0284785590588804e-06,
      "loss": 2.5761,
      "step": 669
    },
    {
      "epoch": 0.6673306772908366,
      "grad_norm": 1.1617887020111084,
      "learning_rate": 3.012504583583374e-06,
      "loss": 2.4205,
      "step": 670
    },
    {
      "epoch": 0.6683266932270916,
      "grad_norm": 1.4457294940948486,
      "learning_rate": 2.9965546644694287e-06,
      "loss": 2.178,
      "step": 671
    },
    {
      "epoch": 0.6693227091633466,
      "grad_norm": 0.9334515333175659,
      "learning_rate": 2.9806289947725947e-06,
      "loss": 2.5343,
      "step": 672
    },
    {
      "epoch": 0.6703187250996016,
      "grad_norm": 1.115212082862854,
      "learning_rate": 2.9647277672549093e-06,
      "loss": 2.1731,
      "step": 673
    },
    {
      "epoch": 0.6713147410358565,
      "grad_norm": 1.1038217544555664,
      "learning_rate": 2.948851174382565e-06,
      "loss": 2.3589,
      "step": 674
    },
    {
      "epoch": 0.6723107569721115,
      "grad_norm": 1.4897500276565552,
      "learning_rate": 2.9329994083235857e-06,
      "loss": 2.4302,
      "step": 675
    },
    {
      "epoch": 0.6733067729083665,
      "grad_norm": 1.7196754217147827,
      "learning_rate": 2.9171726609454875e-06,
      "loss": 2.5387,
      "step": 676
    },
    {
      "epoch": 0.6743027888446215,
      "grad_norm": 1.271872878074646,
      "learning_rate": 2.9013711238129693e-06,
      "loss": 2.1938,
      "step": 677
    },
    {
      "epoch": 0.6752988047808764,
      "grad_norm": 1.0383085012435913,
      "learning_rate": 2.885594988185587e-06,
      "loss": 2.5842,
      "step": 678
    },
    {
      "epoch": 0.6762948207171314,
      "grad_norm": 1.9233471155166626,
      "learning_rate": 2.8698444450154395e-06,
      "loss": 2.4421,
      "step": 679
    },
    {
      "epoch": 0.6772908366533864,
      "grad_norm": 0.9812890291213989,
      "learning_rate": 2.8541196849448582e-06,
      "loss": 2.1876,
      "step": 680
    },
    {
      "epoch": 0.6782868525896414,
      "grad_norm": 1.217011570930481,
      "learning_rate": 2.8384208983040997e-06,
      "loss": 2.5115,
      "step": 681
    },
    {
      "epoch": 0.6792828685258964,
      "grad_norm": 1.4093648195266724,
      "learning_rate": 2.8227482751090445e-06,
      "loss": 2.5296,
      "step": 682
    },
    {
      "epoch": 0.6802788844621513,
      "grad_norm": 1.0479772090911865,
      "learning_rate": 2.8071020050588927e-06,
      "loss": 2.3801,
      "step": 683
    },
    {
      "epoch": 0.6812749003984063,
      "grad_norm": 0.761779248714447,
      "learning_rate": 2.7914822775338678e-06,
      "loss": 2.397,
      "step": 684
    },
    {
      "epoch": 0.6822709163346613,
      "grad_norm": 0.7536188364028931,
      "learning_rate": 2.775889281592927e-06,
      "loss": 2.2802,
      "step": 685
    },
    {
      "epoch": 0.6832669322709163,
      "grad_norm": 1.1621276140213013,
      "learning_rate": 2.760323205971476e-06,
      "loss": 2.3802,
      "step": 686
    },
    {
      "epoch": 0.6842629482071713,
      "grad_norm": 1.2401965856552124,
      "learning_rate": 2.744784239079077e-06,
      "loss": 1.9567,
      "step": 687
    },
    {
      "epoch": 0.6852589641434262,
      "grad_norm": 0.9456545114517212,
      "learning_rate": 2.7292725689971732e-06,
      "loss": 2.547,
      "step": 688
    },
    {
      "epoch": 0.6862549800796812,
      "grad_norm": 1.3253943920135498,
      "learning_rate": 2.7137883834768076e-06,
      "loss": 2.2105,
      "step": 689
    },
    {
      "epoch": 0.6872509960159362,
      "grad_norm": 1.525397777557373,
      "learning_rate": 2.6983318699363627e-06,
      "loss": 2.3682,
      "step": 690
    },
    {
      "epoch": 0.6882470119521913,
      "grad_norm": 0.9517590403556824,
      "learning_rate": 2.6829032154592745e-06,
      "loss": 2.2159,
      "step": 691
    },
    {
      "epoch": 0.6892430278884463,
      "grad_norm": 0.8040021061897278,
      "learning_rate": 2.6675026067917808e-06,
      "loss": 2.3967,
      "step": 692
    },
    {
      "epoch": 0.6902390438247012,
      "grad_norm": 1.6833242177963257,
      "learning_rate": 2.652130230340655e-06,
      "loss": 2.9864,
      "step": 693
    },
    {
      "epoch": 0.6912350597609562,
      "grad_norm": 1.104771614074707,
      "learning_rate": 2.636786272170956e-06,
      "loss": 2.5124,
      "step": 694
    },
    {
      "epoch": 0.6922310756972112,
      "grad_norm": 1.1763907670974731,
      "learning_rate": 2.621470918003768e-06,
      "loss": 2.6426,
      "step": 695
    },
    {
      "epoch": 0.6932270916334662,
      "grad_norm": 2.304222345352173,
      "learning_rate": 2.6061843532139563e-06,
      "loss": 2.4522,
      "step": 696
    },
    {
      "epoch": 0.6942231075697212,
      "grad_norm": 0.8599796891212463,
      "learning_rate": 2.5909267628279234e-06,
      "loss": 2.6796,
      "step": 697
    },
    {
      "epoch": 0.6952191235059761,
      "grad_norm": 1.0061733722686768,
      "learning_rate": 2.5756983315213748e-06,
      "loss": 2.5076,
      "step": 698
    },
    {
      "epoch": 0.6962151394422311,
      "grad_norm": 1.392606258392334,
      "learning_rate": 2.560499243617074e-06,
      "loss": 2.5134,
      "step": 699
    },
    {
      "epoch": 0.6972111553784861,
      "grad_norm": 1.2116351127624512,
      "learning_rate": 2.5453296830826135e-06,
      "loss": 2.0634,
      "step": 700
    },
    {
      "epoch": 0.6982071713147411,
      "grad_norm": 0.7071558237075806,
      "learning_rate": 2.5301898335281994e-06,
      "loss": 2.1104,
      "step": 701
    },
    {
      "epoch": 0.6992031872509961,
      "grad_norm": 1.8307946920394897,
      "learning_rate": 2.5150798782044123e-06,
      "loss": 2.8147,
      "step": 702
    },
    {
      "epoch": 0.700199203187251,
      "grad_norm": 0.9716182351112366,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 2.4836,
      "step": 703
    },
    {
      "epoch": 0.701195219123506,
      "grad_norm": 0.7655389308929443,
      "learning_rate": 2.4849503814396624e-06,
      "loss": 2.2803,
      "step": 704
    },
    {
      "epoch": 0.702191235059761,
      "grad_norm": 1.1354485750198364,
      "learning_rate": 2.469931204681841e-06,
      "loss": 2.5936,
      "step": 705
    },
    {
      "epoch": 0.703187250996016,
      "grad_norm": 0.9272159337997437,
      "learning_rate": 2.4549426515165116e-06,
      "loss": 2.6629,
      "step": 706
    },
    {
      "epoch": 0.704183266932271,
      "grad_norm": 1.20318603515625,
      "learning_rate": 2.439984903362988e-06,
      "loss": 2.341,
      "step": 707
    },
    {
      "epoch": 0.7051792828685259,
      "grad_norm": 1.0813405513763428,
      "learning_rate": 2.425058141267722e-06,
      "loss": 2.5484,
      "step": 708
    },
    {
      "epoch": 0.7061752988047809,
      "grad_norm": 0.6365978121757507,
      "learning_rate": 2.4101625459021212e-06,
      "loss": 2.2276,
      "step": 709
    },
    {
      "epoch": 0.7071713147410359,
      "grad_norm": 1.4600951671600342,
      "learning_rate": 2.3952982975603494e-06,
      "loss": 2.7489,
      "step": 710
    },
    {
      "epoch": 0.7081673306772909,
      "grad_norm": 1.0905722379684448,
      "learning_rate": 2.3804655761571517e-06,
      "loss": 2.7045,
      "step": 711
    },
    {
      "epoch": 0.7091633466135459,
      "grad_norm": 1.2118492126464844,
      "learning_rate": 2.3656645612256747e-06,
      "loss": 2.2625,
      "step": 712
    },
    {
      "epoch": 0.7101593625498008,
      "grad_norm": 2.2730562686920166,
      "learning_rate": 2.3508954319153e-06,
      "loss": 2.9233,
      "step": 713
    },
    {
      "epoch": 0.7111553784860558,
      "grad_norm": 1.1532260179519653,
      "learning_rate": 2.3361583669894634e-06,
      "loss": 2.6882,
      "step": 714
    },
    {
      "epoch": 0.7121513944223108,
      "grad_norm": 1.74001944065094,
      "learning_rate": 2.321453544823499e-06,
      "loss": 2.296,
      "step": 715
    },
    {
      "epoch": 0.7131474103585658,
      "grad_norm": 1.6281747817993164,
      "learning_rate": 2.306781143402485e-06,
      "loss": 2.5453,
      "step": 716
    },
    {
      "epoch": 0.7141434262948207,
      "grad_norm": 1.2188794612884521,
      "learning_rate": 2.2921413403190774e-06,
      "loss": 2.3351,
      "step": 717
    },
    {
      "epoch": 0.7151394422310757,
      "grad_norm": 1.180245280265808,
      "learning_rate": 2.2775343127713685e-06,
      "loss": 2.8909,
      "step": 718
    },
    {
      "epoch": 0.7161354581673307,
      "grad_norm": 1.207853078842163,
      "learning_rate": 2.2629602375607373e-06,
      "loss": 2.2249,
      "step": 719
    },
    {
      "epoch": 0.7171314741035857,
      "grad_norm": 1.1911535263061523,
      "learning_rate": 2.24841929108972e-06,
      "loss": 1.9728,
      "step": 720
    },
    {
      "epoch": 0.7181274900398407,
      "grad_norm": 2.913970470428467,
      "learning_rate": 2.23391164935986e-06,
      "loss": 3.3,
      "step": 721
    },
    {
      "epoch": 0.7191235059760956,
      "grad_norm": 1.0136604309082031,
      "learning_rate": 2.219437487969588e-06,
      "loss": 2.3078,
      "step": 722
    },
    {
      "epoch": 0.7201195219123506,
      "grad_norm": 1.5370888710021973,
      "learning_rate": 2.20499698211209e-06,
      "loss": 2.4226,
      "step": 723
    },
    {
      "epoch": 0.7211155378486056,
      "grad_norm": 0.8609825968742371,
      "learning_rate": 2.190590306573198e-06,
      "loss": 2.5837,
      "step": 724
    },
    {
      "epoch": 0.7221115537848606,
      "grad_norm": 0.7969903945922852,
      "learning_rate": 2.1762176357292582e-06,
      "loss": 2.5065,
      "step": 725
    },
    {
      "epoch": 0.7231075697211156,
      "grad_norm": 0.6895061135292053,
      "learning_rate": 2.1618791435450334e-06,
      "loss": 2.4443,
      "step": 726
    },
    {
      "epoch": 0.7241035856573705,
      "grad_norm": 1.005803108215332,
      "learning_rate": 2.1475750035715914e-06,
      "loss": 2.8449,
      "step": 727
    },
    {
      "epoch": 0.7250996015936255,
      "grad_norm": 1.464055061340332,
      "learning_rate": 2.1333053889442033e-06,
      "loss": 2.436,
      "step": 728
    },
    {
      "epoch": 0.7260956175298805,
      "grad_norm": 0.7166134715080261,
      "learning_rate": 2.1190704723802587e-06,
      "loss": 2.6141,
      "step": 729
    },
    {
      "epoch": 0.7270916334661355,
      "grad_norm": 1.2269198894500732,
      "learning_rate": 2.104870426177157e-06,
      "loss": 2.0039,
      "step": 730
    },
    {
      "epoch": 0.7280876494023905,
      "grad_norm": 1.233473539352417,
      "learning_rate": 2.0907054222102367e-06,
      "loss": 2.4503,
      "step": 731
    },
    {
      "epoch": 0.7290836653386454,
      "grad_norm": 0.8751947283744812,
      "learning_rate": 2.0765756319306897e-06,
      "loss": 2.482,
      "step": 732
    },
    {
      "epoch": 0.7300796812749004,
      "grad_norm": 1.954285979270935,
      "learning_rate": 2.0624812263634847e-06,
      "loss": 2.6237,
      "step": 733
    },
    {
      "epoch": 0.7310756972111554,
      "grad_norm": 0.7244362235069275,
      "learning_rate": 2.048422376105299e-06,
      "loss": 2.3371,
      "step": 734
    },
    {
      "epoch": 0.7320717131474104,
      "grad_norm": 0.7712534666061401,
      "learning_rate": 2.034399251322458e-06,
      "loss": 2.6775,
      "step": 735
    },
    {
      "epoch": 0.7330677290836654,
      "grad_norm": 1.0466793775558472,
      "learning_rate": 2.020412021748866e-06,
      "loss": 2.2773,
      "step": 736
    },
    {
      "epoch": 0.7340637450199203,
      "grad_norm": 1.417794942855835,
      "learning_rate": 2.0064608566839584e-06,
      "loss": 2.7359,
      "step": 737
    },
    {
      "epoch": 0.7350597609561753,
      "grad_norm": 0.5706871747970581,
      "learning_rate": 1.9925459249906488e-06,
      "loss": 2.246,
      "step": 738
    },
    {
      "epoch": 0.7360557768924303,
      "grad_norm": 1.112219214439392,
      "learning_rate": 1.978667395093293e-06,
      "loss": 2.5444,
      "step": 739
    },
    {
      "epoch": 0.7370517928286853,
      "grad_norm": 1.5537924766540527,
      "learning_rate": 1.964825434975639e-06,
      "loss": 2.2497,
      "step": 740
    },
    {
      "epoch": 0.7380478087649402,
      "grad_norm": 0.7418034672737122,
      "learning_rate": 1.9510202121788003e-06,
      "loss": 2.4711,
      "step": 741
    },
    {
      "epoch": 0.7390438247011952,
      "grad_norm": 1.0376439094543457,
      "learning_rate": 1.9372518937992306e-06,
      "loss": 2.1369,
      "step": 742
    },
    {
      "epoch": 0.7400398406374502,
      "grad_norm": 1.6938295364379883,
      "learning_rate": 1.923520646486695e-06,
      "loss": 2.7013,
      "step": 743
    },
    {
      "epoch": 0.7410358565737052,
      "grad_norm": 1.1227657794952393,
      "learning_rate": 1.9098266364422554e-06,
      "loss": 2.1956,
      "step": 744
    },
    {
      "epoch": 0.7420318725099602,
      "grad_norm": 0.8521560430526733,
      "learning_rate": 1.8961700294162578e-06,
      "loss": 2.7621,
      "step": 745
    },
    {
      "epoch": 0.7430278884462151,
      "grad_norm": 1.3367222547531128,
      "learning_rate": 1.8825509907063328e-06,
      "loss": 2.3669,
      "step": 746
    },
    {
      "epoch": 0.7440239043824701,
      "grad_norm": 1.0971968173980713,
      "learning_rate": 1.8689696851553847e-06,
      "loss": 2.2727,
      "step": 747
    },
    {
      "epoch": 0.7450199203187251,
      "grad_norm": 0.7232230305671692,
      "learning_rate": 1.8554262771496017e-06,
      "loss": 2.4247,
      "step": 748
    },
    {
      "epoch": 0.7460159362549801,
      "grad_norm": 0.779901921749115,
      "learning_rate": 1.8419209306164653e-06,
      "loss": 2.4956,
      "step": 749
    },
    {
      "epoch": 0.7470119521912351,
      "grad_norm": 0.9150820970535278,
      "learning_rate": 1.82845380902277e-06,
      "loss": 2.6319,
      "step": 750
    },
    {
      "epoch": 0.74800796812749,
      "grad_norm": 1.0264116525650024,
      "learning_rate": 1.8150250753726363e-06,
      "loss": 2.537,
      "step": 751
    },
    {
      "epoch": 0.749003984063745,
      "grad_norm": 1.3325294256210327,
      "learning_rate": 1.8016348922055448e-06,
      "loss": 2.5891,
      "step": 752
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9217858910560608,
      "learning_rate": 1.7882834215943645e-06,
      "loss": 2.3572,
      "step": 753
    },
    {
      "epoch": 0.750996015936255,
      "grad_norm": 1.020738959312439,
      "learning_rate": 1.7749708251433983e-06,
      "loss": 2.4734,
      "step": 754
    },
    {
      "epoch": 0.75199203187251,
      "grad_norm": 0.9455721378326416,
      "learning_rate": 1.7616972639864166e-06,
      "loss": 2.4533,
      "step": 755
    },
    {
      "epoch": 0.7529880478087649,
      "grad_norm": 1.7625263929367065,
      "learning_rate": 1.7484628987847125e-06,
      "loss": 2.5292,
      "step": 756
    },
    {
      "epoch": 0.7539840637450199,
      "grad_norm": 1.2456424236297607,
      "learning_rate": 1.7352678897251606e-06,
      "loss": 2.5379,
      "step": 757
    },
    {
      "epoch": 0.7549800796812749,
      "grad_norm": 1.9081121683120728,
      "learning_rate": 1.7221123965182712e-06,
      "loss": 2.413,
      "step": 758
    },
    {
      "epoch": 0.7559760956175299,
      "grad_norm": 1.062225341796875,
      "learning_rate": 1.7089965783962608e-06,
      "loss": 2.458,
      "step": 759
    },
    {
      "epoch": 0.7569721115537849,
      "grad_norm": 1.1116987466812134,
      "learning_rate": 1.6959205941111228e-06,
      "loss": 2.4556,
      "step": 760
    },
    {
      "epoch": 0.7579681274900398,
      "grad_norm": 1.6234967708587646,
      "learning_rate": 1.6828846019327128e-06,
      "loss": 2.5499,
      "step": 761
    },
    {
      "epoch": 0.7589641434262948,
      "grad_norm": 0.741877555847168,
      "learning_rate": 1.6698887596468232e-06,
      "loss": 2.1629,
      "step": 762
    },
    {
      "epoch": 0.7599601593625498,
      "grad_norm": 2.112726926803589,
      "learning_rate": 1.6569332245532777e-06,
      "loss": 2.85,
      "step": 763
    },
    {
      "epoch": 0.7609561752988048,
      "grad_norm": 0.9073076844215393,
      "learning_rate": 1.6440181534640277e-06,
      "loss": 2.4195,
      "step": 764
    },
    {
      "epoch": 0.7619521912350598,
      "grad_norm": 1.2635924816131592,
      "learning_rate": 1.6311437027012582e-06,
      "loss": 2.3853,
      "step": 765
    },
    {
      "epoch": 0.7629482071713147,
      "grad_norm": 1.6688510179519653,
      "learning_rate": 1.618310028095486e-06,
      "loss": 2.186,
      "step": 766
    },
    {
      "epoch": 0.7639442231075697,
      "grad_norm": 1.076957106590271,
      "learning_rate": 1.6055172849836826e-06,
      "loss": 2.3887,
      "step": 767
    },
    {
      "epoch": 0.7649402390438247,
      "grad_norm": 1.0081124305725098,
      "learning_rate": 1.5927656282073861e-06,
      "loss": 2.4315,
      "step": 768
    },
    {
      "epoch": 0.7659362549800797,
      "grad_norm": 1.2986465692520142,
      "learning_rate": 1.5800552121108392e-06,
      "loss": 2.6633,
      "step": 769
    },
    {
      "epoch": 0.7669322709163346,
      "grad_norm": 0.7207338213920593,
      "learning_rate": 1.567386190539107e-06,
      "loss": 2.6924,
      "step": 770
    },
    {
      "epoch": 0.7679282868525896,
      "grad_norm": 0.6458574533462524,
      "learning_rate": 1.5547587168362204e-06,
      "loss": 2.7688,
      "step": 771
    },
    {
      "epoch": 0.7689243027888446,
      "grad_norm": 1.0633124113082886,
      "learning_rate": 1.5421729438433274e-06,
      "loss": 2.1328,
      "step": 772
    },
    {
      "epoch": 0.7699203187250996,
      "grad_norm": 2.143666982650757,
      "learning_rate": 1.5296290238968303e-06,
      "loss": 2.29,
      "step": 773
    },
    {
      "epoch": 0.7709163346613546,
      "grad_norm": 0.5651401281356812,
      "learning_rate": 1.517127108826551e-06,
      "loss": 2.4732,
      "step": 774
    },
    {
      "epoch": 0.7719123505976095,
      "grad_norm": 0.8489325642585754,
      "learning_rate": 1.5046673499538893e-06,
      "loss": 2.3174,
      "step": 775
    },
    {
      "epoch": 0.7729083665338645,
      "grad_norm": 1.1251336336135864,
      "learning_rate": 1.4922498980899907e-06,
      "loss": 2.2915,
      "step": 776
    },
    {
      "epoch": 0.7739043824701195,
      "grad_norm": 0.7484387755393982,
      "learning_rate": 1.4798749035339278e-06,
      "loss": 2.3685,
      "step": 777
    },
    {
      "epoch": 0.7749003984063745,
      "grad_norm": 1.1463130712509155,
      "learning_rate": 1.4675425160708723e-06,
      "loss": 2.468,
      "step": 778
    },
    {
      "epoch": 0.7758964143426295,
      "grad_norm": 1.5645790100097656,
      "learning_rate": 1.4552528849702852e-06,
      "loss": 2.6442,
      "step": 779
    },
    {
      "epoch": 0.7768924302788844,
      "grad_norm": 1.8811829090118408,
      "learning_rate": 1.4430061589841122e-06,
      "loss": 2.5609,
      "step": 780
    },
    {
      "epoch": 0.7778884462151394,
      "grad_norm": 0.8737534284591675,
      "learning_rate": 1.4308024863449805e-06,
      "loss": 2.6824,
      "step": 781
    },
    {
      "epoch": 0.7788844621513944,
      "grad_norm": 1.1957892179489136,
      "learning_rate": 1.4186420147644053e-06,
      "loss": 2.3529,
      "step": 782
    },
    {
      "epoch": 0.7798804780876494,
      "grad_norm": 1.2302711009979248,
      "learning_rate": 1.4065248914310066e-06,
      "loss": 2.513,
      "step": 783
    },
    {
      "epoch": 0.7808764940239044,
      "grad_norm": 0.5240752100944519,
      "learning_rate": 1.3944512630087182e-06,
      "loss": 2.4043,
      "step": 784
    },
    {
      "epoch": 0.7818725099601593,
      "grad_norm": 1.9195410013198853,
      "learning_rate": 1.3824212756350196e-06,
      "loss": 2.8095,
      "step": 785
    },
    {
      "epoch": 0.7828685258964143,
      "grad_norm": 0.9604887962341309,
      "learning_rate": 1.3704350749191642e-06,
      "loss": 2.3252,
      "step": 786
    },
    {
      "epoch": 0.7838645418326693,
      "grad_norm": 0.9721193313598633,
      "learning_rate": 1.3584928059404207e-06,
      "loss": 2.4578,
      "step": 787
    },
    {
      "epoch": 0.7848605577689243,
      "grad_norm": 1.9194726943969727,
      "learning_rate": 1.3465946132463125e-06,
      "loss": 2.623,
      "step": 788
    },
    {
      "epoch": 0.7858565737051793,
      "grad_norm": 1.482784390449524,
      "learning_rate": 1.3347406408508695e-06,
      "loss": 2.7708,
      "step": 789
    },
    {
      "epoch": 0.7868525896414342,
      "grad_norm": 0.7451381683349609,
      "learning_rate": 1.3229310322328847e-06,
      "loss": 2.4386,
      "step": 790
    },
    {
      "epoch": 0.7878486055776892,
      "grad_norm": 0.6679832339286804,
      "learning_rate": 1.3111659303341824e-06,
      "loss": 2.37,
      "step": 791
    },
    {
      "epoch": 0.7888446215139442,
      "grad_norm": 0.8974138498306274,
      "learning_rate": 1.2994454775578785e-06,
      "loss": 2.2855,
      "step": 792
    },
    {
      "epoch": 0.7898406374501992,
      "grad_norm": 1.3459084033966064,
      "learning_rate": 1.2877698157666663e-06,
      "loss": 2.7191,
      "step": 793
    },
    {
      "epoch": 0.7908366533864541,
      "grad_norm": 1.0975403785705566,
      "learning_rate": 1.2761390862810907e-06,
      "loss": 2.2521,
      "step": 794
    },
    {
      "epoch": 0.7918326693227091,
      "grad_norm": 0.9908530712127686,
      "learning_rate": 1.2645534298778506e-06,
      "loss": 2.603,
      "step": 795
    },
    {
      "epoch": 0.7928286852589641,
      "grad_norm": 0.7879658937454224,
      "learning_rate": 1.253012986788078e-06,
      "loss": 2.6744,
      "step": 796
    },
    {
      "epoch": 0.7938247011952191,
      "grad_norm": 0.9611647129058838,
      "learning_rate": 1.2415178966956531e-06,
      "loss": 2.3191,
      "step": 797
    },
    {
      "epoch": 0.7948207171314741,
      "grad_norm": 2.035386085510254,
      "learning_rate": 1.2300682987355122e-06,
      "loss": 2.46,
      "step": 798
    },
    {
      "epoch": 0.795816733067729,
      "grad_norm": 1.4089851379394531,
      "learning_rate": 1.2186643314919571e-06,
      "loss": 2.164,
      "step": 799
    },
    {
      "epoch": 0.796812749003984,
      "grad_norm": 0.944324254989624,
      "learning_rate": 1.2073061329969843e-06,
      "loss": 2.4692,
      "step": 800
    },
    {
      "epoch": 0.797808764940239,
      "grad_norm": 1.0982811450958252,
      "learning_rate": 1.1959938407286099e-06,
      "loss": 2.2721,
      "step": 801
    },
    {
      "epoch": 0.798804780876494,
      "grad_norm": 0.8596687316894531,
      "learning_rate": 1.1847275916092116e-06,
      "loss": 2.3065,
      "step": 802
    },
    {
      "epoch": 0.799800796812749,
      "grad_norm": 0.8045834898948669,
      "learning_rate": 1.1735075220038634e-06,
      "loss": 2.1781,
      "step": 803
    },
    {
      "epoch": 0.8007968127490039,
      "grad_norm": 1.5618336200714111,
      "learning_rate": 1.1623337677186902e-06,
      "loss": 2.4166,
      "step": 804
    },
    {
      "epoch": 0.8017928286852589,
      "grad_norm": 1.3380889892578125,
      "learning_rate": 1.151206463999222e-06,
      "loss": 2.5112,
      "step": 805
    },
    {
      "epoch": 0.8027888446215139,
      "grad_norm": 1.37197744846344,
      "learning_rate": 1.1401257455287612e-06,
      "loss": 2.4657,
      "step": 806
    },
    {
      "epoch": 0.8037848605577689,
      "grad_norm": 1.3427671194076538,
      "learning_rate": 1.1290917464267458e-06,
      "loss": 2.5771,
      "step": 807
    },
    {
      "epoch": 0.8047808764940239,
      "grad_norm": 0.5480353832244873,
      "learning_rate": 1.1181046002471292e-06,
      "loss": 2.2615,
      "step": 808
    },
    {
      "epoch": 0.8057768924302788,
      "grad_norm": 1.03799569606781,
      "learning_rate": 1.107164439976764e-06,
      "loss": 2.1258,
      "step": 809
    },
    {
      "epoch": 0.8067729083665338,
      "grad_norm": 0.874638020992279,
      "learning_rate": 1.0962713980337947e-06,
      "loss": 2.3982,
      "step": 810
    },
    {
      "epoch": 0.8077689243027888,
      "grad_norm": 0.7668205499649048,
      "learning_rate": 1.085425606266049e-06,
      "loss": 2.5981,
      "step": 811
    },
    {
      "epoch": 0.8087649402390438,
      "grad_norm": 1.033339262008667,
      "learning_rate": 1.0746271959494453e-06,
      "loss": 2.425,
      "step": 812
    },
    {
      "epoch": 0.8097609561752988,
      "grad_norm": 0.7686687707901001,
      "learning_rate": 1.063876297786407e-06,
      "loss": 2.287,
      "step": 813
    },
    {
      "epoch": 0.8107569721115537,
      "grad_norm": 0.8868098855018616,
      "learning_rate": 1.0531730419042736e-06,
      "loss": 2.4047,
      "step": 814
    },
    {
      "epoch": 0.8117529880478087,
      "grad_norm": 0.9515554308891296,
      "learning_rate": 1.04251755785373e-06,
      "loss": 2.2864,
      "step": 815
    },
    {
      "epoch": 0.8127490039840638,
      "grad_norm": 0.96048903465271,
      "learning_rate": 1.0319099746072375e-06,
      "loss": 2.305,
      "step": 816
    },
    {
      "epoch": 0.8137450199203188,
      "grad_norm": 1.2892875671386719,
      "learning_rate": 1.0213504205574758e-06,
      "loss": 2.8046,
      "step": 817
    },
    {
      "epoch": 0.8147410358565738,
      "grad_norm": 1.2894792556762695,
      "learning_rate": 1.0108390235157828e-06,
      "loss": 2.3662,
      "step": 818
    },
    {
      "epoch": 0.8157370517928287,
      "grad_norm": 0.894437849521637,
      "learning_rate": 1.0003759107106116e-06,
      "loss": 2.3213,
      "step": 819
    },
    {
      "epoch": 0.8167330677290837,
      "grad_norm": 0.8480390906333923,
      "learning_rate": 9.899612087859883e-07,
      "loss": 2.2743,
      "step": 820
    },
    {
      "epoch": 0.8177290836653387,
      "grad_norm": 0.6957425475120544,
      "learning_rate": 9.795950437999852e-07,
      "loss": 2.6014,
      "step": 821
    },
    {
      "epoch": 0.8187250996015937,
      "grad_norm": 1.1951571702957153,
      "learning_rate": 9.692775412231863e-07,
      "loss": 2.5359,
      "step": 822
    },
    {
      "epoch": 0.8197211155378487,
      "grad_norm": 1.5518149137496948,
      "learning_rate": 9.590088259371738e-07,
      "loss": 2.5717,
      "step": 823
    },
    {
      "epoch": 0.8207171314741036,
      "grad_norm": 0.9850301146507263,
      "learning_rate": 9.487890222330137e-07,
      "loss": 2.3225,
      "step": 824
    },
    {
      "epoch": 0.8217131474103586,
      "grad_norm": 1.0830625295639038,
      "learning_rate": 9.386182538097582e-07,
      "loss": 2.49,
      "step": 825
    },
    {
      "epoch": 0.8227091633466136,
      "grad_norm": 1.1903777122497559,
      "learning_rate": 9.284966437729387e-07,
      "loss": 2.3532,
      "step": 826
    },
    {
      "epoch": 0.8237051792828686,
      "grad_norm": 1.2485320568084717,
      "learning_rate": 9.184243146330829e-07,
      "loss": 2.286,
      "step": 827
    },
    {
      "epoch": 0.8247011952191236,
      "grad_norm": 1.5328834056854248,
      "learning_rate": 9.084013883042276e-07,
      "loss": 2.5148,
      "step": 828
    },
    {
      "epoch": 0.8256972111553785,
      "grad_norm": 1.7866473197937012,
      "learning_rate": 8.984279861024453e-07,
      "loss": 2.7636,
      "step": 829
    },
    {
      "epoch": 0.8266932270916335,
      "grad_norm": 0.8635814785957336,
      "learning_rate": 8.885042287443785e-07,
      "loss": 2.579,
      "step": 830
    },
    {
      "epoch": 0.8276892430278885,
      "grad_norm": 1.480765461921692,
      "learning_rate": 8.786302363457733e-07,
      "loss": 2.6228,
      "step": 831
    },
    {
      "epoch": 0.8286852589641435,
      "grad_norm": 0.6803283095359802,
      "learning_rate": 8.688061284200266e-07,
      "loss": 2.4377,
      "step": 832
    },
    {
      "epoch": 0.8296812749003984,
      "grad_norm": 1.2872114181518555,
      "learning_rate": 8.590320238767425e-07,
      "loss": 2.4269,
      "step": 833
    },
    {
      "epoch": 0.8306772908366534,
      "grad_norm": 1.054971694946289,
      "learning_rate": 8.493080410202914e-07,
      "loss": 2.4407,
      "step": 834
    },
    {
      "epoch": 0.8316733067729084,
      "grad_norm": 0.8980826735496521,
      "learning_rate": 8.396342975483751e-07,
      "loss": 2.352,
      "step": 835
    },
    {
      "epoch": 0.8326693227091634,
      "grad_norm": 0.7561918497085571,
      "learning_rate": 8.30010910550611e-07,
      "loss": 2.3562,
      "step": 836
    },
    {
      "epoch": 0.8336653386454184,
      "grad_norm": 0.6130694150924683,
      "learning_rate": 8.204379965071036e-07,
      "loss": 2.3059,
      "step": 837
    },
    {
      "epoch": 0.8346613545816733,
      "grad_norm": 1.1262505054473877,
      "learning_rate": 8.109156712870397e-07,
      "loss": 2.7065,
      "step": 838
    },
    {
      "epoch": 0.8356573705179283,
      "grad_norm": 2.2383527755737305,
      "learning_rate": 8.014440501472909e-07,
      "loss": 2.6112,
      "step": 839
    },
    {
      "epoch": 0.8366533864541833,
      "grad_norm": 1.0032474994659424,
      "learning_rate": 7.920232477310102e-07,
      "loss": 2.4155,
      "step": 840
    },
    {
      "epoch": 0.8376494023904383,
      "grad_norm": 1.5110204219818115,
      "learning_rate": 7.826533780662481e-07,
      "loss": 2.2312,
      "step": 841
    },
    {
      "epoch": 0.8386454183266933,
      "grad_norm": 1.206811785697937,
      "learning_rate": 7.733345545645726e-07,
      "loss": 2.7882,
      "step": 842
    },
    {
      "epoch": 0.8396414342629482,
      "grad_norm": 1.1954952478408813,
      "learning_rate": 7.640668900196985e-07,
      "loss": 2.5765,
      "step": 843
    },
    {
      "epoch": 0.8406374501992032,
      "grad_norm": 0.8079789280891418,
      "learning_rate": 7.54850496606117e-07,
      "loss": 2.0988,
      "step": 844
    },
    {
      "epoch": 0.8416334661354582,
      "grad_norm": 1.204300880432129,
      "learning_rate": 7.456854858777418e-07,
      "loss": 2.6726,
      "step": 845
    },
    {
      "epoch": 0.8426294820717132,
      "grad_norm": 2.1050732135772705,
      "learning_rate": 7.365719687665568e-07,
      "loss": 2.4657,
      "step": 846
    },
    {
      "epoch": 0.8436254980079682,
      "grad_norm": 1.1028344631195068,
      "learning_rate": 7.27510055581278e-07,
      "loss": 2.7165,
      "step": 847
    },
    {
      "epoch": 0.8446215139442231,
      "grad_norm": 0.9454997777938843,
      "learning_rate": 7.184998560060114e-07,
      "loss": 2.4538,
      "step": 848
    },
    {
      "epoch": 0.8456175298804781,
      "grad_norm": 1.000157117843628,
      "learning_rate": 7.095414790989292e-07,
      "loss": 2.2186,
      "step": 849
    },
    {
      "epoch": 0.8466135458167331,
      "grad_norm": 1.7517778873443604,
      "learning_rate": 7.006350332909495e-07,
      "loss": 2.4932,
      "step": 850
    },
    {
      "epoch": 0.8476095617529881,
      "grad_norm": 1.2720731496810913,
      "learning_rate": 6.917806263844268e-07,
      "loss": 2.287,
      "step": 851
    },
    {
      "epoch": 0.848605577689243,
      "grad_norm": 1.1185457706451416,
      "learning_rate": 6.829783655518402e-07,
      "loss": 2.4009,
      "step": 852
    },
    {
      "epoch": 0.849601593625498,
      "grad_norm": 1.228535771369934,
      "learning_rate": 6.742283573345004e-07,
      "loss": 2.4729,
      "step": 853
    },
    {
      "epoch": 0.850597609561753,
      "grad_norm": 1.3845924139022827,
      "learning_rate": 6.655307076412637e-07,
      "loss": 2.5723,
      "step": 854
    },
    {
      "epoch": 0.851593625498008,
      "grad_norm": 1.2278180122375488,
      "learning_rate": 6.568855217472425e-07,
      "loss": 2.4958,
      "step": 855
    },
    {
      "epoch": 0.852589641434263,
      "grad_norm": 0.7195264101028442,
      "learning_rate": 6.482929042925363e-07,
      "loss": 2.5879,
      "step": 856
    },
    {
      "epoch": 0.853585657370518,
      "grad_norm": 1.1685850620269775,
      "learning_rate": 6.397529592809615e-07,
      "loss": 2.3411,
      "step": 857
    },
    {
      "epoch": 0.8545816733067729,
      "grad_norm": 0.935212254524231,
      "learning_rate": 6.312657900788e-07,
      "loss": 2.3266,
      "step": 858
    },
    {
      "epoch": 0.8555776892430279,
      "grad_norm": 1.0523936748504639,
      "learning_rate": 6.228314994135376e-07,
      "loss": 2.5915,
      "step": 859
    },
    {
      "epoch": 0.8565737051792829,
      "grad_norm": 0.7740164399147034,
      "learning_rate": 6.14450189372628e-07,
      "loss": 2.7521,
      "step": 860
    },
    {
      "epoch": 0.8575697211155379,
      "grad_norm": 2.0991780757904053,
      "learning_rate": 6.061219614022535e-07,
      "loss": 2.2285,
      "step": 861
    },
    {
      "epoch": 0.8585657370517928,
      "grad_norm": 0.990088164806366,
      "learning_rate": 5.978469163061018e-07,
      "loss": 2.3091,
      "step": 862
    },
    {
      "epoch": 0.8595617529880478,
      "grad_norm": 1.3237099647521973,
      "learning_rate": 5.896251542441395e-07,
      "loss": 2.4856,
      "step": 863
    },
    {
      "epoch": 0.8605577689243028,
      "grad_norm": 0.9690184593200684,
      "learning_rate": 5.814567747314049e-07,
      "loss": 2.3608,
      "step": 864
    },
    {
      "epoch": 0.8615537848605578,
      "grad_norm": 2.3030495643615723,
      "learning_rate": 5.733418766367988e-07,
      "loss": 2.4188,
      "step": 865
    },
    {
      "epoch": 0.8625498007968128,
      "grad_norm": 1.1400495767593384,
      "learning_rate": 5.652805581818943e-07,
      "loss": 2.2339,
      "step": 866
    },
    {
      "epoch": 0.8635458167330677,
      "grad_norm": 1.5023630857467651,
      "learning_rate": 5.572729169397422e-07,
      "loss": 2.1393,
      "step": 867
    },
    {
      "epoch": 0.8645418326693227,
      "grad_norm": 0.9161491394042969,
      "learning_rate": 5.493190498336903e-07,
      "loss": 2.3602,
      "step": 868
    },
    {
      "epoch": 0.8655378486055777,
      "grad_norm": 0.9129965901374817,
      "learning_rate": 5.414190531362162e-07,
      "loss": 2.3639,
      "step": 869
    },
    {
      "epoch": 0.8665338645418327,
      "grad_norm": 1.9090954065322876,
      "learning_rate": 5.335730224677538e-07,
      "loss": 2.2505,
      "step": 870
    },
    {
      "epoch": 0.8675298804780877,
      "grad_norm": 0.8173048496246338,
      "learning_rate": 5.25781052795541e-07,
      "loss": 2.2072,
      "step": 871
    },
    {
      "epoch": 0.8685258964143426,
      "grad_norm": 2.2648603916168213,
      "learning_rate": 5.180432384324691e-07,
      "loss": 2.458,
      "step": 872
    },
    {
      "epoch": 0.8695219123505976,
      "grad_norm": 0.906757652759552,
      "learning_rate": 5.103596730359428e-07,
      "loss": 2.5185,
      "step": 873
    },
    {
      "epoch": 0.8705179282868526,
      "grad_norm": 0.9674282073974609,
      "learning_rate": 5.027304496067431e-07,
      "loss": 2.3208,
      "step": 874
    },
    {
      "epoch": 0.8715139442231076,
      "grad_norm": 1.4019418954849243,
      "learning_rate": 4.951556604879049e-07,
      "loss": 2.531,
      "step": 875
    },
    {
      "epoch": 0.8725099601593626,
      "grad_norm": 1.1170932054519653,
      "learning_rate": 4.876353973635955e-07,
      "loss": 2.2724,
      "step": 876
    },
    {
      "epoch": 0.8735059760956175,
      "grad_norm": 0.8795150518417358,
      "learning_rate": 4.8016975125801e-07,
      "loss": 2.4447,
      "step": 877
    },
    {
      "epoch": 0.8745019920318725,
      "grad_norm": 1.4134328365325928,
      "learning_rate": 4.727588125342669e-07,
      "loss": 2.4728,
      "step": 878
    },
    {
      "epoch": 0.8754980079681275,
      "grad_norm": 0.8537651300430298,
      "learning_rate": 4.6540267089331294e-07,
      "loss": 1.8693,
      "step": 879
    },
    {
      "epoch": 0.8764940239043825,
      "grad_norm": 0.973147988319397,
      "learning_rate": 4.581014153728386e-07,
      "loss": 2.6805,
      "step": 880
    },
    {
      "epoch": 0.8774900398406374,
      "grad_norm": 2.0054306983947754,
      "learning_rate": 4.508551343462014e-07,
      "loss": 2.8345,
      "step": 881
    },
    {
      "epoch": 0.8784860557768924,
      "grad_norm": 1.3600786924362183,
      "learning_rate": 4.4366391552135567e-07,
      "loss": 2.4685,
      "step": 882
    },
    {
      "epoch": 0.8794820717131474,
      "grad_norm": 1.042197823524475,
      "learning_rate": 4.3652784593978927e-07,
      "loss": 2.2609,
      "step": 883
    },
    {
      "epoch": 0.8804780876494024,
      "grad_norm": 1.342214822769165,
      "learning_rate": 4.29447011975474e-07,
      "loss": 2.3443,
      "step": 884
    },
    {
      "epoch": 0.8814741035856574,
      "grad_norm": 1.0559214353561401,
      "learning_rate": 4.224214993338149e-07,
      "loss": 2.5197,
      "step": 885
    },
    {
      "epoch": 0.8824701195219123,
      "grad_norm": 0.9082587361335754,
      "learning_rate": 4.154513930506171e-07,
      "loss": 2.4609,
      "step": 886
    },
    {
      "epoch": 0.8834661354581673,
      "grad_norm": 1.555578589439392,
      "learning_rate": 4.0853677749105426e-07,
      "loss": 2.5883,
      "step": 887
    },
    {
      "epoch": 0.8844621513944223,
      "grad_norm": 0.6700481176376343,
      "learning_rate": 4.0167773634865017e-07,
      "loss": 2.4754,
      "step": 888
    },
    {
      "epoch": 0.8854581673306773,
      "grad_norm": 1.7728710174560547,
      "learning_rate": 3.9487435264426056e-07,
      "loss": 2.5669,
      "step": 889
    },
    {
      "epoch": 0.8864541832669323,
      "grad_norm": 0.8938197493553162,
      "learning_rate": 3.8812670872507454e-07,
      "loss": 2.7976,
      "step": 890
    },
    {
      "epoch": 0.8874501992031872,
      "grad_norm": 1.6636402606964111,
      "learning_rate": 3.8143488626361135e-07,
      "loss": 2.4172,
      "step": 891
    },
    {
      "epoch": 0.8884462151394422,
      "grad_norm": 1.0676062107086182,
      "learning_rate": 3.747989662567403e-07,
      "loss": 2.582,
      "step": 892
    },
    {
      "epoch": 0.8894422310756972,
      "grad_norm": 1.280415654182434,
      "learning_rate": 3.6821902902469066e-07,
      "loss": 2.2295,
      "step": 893
    },
    {
      "epoch": 0.8904382470119522,
      "grad_norm": 1.0814982652664185,
      "learning_rate": 3.6169515421008494e-07,
      "loss": 2.7001,
      "step": 894
    },
    {
      "epoch": 0.8914342629482072,
      "grad_norm": 1.077160120010376,
      "learning_rate": 3.5522742077697734e-07,
      "loss": 2.49,
      "step": 895
    },
    {
      "epoch": 0.8924302788844621,
      "grad_norm": 1.2483303546905518,
      "learning_rate": 3.4881590700989175e-07,
      "loss": 2.3397,
      "step": 896
    },
    {
      "epoch": 0.8934262948207171,
      "grad_norm": 0.6463543772697449,
      "learning_rate": 3.4246069051287747e-07,
      "loss": 2.3176,
      "step": 897
    },
    {
      "epoch": 0.8944223107569721,
      "grad_norm": 0.8918944001197815,
      "learning_rate": 3.3616184820856936e-07,
      "loss": 2.5445,
      "step": 898
    },
    {
      "epoch": 0.8954183266932271,
      "grad_norm": 0.963518500328064,
      "learning_rate": 3.299194563372604e-07,
      "loss": 2.3521,
      "step": 899
    },
    {
      "epoch": 0.896414342629482,
      "grad_norm": 1.8490091562271118,
      "learning_rate": 3.237335904559713e-07,
      "loss": 1.8583,
      "step": 900
    },
    {
      "epoch": 0.897410358565737,
      "grad_norm": 1.2349917888641357,
      "learning_rate": 3.176043254375422e-07,
      "loss": 2.5093,
      "step": 901
    },
    {
      "epoch": 0.898406374501992,
      "grad_norm": 1.3500816822052002,
      "learning_rate": 3.1153173546972395e-07,
      "loss": 2.3507,
      "step": 902
    },
    {
      "epoch": 0.899402390438247,
      "grad_norm": 1.2740628719329834,
      "learning_rate": 3.055158940542818e-07,
      "loss": 2.4008,
      "step": 903
    },
    {
      "epoch": 0.900398406374502,
      "grad_norm": 33.82315444946289,
      "learning_rate": 2.9955687400610336e-07,
      "loss": 2.3794,
      "step": 904
    },
    {
      "epoch": 0.901394422310757,
      "grad_norm": 0.8968676328659058,
      "learning_rate": 2.9365474745231935e-07,
      "loss": 2.3304,
      "step": 905
    },
    {
      "epoch": 0.9023904382470119,
      "grad_norm": 1.474859356880188,
      "learning_rate": 2.878095858314278e-07,
      "loss": 2.2761,
      "step": 906
    },
    {
      "epoch": 0.9033864541832669,
      "grad_norm": 1.0338733196258545,
      "learning_rate": 2.820214598924348e-07,
      "loss": 2.222,
      "step": 907
    },
    {
      "epoch": 0.9043824701195219,
      "grad_norm": 1.2461026906967163,
      "learning_rate": 2.7629043969399193e-07,
      "loss": 2.129,
      "step": 908
    },
    {
      "epoch": 0.9053784860557769,
      "grad_norm": 1.0711873769760132,
      "learning_rate": 2.7061659460355047e-07,
      "loss": 2.5671,
      "step": 909
    },
    {
      "epoch": 0.9063745019920318,
      "grad_norm": 2.0772130489349365,
      "learning_rate": 2.6499999329652525e-07,
      "loss": 2.4514,
      "step": 910
    },
    {
      "epoch": 0.9073705179282868,
      "grad_norm": 0.8682186603546143,
      "learning_rate": 2.594407037554586e-07,
      "loss": 2.4655,
      "step": 911
    },
    {
      "epoch": 0.9083665338645418,
      "grad_norm": 2.363909959793091,
      "learning_rate": 2.539387932691995e-07,
      "loss": 3.0087,
      "step": 912
    },
    {
      "epoch": 0.9093625498007968,
      "grad_norm": 1.1324294805526733,
      "learning_rate": 2.4849432843208786e-07,
      "loss": 2.6718,
      "step": 913
    },
    {
      "epoch": 0.9103585657370518,
      "grad_norm": 1.2291409969329834,
      "learning_rate": 2.431073751431529e-07,
      "loss": 2.4459,
      "step": 914
    },
    {
      "epoch": 0.9113545816733067,
      "grad_norm": 1.1384942531585693,
      "learning_rate": 2.377779986053097e-07,
      "loss": 2.3891,
      "step": 915
    },
    {
      "epoch": 0.9123505976095617,
      "grad_norm": 0.9154942631721497,
      "learning_rate": 2.3250626332457226e-07,
      "loss": 2.3965,
      "step": 916
    },
    {
      "epoch": 0.9133466135458167,
      "grad_norm": 3.3389575481414795,
      "learning_rate": 2.2729223310927473e-07,
      "loss": 2.4395,
      "step": 917
    },
    {
      "epoch": 0.9143426294820717,
      "grad_norm": 1.6811953783035278,
      "learning_rate": 2.2213597106929608e-07,
      "loss": 2.6017,
      "step": 918
    },
    {
      "epoch": 0.9153386454183267,
      "grad_norm": 0.8396251201629639,
      "learning_rate": 2.1703753961529906e-07,
      "loss": 2.7736,
      "step": 919
    },
    {
      "epoch": 0.9163346613545816,
      "grad_norm": 1.4626351594924927,
      "learning_rate": 2.1199700045797077e-07,
      "loss": 2.2861,
      "step": 920
    },
    {
      "epoch": 0.9173306772908366,
      "grad_norm": 1.5617847442626953,
      "learning_rate": 2.070144146072789e-07,
      "loss": 2.6273,
      "step": 921
    },
    {
      "epoch": 0.9183266932270916,
      "grad_norm": 1.4151337146759033,
      "learning_rate": 2.0208984237173546e-07,
      "loss": 2.1617,
      "step": 922
    },
    {
      "epoch": 0.9193227091633466,
      "grad_norm": 0.9167352318763733,
      "learning_rate": 1.9722334335766092e-07,
      "loss": 2.3805,
      "step": 923
    },
    {
      "epoch": 0.9203187250996016,
      "grad_norm": 0.840559720993042,
      "learning_rate": 1.9241497646846463e-07,
      "loss": 2.3247,
      "step": 924
    },
    {
      "epoch": 0.9213147410358565,
      "grad_norm": 0.9646689891815186,
      "learning_rate": 1.876647999039377e-07,
      "loss": 2.5301,
      "step": 925
    },
    {
      "epoch": 0.9223107569721115,
      "grad_norm": 0.7615554928779602,
      "learning_rate": 1.829728711595391e-07,
      "loss": 2.3153,
      "step": 926
    },
    {
      "epoch": 0.9233067729083665,
      "grad_norm": 1.138389229774475,
      "learning_rate": 1.7833924702570725e-07,
      "loss": 2.573,
      "step": 927
    },
    {
      "epoch": 0.9243027888446215,
      "grad_norm": 1.0490334033966064,
      "learning_rate": 1.7376398358716852e-07,
      "loss": 2.6447,
      "step": 928
    },
    {
      "epoch": 0.9252988047808764,
      "grad_norm": 0.9057884812355042,
      "learning_rate": 1.6924713622225975e-07,
      "loss": 2.6325,
      "step": 929
    },
    {
      "epoch": 0.9262948207171314,
      "grad_norm": 2.5391931533813477,
      "learning_rate": 1.6478875960225904e-07,
      "loss": 2.7326,
      "step": 930
    },
    {
      "epoch": 0.9272908366533864,
      "grad_norm": 1.9867279529571533,
      "learning_rate": 1.6038890769072223e-07,
      "loss": 2.4295,
      "step": 931
    },
    {
      "epoch": 0.9282868525896414,
      "grad_norm": 0.7426679730415344,
      "learning_rate": 1.5604763374283073e-07,
      "loss": 2.3705,
      "step": 932
    },
    {
      "epoch": 0.9292828685258964,
      "grad_norm": 1.033311367034912,
      "learning_rate": 1.5176499030474578e-07,
      "loss": 2.2442,
      "step": 933
    },
    {
      "epoch": 0.9302788844621513,
      "grad_norm": 1.394702672958374,
      "learning_rate": 1.4754102921297363e-07,
      "loss": 2.2417,
      "step": 934
    },
    {
      "epoch": 0.9312749003984063,
      "grad_norm": 1.109711766242981,
      "learning_rate": 1.4337580159373864e-07,
      "loss": 2.1194,
      "step": 935
    },
    {
      "epoch": 0.9322709163346613,
      "grad_norm": 0.810978353023529,
      "learning_rate": 1.3926935786236218e-07,
      "loss": 2.251,
      "step": 936
    },
    {
      "epoch": 0.9332669322709163,
      "grad_norm": 0.9075368642807007,
      "learning_rate": 1.3522174772265585e-07,
      "loss": 2.3295,
      "step": 937
    },
    {
      "epoch": 0.9342629482071713,
      "grad_norm": 1.0174400806427002,
      "learning_rate": 1.3123302016631477e-07,
      "loss": 2.4231,
      "step": 938
    },
    {
      "epoch": 0.9352589641434262,
      "grad_norm": 1.4848259687423706,
      "learning_rate": 1.2730322347233037e-07,
      "loss": 2.327,
      "step": 939
    },
    {
      "epoch": 0.9362549800796812,
      "grad_norm": 0.7531813979148865,
      "learning_rate": 1.2343240520640287e-07,
      "loss": 2.5221,
      "step": 940
    },
    {
      "epoch": 0.9372509960159362,
      "grad_norm": 2.318554162979126,
      "learning_rate": 1.196206122203647e-07,
      "loss": 2.3946,
      "step": 941
    },
    {
      "epoch": 0.9382470119521913,
      "grad_norm": 0.8973721861839294,
      "learning_rate": 1.158678906516153e-07,
      "loss": 2.1919,
      "step": 942
    },
    {
      "epoch": 0.9392430278884463,
      "grad_norm": 1.4439376592636108,
      "learning_rate": 1.1217428592256218e-07,
      "loss": 2.3653,
      "step": 943
    },
    {
      "epoch": 0.9402390438247012,
      "grad_norm": 1.6569935083389282,
      "learning_rate": 1.0853984274007246e-07,
      "loss": 2.6982,
      "step": 944
    },
    {
      "epoch": 0.9412350597609562,
      "grad_norm": 1.5078299045562744,
      "learning_rate": 1.0496460509492767e-07,
      "loss": 2.4708,
      "step": 945
    },
    {
      "epoch": 0.9422310756972112,
      "grad_norm": 2.2158310413360596,
      "learning_rate": 1.0144861626129599e-07,
      "loss": 2.5999,
      "step": 946
    },
    {
      "epoch": 0.9432270916334662,
      "grad_norm": 1.4059021472930908,
      "learning_rate": 9.799191879620474e-08,
      "loss": 2.4373,
      "step": 947
    },
    {
      "epoch": 0.9442231075697212,
      "grad_norm": 2.9164271354675293,
      "learning_rate": 9.459455453902866e-08,
      "loss": 2.6697,
      "step": 948
    },
    {
      "epoch": 0.9452191235059761,
      "grad_norm": 1.275817632675171,
      "learning_rate": 9.125656461098142e-08,
      "loss": 2.48,
      "step": 949
    },
    {
      "epoch": 0.9462151394422311,
      "grad_norm": 0.821499764919281,
      "learning_rate": 8.797798941461655e-08,
      "loss": 2.4301,
      "step": 950
    },
    {
      "epoch": 0.9472111553784861,
      "grad_norm": 1.4214954376220703,
      "learning_rate": 8.475886863334282e-08,
      "loss": 2.2847,
      "step": 951
    },
    {
      "epoch": 0.9482071713147411,
      "grad_norm": 0.9953071475028992,
      "learning_rate": 8.15992412309391e-08,
      "loss": 2.464,
      "step": 952
    },
    {
      "epoch": 0.9492031872509961,
      "grad_norm": 1.4973928928375244,
      "learning_rate": 7.84991454510864e-08,
      "loss": 2.0293,
      "step": 953
    },
    {
      "epoch": 0.950199203187251,
      "grad_norm": 1.326232671737671,
      "learning_rate": 7.545861881690097e-08,
      "loss": 2.4445,
      "step": 954
    },
    {
      "epoch": 0.951195219123506,
      "grad_norm": 1.0779331922531128,
      "learning_rate": 7.247769813048644e-08,
      "loss": 2.7232,
      "step": 955
    },
    {
      "epoch": 0.952191235059761,
      "grad_norm": 1.0593082904815674,
      "learning_rate": 6.955641947248127e-08,
      "loss": 2.8634,
      "step": 956
    },
    {
      "epoch": 0.953187250996016,
      "grad_norm": 0.8761929869651794,
      "learning_rate": 6.669481820162638e-08,
      "loss": 2.3328,
      "step": 957
    },
    {
      "epoch": 0.954183266932271,
      "grad_norm": 0.9143054485321045,
      "learning_rate": 6.389292895433608e-08,
      "loss": 2.2261,
      "step": 958
    },
    {
      "epoch": 0.9551792828685259,
      "grad_norm": 0.8204777240753174,
      "learning_rate": 6.115078564427946e-08,
      "loss": 2.4155,
      "step": 959
    },
    {
      "epoch": 0.9561752988047809,
      "grad_norm": 0.7546234726905823,
      "learning_rate": 5.8468421461968517e-08,
      "loss": 2.267,
      "step": 960
    },
    {
      "epoch": 0.9571713147410359,
      "grad_norm": 1.0376356840133667,
      "learning_rate": 5.584586887435739e-08,
      "loss": 2.4496,
      "step": 961
    },
    {
      "epoch": 0.9581673306772909,
      "grad_norm": 0.6573870182037354,
      "learning_rate": 5.3283159624448745e-08,
      "loss": 2.4904,
      "step": 962
    },
    {
      "epoch": 0.9591633466135459,
      "grad_norm": 1.3613762855529785,
      "learning_rate": 5.0780324730911877e-08,
      "loss": 2.4824,
      "step": 963
    },
    {
      "epoch": 0.9601593625498008,
      "grad_norm": 1.4304169416427612,
      "learning_rate": 4.833739448770247e-08,
      "loss": 2.9062,
      "step": 964
    },
    {
      "epoch": 0.9611553784860558,
      "grad_norm": 0.9547715783119202,
      "learning_rate": 4.5954398463700647e-08,
      "loss": 2.4977,
      "step": 965
    },
    {
      "epoch": 0.9621513944223108,
      "grad_norm": 1.3909553289413452,
      "learning_rate": 4.3631365502351805e-08,
      "loss": 2.2116,
      "step": 966
    },
    {
      "epoch": 0.9631474103585658,
      "grad_norm": 0.7387050986289978,
      "learning_rate": 4.136832372131583e-08,
      "loss": 2.5225,
      "step": 967
    },
    {
      "epoch": 0.9641434262948207,
      "grad_norm": 1.2469770908355713,
      "learning_rate": 3.916530051212841e-08,
      "loss": 2.4759,
      "step": 968
    },
    {
      "epoch": 0.9651394422310757,
      "grad_norm": 1.3780826330184937,
      "learning_rate": 3.702232253986804e-08,
      "loss": 2.0538,
      "step": 969
    },
    {
      "epoch": 0.9661354581673307,
      "grad_norm": 0.9699292778968811,
      "learning_rate": 3.4939415742835655e-08,
      "loss": 2.3441,
      "step": 970
    },
    {
      "epoch": 0.9671314741035857,
      "grad_norm": 1.147615671157837,
      "learning_rate": 3.2916605332238284e-08,
      "loss": 2.4042,
      "step": 971
    },
    {
      "epoch": 0.9681274900398407,
      "grad_norm": 1.1738359928131104,
      "learning_rate": 3.095391579188589e-08,
      "loss": 2.539,
      "step": 972
    },
    {
      "epoch": 0.9691235059760956,
      "grad_norm": 0.640042781829834,
      "learning_rate": 2.9051370877892226e-08,
      "loss": 2.3044,
      "step": 973
    },
    {
      "epoch": 0.9701195219123506,
      "grad_norm": 0.7774790525436401,
      "learning_rate": 2.7208993618390578e-08,
      "loss": 2.2616,
      "step": 974
    },
    {
      "epoch": 0.9711155378486056,
      "grad_norm": 1.0389803647994995,
      "learning_rate": 2.5426806313252895e-08,
      "loss": 2.4425,
      "step": 975
    },
    {
      "epoch": 0.9721115537848606,
      "grad_norm": 1.3041914701461792,
      "learning_rate": 2.370483053382111e-08,
      "loss": 2.39,
      "step": 976
    },
    {
      "epoch": 0.9731075697211156,
      "grad_norm": 0.6934490203857422,
      "learning_rate": 2.2043087122644023e-08,
      "loss": 2.2232,
      "step": 977
    },
    {
      "epoch": 0.9741035856573705,
      "grad_norm": 0.6868986487388611,
      "learning_rate": 2.0441596193227497e-08,
      "loss": 2.4806,
      "step": 978
    },
    {
      "epoch": 0.9750996015936255,
      "grad_norm": 1.1924256086349487,
      "learning_rate": 1.8900377129790205e-08,
      "loss": 2.4314,
      "step": 979
    },
    {
      "epoch": 0.9760956175298805,
      "grad_norm": 0.7938891053199768,
      "learning_rate": 1.741944858702771e-08,
      "loss": 2.4715,
      "step": 980
    },
    {
      "epoch": 0.9770916334661355,
      "grad_norm": 0.9900745749473572,
      "learning_rate": 1.5998828489888762e-08,
      "loss": 2.0915,
      "step": 981
    },
    {
      "epoch": 0.9780876494023905,
      "grad_norm": 3.0510518550872803,
      "learning_rate": 1.4638534033356578e-08,
      "loss": 3.3239,
      "step": 982
    },
    {
      "epoch": 0.9790836653386454,
      "grad_norm": 1.1174182891845703,
      "learning_rate": 1.333858168224178e-08,
      "loss": 2.1631,
      "step": 983
    },
    {
      "epoch": 0.9800796812749004,
      "grad_norm": 0.7828091979026794,
      "learning_rate": 1.2098987170982013e-08,
      "loss": 2.2998,
      "step": 984
    },
    {
      "epoch": 0.9810756972111554,
      "grad_norm": 0.8114204406738281,
      "learning_rate": 1.0919765503453195e-08,
      "loss": 2.3996,
      "step": 985
    },
    {
      "epoch": 0.9820717131474104,
      "grad_norm": 0.625230073928833,
      "learning_rate": 9.800930952786336e-09,
      "loss": 2.6785,
      "step": 986
    },
    {
      "epoch": 0.9830677290836654,
      "grad_norm": 1.6107351779937744,
      "learning_rate": 8.742497061195455e-09,
      "loss": 2.6999,
      "step": 987
    },
    {
      "epoch": 0.9840637450199203,
      "grad_norm": 1.5219416618347168,
      "learning_rate": 7.744476639813814e-09,
      "loss": 2.3396,
      "step": 988
    },
    {
      "epoch": 0.9850597609561753,
      "grad_norm": 1.0381386280059814,
      "learning_rate": 6.806881768539053e-09,
      "loss": 2.2097,
      "step": 989
    },
    {
      "epoch": 0.9860557768924303,
      "grad_norm": 1.1309791803359985,
      "learning_rate": 5.929723795884967e-09,
      "loss": 2.4901,
      "step": 990
    },
    {
      "epoch": 0.9870517928286853,
      "grad_norm": 0.979224443435669,
      "learning_rate": 5.113013338847173e-09,
      "loss": 2.355,
      "step": 991
    },
    {
      "epoch": 0.9880478087649402,
      "grad_norm": 0.9343250393867493,
      "learning_rate": 4.356760282773209e-09,
      "loss": 2.682,
      "step": 992
    },
    {
      "epoch": 0.9890438247011952,
      "grad_norm": 4.211667060852051,
      "learning_rate": 3.660973781242083e-09,
      "loss": 3.9138,
      "step": 993
    },
    {
      "epoch": 0.9900398406374502,
      "grad_norm": 0.9402066469192505,
      "learning_rate": 3.0256622559543537e-09,
      "loss": 2.1841,
      "step": 994
    },
    {
      "epoch": 0.9910358565737052,
      "grad_norm": 1.136916995048523,
      "learning_rate": 2.4508333966305473e-09,
      "loss": 2.2469,
      "step": 995
    },
    {
      "epoch": 0.9920318725099602,
      "grad_norm": 1.080809473991394,
      "learning_rate": 1.936494160916791e-09,
      "loss": 2.4922,
      "step": 996
    },
    {
      "epoch": 0.9930278884462151,
      "grad_norm": 0.9956486821174622,
      "learning_rate": 1.4826507743032071e-09,
      "loss": 2.5901,
      "step": 997
    },
    {
      "epoch": 0.9940239043824701,
      "grad_norm": 2.1008529663085938,
      "learning_rate": 1.089308730043981e-09,
      "loss": 2.8828,
      "step": 998
    },
    {
      "epoch": 0.9950199203187251,
      "grad_norm": 1.3167147636413574,
      "learning_rate": 7.564727890968515e-10,
      "loss": 2.3331,
      "step": 999
    },
    {
      "epoch": 0.9960159362549801,
      "grad_norm": 1.1669059991836548,
      "learning_rate": 4.841469800592746e-10,
      "loss": 1.9942,
      "step": 1000
    },
    {
      "epoch": 0.9970119521912351,
      "grad_norm": 0.9161001443862915,
      "learning_rate": 2.723345991245685e-10,
      "loss": 2.2932,
      "step": 1001
    },
    {
      "epoch": 0.99800796812749,
      "grad_norm": 0.8516436815261841,
      "learning_rate": 1.210382100397256e-10,
      "loss": 2.2065,
      "step": 1002
    },
    {
      "epoch": 0.999003984063745,
      "grad_norm": 0.7772925496101379,
      "learning_rate": 3.0259644074326355e-11,
      "loss": 2.4638,
      "step": 1003
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.244535207748413,
      "learning_rate": 0.0,
      "loss": 2.3463,
      "step": 1004
    }
  ],
  "logging_steps": 1,
  "max_steps": 1004,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.5282748355775386e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}