{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.993342210386152,
  "eval_steps": 500,
  "global_step": 1125,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002663115845539281,
      "grad_norm": 59.669442519158444,
      "learning_rate": 4.424778761061947e-07,
      "loss": 11.0815,
      "step": 1
    },
    {
      "epoch": 0.005326231691078562,
      "grad_norm": 59.77300379138749,
      "learning_rate": 8.849557522123894e-07,
      "loss": 11.0703,
      "step": 2
    },
    {
      "epoch": 0.007989347536617843,
      "grad_norm": 59.37811338851668,
      "learning_rate": 1.3274336283185841e-06,
      "loss": 11.1149,
      "step": 3
    },
    {
      "epoch": 0.010652463382157125,
      "grad_norm": 59.714257927262075,
      "learning_rate": 1.7699115044247788e-06,
      "loss": 11.1,
      "step": 4
    },
    {
      "epoch": 0.013315579227696404,
      "grad_norm": 62.19325541849273,
      "learning_rate": 2.2123893805309734e-06,
      "loss": 10.9008,
      "step": 5
    },
    {
      "epoch": 0.015978695073235686,
      "grad_norm": 64.3469313247898,
      "learning_rate": 2.6548672566371683e-06,
      "loss": 10.7897,
      "step": 6
    },
    {
      "epoch": 0.018641810918774968,
      "grad_norm": 64.70693307946331,
      "learning_rate": 3.097345132743363e-06,
      "loss": 10.6244,
      "step": 7
    },
    {
      "epoch": 0.02130492676431425,
      "grad_norm": 100.07904925734698,
      "learning_rate": 3.5398230088495575e-06,
      "loss": 9.3505,
      "step": 8
    },
    {
      "epoch": 0.023968042609853527,
      "grad_norm": 121.42213770896274,
      "learning_rate": 3.982300884955752e-06,
      "loss": 8.5961,
      "step": 9
    },
    {
      "epoch": 0.02663115845539281,
      "grad_norm": 64.96997432704501,
      "learning_rate": 4.424778761061947e-06,
      "loss": 3.5386,
      "step": 10
    },
    {
      "epoch": 0.02929427430093209,
      "grad_norm": 53.5067123571589,
      "learning_rate": 4.867256637168142e-06,
      "loss": 3.1169,
      "step": 11
    },
    {
      "epoch": 0.03195739014647137,
      "grad_norm": 34.28454533456946,
      "learning_rate": 5.3097345132743365e-06,
      "loss": 2.3171,
      "step": 12
    },
    {
      "epoch": 0.03462050599201065,
      "grad_norm": 28.02284592011359,
      "learning_rate": 5.752212389380531e-06,
      "loss": 2.1704,
      "step": 13
    },
    {
      "epoch": 0.037283621837549935,
      "grad_norm": 6.230233716943746,
      "learning_rate": 6.194690265486726e-06,
      "loss": 1.3702,
      "step": 14
    },
    {
      "epoch": 0.03994673768308921,
      "grad_norm": 4.8265444090252325,
      "learning_rate": 6.6371681415929215e-06,
      "loss": 1.2994,
      "step": 15
    },
    {
      "epoch": 0.0426098535286285,
      "grad_norm": 3.4989649353882544,
      "learning_rate": 7.079646017699115e-06,
      "loss": 1.1939,
      "step": 16
    },
    {
      "epoch": 0.045272969374167776,
      "grad_norm": 2.548022240081304,
      "learning_rate": 7.52212389380531e-06,
      "loss": 1.1113,
      "step": 17
    },
    {
      "epoch": 0.047936085219707054,
      "grad_norm": 1.7785073197319812,
      "learning_rate": 7.964601769911505e-06,
      "loss": 1.0099,
      "step": 18
    },
    {
      "epoch": 0.05059920106524634,
      "grad_norm": 52.43472197468591,
      "learning_rate": 8.407079646017701e-06,
      "loss": 1.0002,
      "step": 19
    },
    {
      "epoch": 0.05326231691078562,
      "grad_norm": 18.71256882921437,
      "learning_rate": 8.849557522123894e-06,
      "loss": 0.9335,
      "step": 20
    },
    {
      "epoch": 0.0559254327563249,
      "grad_norm": 1.6748381666125123,
      "learning_rate": 9.29203539823009e-06,
      "loss": 0.8897,
      "step": 21
    },
    {
      "epoch": 0.05858854860186418,
      "grad_norm": 1.2119772296620004,
      "learning_rate": 9.734513274336284e-06,
      "loss": 0.8728,
      "step": 22
    },
    {
      "epoch": 0.06125166444740346,
      "grad_norm": 0.9292233025769583,
      "learning_rate": 1.0176991150442479e-05,
      "loss": 0.8443,
      "step": 23
    },
    {
      "epoch": 0.06391478029294274,
      "grad_norm": 0.8058222924733704,
      "learning_rate": 1.0619469026548673e-05,
      "loss": 0.8065,
      "step": 24
    },
    {
      "epoch": 0.06657789613848203,
      "grad_norm": 0.7676888976773729,
      "learning_rate": 1.1061946902654869e-05,
      "loss": 0.744,
      "step": 25
    },
    {
      "epoch": 0.0692410119840213,
      "grad_norm": 1.1442962246712427,
      "learning_rate": 1.1504424778761062e-05,
      "loss": 0.7962,
      "step": 26
    },
    {
      "epoch": 0.07190412782956059,
      "grad_norm": 0.8086732801653846,
      "learning_rate": 1.1946902654867258e-05,
      "loss": 0.7546,
      "step": 27
    },
    {
      "epoch": 0.07456724367509987,
      "grad_norm": 0.6032687314644429,
      "learning_rate": 1.2389380530973452e-05,
      "loss": 0.6961,
      "step": 28
    },
    {
      "epoch": 0.07723035952063914,
      "grad_norm": 0.8050008569135423,
      "learning_rate": 1.2831858407079647e-05,
      "loss": 0.7181,
      "step": 29
    },
    {
      "epoch": 0.07989347536617843,
      "grad_norm": 0.7760170053857292,
      "learning_rate": 1.3274336283185843e-05,
      "loss": 0.7011,
      "step": 30
    },
    {
      "epoch": 0.08255659121171771,
      "grad_norm": 0.6911853454916363,
      "learning_rate": 1.3716814159292036e-05,
      "loss": 0.6767,
      "step": 31
    },
    {
      "epoch": 0.085219707057257,
      "grad_norm": 0.5690990372888421,
      "learning_rate": 1.415929203539823e-05,
      "loss": 0.6657,
      "step": 32
    },
    {
      "epoch": 0.08788282290279627,
      "grad_norm": 0.46539236587043925,
      "learning_rate": 1.4601769911504426e-05,
      "loss": 0.6585,
      "step": 33
    },
    {
      "epoch": 0.09054593874833555,
      "grad_norm": 0.6011651474231043,
      "learning_rate": 1.504424778761062e-05,
      "loss": 0.6571,
      "step": 34
    },
    {
      "epoch": 0.09320905459387484,
      "grad_norm": 0.6055438783984222,
      "learning_rate": 1.5486725663716813e-05,
      "loss": 0.6307,
      "step": 35
    },
    {
      "epoch": 0.09587217043941411,
      "grad_norm": 0.4930140407791457,
      "learning_rate": 1.592920353982301e-05,
      "loss": 0.638,
      "step": 36
    },
    {
      "epoch": 0.0985352862849534,
      "grad_norm": 0.38727032176053555,
      "learning_rate": 1.6371681415929206e-05,
      "loss": 0.6189,
      "step": 37
    },
    {
      "epoch": 0.10119840213049268,
      "grad_norm": 0.46992360907642716,
      "learning_rate": 1.6814159292035402e-05,
      "loss": 0.6242,
      "step": 38
    },
    {
      "epoch": 0.10386151797603196,
      "grad_norm": 0.5002104790615647,
      "learning_rate": 1.7256637168141594e-05,
      "loss": 0.6087,
      "step": 39
    },
    {
      "epoch": 0.10652463382157124,
      "grad_norm": 0.4378982855259104,
      "learning_rate": 1.7699115044247787e-05,
      "loss": 0.6112,
      "step": 40
    },
    {
      "epoch": 0.10918774966711052,
      "grad_norm": 0.343549106950523,
      "learning_rate": 1.8141592920353983e-05,
      "loss": 0.6251,
      "step": 41
    },
    {
      "epoch": 0.1118508655126498,
      "grad_norm": 0.43140422077824325,
      "learning_rate": 1.858407079646018e-05,
      "loss": 0.625,
      "step": 42
    },
    {
      "epoch": 0.11451398135818908,
      "grad_norm": 0.44945895418028914,
      "learning_rate": 1.9026548672566372e-05,
      "loss": 0.576,
      "step": 43
    },
    {
      "epoch": 0.11717709720372836,
      "grad_norm": 0.33640715838659224,
      "learning_rate": 1.946902654867257e-05,
      "loss": 0.602,
      "step": 44
    },
    {
      "epoch": 0.11984021304926765,
      "grad_norm": 0.3602083165810118,
      "learning_rate": 1.991150442477876e-05,
      "loss": 0.5707,
      "step": 45
    },
    {
      "epoch": 0.12250332889480692,
      "grad_norm": 1.7341245223857158,
      "learning_rate": 2.0353982300884957e-05,
      "loss": 0.5662,
      "step": 46
    },
    {
      "epoch": 0.12516644474034622,
      "grad_norm": 0.42320706053839496,
      "learning_rate": 2.079646017699115e-05,
      "loss": 0.5718,
      "step": 47
    },
    {
      "epoch": 0.1278295605858855,
      "grad_norm": 0.34356067841011745,
      "learning_rate": 2.1238938053097346e-05,
      "loss": 0.5652,
      "step": 48
    },
    {
      "epoch": 0.13049267643142476,
      "grad_norm": 0.37607875054105366,
      "learning_rate": 2.1681415929203542e-05,
      "loss": 0.6079,
      "step": 49
    },
    {
      "epoch": 0.13315579227696406,
      "grad_norm": 0.355877489349339,
      "learning_rate": 2.2123893805309738e-05,
      "loss": 0.5414,
      "step": 50
    },
    {
      "epoch": 0.13581890812250333,
      "grad_norm": 0.3531413648567738,
      "learning_rate": 2.2566371681415928e-05,
      "loss": 0.5383,
      "step": 51
    },
    {
      "epoch": 0.1384820239680426,
      "grad_norm": 0.3900867327584249,
      "learning_rate": 2.3008849557522124e-05,
      "loss": 0.5607,
      "step": 52
    },
    {
      "epoch": 0.1411451398135819,
      "grad_norm": 0.29096561379999103,
      "learning_rate": 2.345132743362832e-05,
      "loss": 0.5428,
      "step": 53
    },
    {
      "epoch": 0.14380825565912117,
      "grad_norm": 0.34882597172967983,
      "learning_rate": 2.3893805309734516e-05,
      "loss": 0.5597,
      "step": 54
    },
    {
      "epoch": 0.14647137150466044,
      "grad_norm": 0.31745047102841745,
      "learning_rate": 2.433628318584071e-05,
      "loss": 0.5427,
      "step": 55
    },
    {
      "epoch": 0.14913448735019974,
      "grad_norm": 0.3429464925874952,
      "learning_rate": 2.4778761061946905e-05,
      "loss": 0.5418,
      "step": 56
    },
    {
      "epoch": 0.151797603195739,
      "grad_norm": 0.28154789184935636,
      "learning_rate": 2.5221238938053098e-05,
      "loss": 0.5701,
      "step": 57
    },
    {
      "epoch": 0.15446071904127828,
      "grad_norm": 0.3141148216942468,
      "learning_rate": 2.5663716814159294e-05,
      "loss": 0.5279,
      "step": 58
    },
    {
      "epoch": 0.15712383488681758,
      "grad_norm": 0.3077683025338142,
      "learning_rate": 2.610619469026549e-05,
      "loss": 0.5443,
      "step": 59
    },
    {
      "epoch": 0.15978695073235685,
      "grad_norm": 0.35329472069062134,
      "learning_rate": 2.6548672566371686e-05,
      "loss": 0.5657,
      "step": 60
    },
    {
      "epoch": 0.16245006657789615,
      "grad_norm": 0.30082869981695665,
      "learning_rate": 2.6991150442477875e-05,
      "loss": 0.5386,
      "step": 61
    },
    {
      "epoch": 0.16511318242343542,
      "grad_norm": 0.3705381333041911,
      "learning_rate": 2.743362831858407e-05,
      "loss": 0.5417,
      "step": 62
    },
    {
      "epoch": 0.1677762982689747,
      "grad_norm": 0.3424625742113855,
      "learning_rate": 2.7876106194690264e-05,
      "loss": 0.5334,
      "step": 63
    },
    {
      "epoch": 0.170439414114514,
      "grad_norm": 0.2904098798351202,
      "learning_rate": 2.831858407079646e-05,
      "loss": 0.5424,
      "step": 64
    },
    {
      "epoch": 0.17310252996005326,
      "grad_norm": 0.32851572085926894,
      "learning_rate": 2.8761061946902656e-05,
      "loss": 0.5231,
      "step": 65
    },
    {
      "epoch": 0.17576564580559254,
      "grad_norm": 0.29034784648982725,
      "learning_rate": 2.9203539823008852e-05,
      "loss": 0.5394,
      "step": 66
    },
    {
      "epoch": 0.17842876165113183,
      "grad_norm": 0.33213549417249844,
      "learning_rate": 2.964601769911505e-05,
      "loss": 0.54,
      "step": 67
    },
    {
      "epoch": 0.1810918774966711,
      "grad_norm": 0.2751631826164567,
      "learning_rate": 3.008849557522124e-05,
      "loss": 0.5254,
      "step": 68
    },
    {
      "epoch": 0.18375499334221038,
      "grad_norm": 0.3037009657021324,
      "learning_rate": 3.0530973451327434e-05,
      "loss": 0.5216,
      "step": 69
    },
    {
      "epoch": 0.18641810918774968,
      "grad_norm": 0.30105360826964594,
      "learning_rate": 3.097345132743363e-05,
      "loss": 0.5111,
      "step": 70
    },
    {
      "epoch": 0.18908122503328895,
      "grad_norm": 0.3202863693523833,
      "learning_rate": 3.1415929203539826e-05,
      "loss": 0.537,
      "step": 71
    },
    {
      "epoch": 0.19174434087882822,
      "grad_norm": 0.3294366280935238,
      "learning_rate": 3.185840707964602e-05,
      "loss": 0.5215,
      "step": 72
    },
    {
      "epoch": 0.19440745672436752,
      "grad_norm": 0.32228297514585236,
      "learning_rate": 3.230088495575221e-05,
      "loss": 0.536,
      "step": 73
    },
    {
      "epoch": 0.1970705725699068,
      "grad_norm": 0.31224977631197853,
      "learning_rate": 3.274336283185841e-05,
      "loss": 0.5133,
      "step": 74
    },
    {
      "epoch": 0.19973368841544606,
      "grad_norm": 0.34249789697496347,
      "learning_rate": 3.3185840707964604e-05,
      "loss": 0.5187,
      "step": 75
    },
    {
      "epoch": 0.20239680426098536,
      "grad_norm": 0.3014674455677291,
      "learning_rate": 3.3628318584070804e-05,
      "loss": 0.5173,
      "step": 76
    },
    {
      "epoch": 0.20505992010652463,
      "grad_norm": 0.31181209074311145,
      "learning_rate": 3.407079646017699e-05,
      "loss": 0.4938,
      "step": 77
    },
    {
      "epoch": 0.20772303595206393,
      "grad_norm": 0.3421599429123891,
      "learning_rate": 3.451327433628319e-05,
      "loss": 0.5178,
      "step": 78
    },
    {
      "epoch": 0.2103861517976032,
      "grad_norm": 0.32144698779599035,
      "learning_rate": 3.495575221238938e-05,
      "loss": 0.529,
      "step": 79
    },
    {
      "epoch": 0.21304926764314247,
      "grad_norm": 0.30829102288383803,
      "learning_rate": 3.5398230088495574e-05,
      "loss": 0.5045,
      "step": 80
    },
    {
      "epoch": 0.21571238348868177,
      "grad_norm": 0.3320673147021741,
      "learning_rate": 3.5840707964601774e-05,
      "loss": 0.5193,
      "step": 81
    },
    {
      "epoch": 0.21837549933422104,
      "grad_norm": 0.3257493459194373,
      "learning_rate": 3.628318584070797e-05,
      "loss": 0.5161,
      "step": 82
    },
    {
      "epoch": 0.2210386151797603,
      "grad_norm": 0.3451069209364067,
      "learning_rate": 3.672566371681416e-05,
      "loss": 0.4902,
      "step": 83
    },
    {
      "epoch": 0.2237017310252996,
      "grad_norm": 0.38062902785170477,
      "learning_rate": 3.716814159292036e-05,
      "loss": 0.5106,
      "step": 84
    },
    {
      "epoch": 0.22636484687083888,
      "grad_norm": 0.3437845837066077,
      "learning_rate": 3.7610619469026545e-05,
      "loss": 0.5072,
      "step": 85
    },
    {
      "epoch": 0.22902796271637815,
      "grad_norm": 0.4369801740657791,
      "learning_rate": 3.8053097345132744e-05,
      "loss": 0.5016,
      "step": 86
    },
    {
      "epoch": 0.23169107856191745,
      "grad_norm": 0.39323367167161793,
      "learning_rate": 3.849557522123894e-05,
      "loss": 0.5126,
      "step": 87
    },
    {
      "epoch": 0.23435419440745672,
      "grad_norm": 0.3804923058106557,
      "learning_rate": 3.893805309734514e-05,
      "loss": 0.5169,
      "step": 88
    },
    {
      "epoch": 0.237017310252996,
      "grad_norm": 0.3991475997522414,
      "learning_rate": 3.938053097345133e-05,
      "loss": 0.5206,
      "step": 89
    },
    {
      "epoch": 0.2396804260985353,
      "grad_norm": 0.3345983998430803,
      "learning_rate": 3.982300884955752e-05,
      "loss": 0.5126,
      "step": 90
    },
    {
      "epoch": 0.24234354194407456,
      "grad_norm": 0.37605023011424904,
      "learning_rate": 4.026548672566372e-05,
      "loss": 0.517,
      "step": 91
    },
    {
      "epoch": 0.24500665778961384,
      "grad_norm": 0.30015095297467786,
      "learning_rate": 4.0707964601769914e-05,
      "loss": 0.5146,
      "step": 92
    },
    {
      "epoch": 0.24766977363515313,
      "grad_norm": 0.37615535541775885,
      "learning_rate": 4.115044247787611e-05,
      "loss": 0.4897,
      "step": 93
    },
    {
      "epoch": 0.25033288948069243,
      "grad_norm": 0.32506469165922075,
      "learning_rate": 4.15929203539823e-05,
      "loss": 0.5033,
      "step": 94
    },
    {
      "epoch": 0.2529960053262317,
      "grad_norm": 0.3955130401533768,
      "learning_rate": 4.20353982300885e-05,
      "loss": 0.517,
      "step": 95
    },
    {
      "epoch": 0.255659121171771,
      "grad_norm": 0.38256193351931217,
      "learning_rate": 4.247787610619469e-05,
      "loss": 0.4903,
      "step": 96
    },
    {
      "epoch": 0.2583222370173103,
      "grad_norm": 0.3757931359073768,
      "learning_rate": 4.2920353982300885e-05,
      "loss": 0.4881,
      "step": 97
    },
    {
      "epoch": 0.2609853528628495,
      "grad_norm": 0.4073525724085135,
      "learning_rate": 4.3362831858407084e-05,
      "loss": 0.4981,
      "step": 98
    },
    {
      "epoch": 0.2636484687083888,
      "grad_norm": 0.42226304140119747,
      "learning_rate": 4.380530973451328e-05,
      "loss": 0.4777,
      "step": 99
    },
    {
      "epoch": 0.2663115845539281,
      "grad_norm": 0.47546631243940135,
      "learning_rate": 4.4247787610619477e-05,
      "loss": 0.5012,
      "step": 100
    },
    {
      "epoch": 0.26897470039946736,
      "grad_norm": 0.38067024978966585,
      "learning_rate": 4.469026548672566e-05,
      "loss": 0.5038,
      "step": 101
    },
    {
      "epoch": 0.27163781624500666,
      "grad_norm": 0.3549335612107799,
      "learning_rate": 4.5132743362831855e-05,
      "loss": 0.5046,
      "step": 102
    },
    {
      "epoch": 0.27430093209054596,
      "grad_norm": 0.4081532806299182,
      "learning_rate": 4.5575221238938055e-05,
      "loss": 0.4816,
      "step": 103
    },
    {
      "epoch": 0.2769640479360852,
      "grad_norm": 0.35702973975911423,
      "learning_rate": 4.601769911504425e-05,
      "loss": 0.4969,
      "step": 104
    },
    {
      "epoch": 0.2796271637816245,
      "grad_norm": 0.3750952303695297,
      "learning_rate": 4.646017699115045e-05,
      "loss": 0.5129,
      "step": 105
    },
    {
      "epoch": 0.2822902796271638,
      "grad_norm": 0.3713537523929101,
      "learning_rate": 4.690265486725664e-05,
      "loss": 0.4871,
      "step": 106
    },
    {
      "epoch": 0.28495339547270304,
      "grad_norm": 0.47534354342607993,
      "learning_rate": 4.734513274336283e-05,
      "loss": 0.4971,
      "step": 107
    },
    {
      "epoch": 0.28761651131824234,
      "grad_norm": 0.41826478296211245,
      "learning_rate": 4.778761061946903e-05,
      "loss": 0.4943,
      "step": 108
    },
    {
      "epoch": 0.29027962716378164,
      "grad_norm": 0.39759514237849775,
      "learning_rate": 4.823008849557522e-05,
      "loss": 0.5014,
      "step": 109
    },
    {
      "epoch": 0.2929427430093209,
      "grad_norm": 0.4548008624547614,
      "learning_rate": 4.867256637168142e-05,
      "loss": 0.5067,
      "step": 110
    },
    {
      "epoch": 0.2956058588548602,
      "grad_norm": 0.4618812739465874,
      "learning_rate": 4.911504424778761e-05,
      "loss": 0.487,
      "step": 111
    },
    {
      "epoch": 0.2982689747003995,
      "grad_norm": 0.31165613667101594,
      "learning_rate": 4.955752212389381e-05,
      "loss": 0.4908,
      "step": 112
    },
    {
      "epoch": 0.3009320905459387,
      "grad_norm": 0.45735168765249185,
      "learning_rate": 5e-05,
      "loss": 0.4924,
      "step": 113
    },
    {
      "epoch": 0.303595206391478,
      "grad_norm": 0.4659242945372524,
      "learning_rate": 4.9950592885375493e-05,
      "loss": 0.49,
      "step": 114
    },
    {
      "epoch": 0.3062583222370173,
      "grad_norm": 0.3422222311667708,
      "learning_rate": 4.990118577075099e-05,
      "loss": 0.4902,
      "step": 115
    },
    {
      "epoch": 0.30892143808255657,
      "grad_norm": 0.5702864889691999,
      "learning_rate": 4.985177865612648e-05,
      "loss": 0.4712,
      "step": 116
    },
    {
      "epoch": 0.31158455392809586,
      "grad_norm": 0.31000398399919754,
      "learning_rate": 4.980237154150198e-05,
      "loss": 0.4729,
      "step": 117
    },
    {
      "epoch": 0.31424766977363516,
      "grad_norm": 0.5329093367544124,
      "learning_rate": 4.975296442687747e-05,
      "loss": 0.4979,
      "step": 118
    },
    {
      "epoch": 0.3169107856191744,
      "grad_norm": 0.41581595613618844,
      "learning_rate": 4.970355731225297e-05,
      "loss": 0.4979,
      "step": 119
    },
    {
      "epoch": 0.3195739014647137,
      "grad_norm": 0.5898871183617019,
      "learning_rate": 4.965415019762846e-05,
      "loss": 0.4841,
      "step": 120
    },
    {
      "epoch": 0.322237017310253,
      "grad_norm": 0.5277745967026336,
      "learning_rate": 4.960474308300396e-05,
      "loss": 0.494,
      "step": 121
    },
    {
      "epoch": 0.3249001331557923,
      "grad_norm": 0.6707049603761084,
      "learning_rate": 4.955533596837945e-05,
      "loss": 0.4816,
      "step": 122
    },
    {
      "epoch": 0.32756324900133155,
      "grad_norm": 0.39379278723705347,
      "learning_rate": 4.950592885375494e-05,
      "loss": 0.4708,
      "step": 123
    },
    {
      "epoch": 0.33022636484687085,
      "grad_norm": 0.5682660745624962,
      "learning_rate": 4.945652173913044e-05,
      "loss": 0.4844,
      "step": 124
    },
    {
      "epoch": 0.33288948069241014,
      "grad_norm": 0.4164160620027728,
      "learning_rate": 4.940711462450593e-05,
      "loss": 0.4577,
      "step": 125
    },
    {
      "epoch": 0.3355525965379494,
      "grad_norm": 0.5359420179155978,
      "learning_rate": 4.9357707509881426e-05,
      "loss": 0.4723,
      "step": 126
    },
    {
      "epoch": 0.3382157123834887,
      "grad_norm": 0.5026386563312899,
      "learning_rate": 4.930830039525692e-05,
      "loss": 0.4706,
      "step": 127
    },
    {
      "epoch": 0.340878828229028,
      "grad_norm": 0.5189502106027113,
      "learning_rate": 4.9258893280632415e-05,
      "loss": 0.4814,
      "step": 128
    },
    {
      "epoch": 0.34354194407456723,
      "grad_norm": 0.46462849504368775,
      "learning_rate": 4.9209486166007906e-05,
      "loss": 0.4735,
      "step": 129
    },
    {
      "epoch": 0.34620505992010653,
      "grad_norm": 0.5495458064144569,
      "learning_rate": 4.9160079051383404e-05,
      "loss": 0.4964,
      "step": 130
    },
    {
      "epoch": 0.3488681757656458,
      "grad_norm": 0.4136354389486864,
      "learning_rate": 4.9110671936758895e-05,
      "loss": 0.4937,
      "step": 131
    },
    {
      "epoch": 0.35153129161118507,
      "grad_norm": 0.49819742888588847,
      "learning_rate": 4.906126482213439e-05,
      "loss": 0.4929,
      "step": 132
    },
    {
      "epoch": 0.35419440745672437,
      "grad_norm": 0.5211986557669676,
      "learning_rate": 4.901185770750988e-05,
      "loss": 0.4722,
      "step": 133
    },
    {
      "epoch": 0.35685752330226367,
      "grad_norm": 0.3743611868649684,
      "learning_rate": 4.896245059288538e-05,
      "loss": 0.4852,
      "step": 134
    },
    {
      "epoch": 0.3595206391478029,
      "grad_norm": 0.47244102498767254,
      "learning_rate": 4.891304347826087e-05,
      "loss": 0.4846,
      "step": 135
    },
    {
      "epoch": 0.3621837549933422,
      "grad_norm": 0.39536123377896054,
      "learning_rate": 4.886363636363637e-05,
      "loss": 0.4812,
      "step": 136
    },
    {
      "epoch": 0.3648468708388815,
      "grad_norm": 0.39389579963168014,
      "learning_rate": 4.881422924901186e-05,
      "loss": 0.4814,
      "step": 137
    },
    {
      "epoch": 0.36750998668442075,
      "grad_norm": 0.5517767967854046,
      "learning_rate": 4.876482213438736e-05,
      "loss": 0.4605,
      "step": 138
    },
    {
      "epoch": 0.37017310252996005,
      "grad_norm": 0.3371092349408584,
      "learning_rate": 4.871541501976285e-05,
      "loss": 0.4919,
      "step": 139
    },
    {
      "epoch": 0.37283621837549935,
      "grad_norm": 0.5454997328166629,
      "learning_rate": 4.866600790513835e-05,
      "loss": 0.478,
      "step": 140
    },
    {
      "epoch": 0.3754993342210386,
      "grad_norm": 0.38191662974594565,
      "learning_rate": 4.861660079051384e-05,
      "loss": 0.4675,
      "step": 141
    },
    {
      "epoch": 0.3781624500665779,
      "grad_norm": 0.44622867680541506,
      "learning_rate": 4.8567193675889336e-05,
      "loss": 0.4767,
      "step": 142
    },
    {
      "epoch": 0.3808255659121172,
      "grad_norm": 0.40615171610446554,
      "learning_rate": 4.851778656126482e-05,
      "loss": 0.4796,
      "step": 143
    },
    {
      "epoch": 0.38348868175765644,
      "grad_norm": 0.4067512139515564,
      "learning_rate": 4.846837944664032e-05,
      "loss": 0.4921,
      "step": 144
    },
    {
      "epoch": 0.38615179760319573,
      "grad_norm": 0.3764557796844728,
      "learning_rate": 4.841897233201581e-05,
      "loss": 0.4859,
      "step": 145
    },
    {
      "epoch": 0.38881491344873503,
      "grad_norm": 0.4154794205261891,
      "learning_rate": 4.836956521739131e-05,
      "loss": 0.4673,
      "step": 146
    },
    {
      "epoch": 0.3914780292942743,
      "grad_norm": 0.4269745611686079,
      "learning_rate": 4.83201581027668e-05,
      "loss": 0.4551,
      "step": 147
    },
    {
      "epoch": 0.3941411451398136,
      "grad_norm": 0.38377387438781274,
      "learning_rate": 4.8270750988142296e-05,
      "loss": 0.487,
      "step": 148
    },
    {
      "epoch": 0.3968042609853529,
      "grad_norm": 0.5603533831020405,
      "learning_rate": 4.822134387351779e-05,
      "loss": 0.4849,
      "step": 149
    },
    {
      "epoch": 0.3994673768308921,
      "grad_norm": 0.3973953941114295,
      "learning_rate": 4.8171936758893284e-05,
      "loss": 0.4776,
      "step": 150
    },
    {
      "epoch": 0.4021304926764314,
      "grad_norm": 0.4956339650363368,
      "learning_rate": 4.8122529644268775e-05,
      "loss": 0.4588,
      "step": 151
    },
    {
      "epoch": 0.4047936085219707,
      "grad_norm": 0.38460346615021695,
      "learning_rate": 4.807312252964427e-05,
      "loss": 0.4737,
      "step": 152
    },
    {
      "epoch": 0.40745672436750996,
      "grad_norm": 0.5226991882164052,
      "learning_rate": 4.8023715415019764e-05,
      "loss": 0.4827,
      "step": 153
    },
    {
      "epoch": 0.41011984021304926,
      "grad_norm": 0.3418933085513387,
      "learning_rate": 4.797430830039526e-05,
      "loss": 0.4594,
      "step": 154
    },
    {
      "epoch": 0.41278295605858856,
      "grad_norm": 0.41779277140490917,
      "learning_rate": 4.792490118577075e-05,
      "loss": 0.4738,
      "step": 155
    },
    {
      "epoch": 0.41544607190412786,
      "grad_norm": 0.40524225841023903,
      "learning_rate": 4.787549407114625e-05,
      "loss": 0.4725,
      "step": 156
    },
    {
      "epoch": 0.4181091877496671,
      "grad_norm": 0.37804713363928255,
      "learning_rate": 4.782608695652174e-05,
      "loss": 0.476,
      "step": 157
    },
    {
      "epoch": 0.4207723035952064,
      "grad_norm": 0.32987544007452513,
      "learning_rate": 4.777667984189724e-05,
      "loss": 0.4606,
      "step": 158
    },
    {
      "epoch": 0.4234354194407457,
      "grad_norm": 0.32638522089295396,
      "learning_rate": 4.772727272727273e-05,
      "loss": 0.4796,
      "step": 159
    },
    {
      "epoch": 0.42609853528628494,
      "grad_norm": 0.3653611962183669,
      "learning_rate": 4.767786561264823e-05,
      "loss": 0.4703,
      "step": 160
    },
    {
      "epoch": 0.42876165113182424,
      "grad_norm": 0.39387144328442575,
      "learning_rate": 4.762845849802372e-05,
      "loss": 0.4821,
      "step": 161
    },
    {
      "epoch": 0.43142476697736354,
      "grad_norm": 0.473795283228247,
      "learning_rate": 4.757905138339921e-05,
      "loss": 0.4638,
      "step": 162
    },
    {
      "epoch": 0.4340878828229028,
      "grad_norm": 0.33040966306125785,
      "learning_rate": 4.75296442687747e-05,
      "loss": 0.4734,
      "step": 163
    },
    {
      "epoch": 0.4367509986684421,
      "grad_norm": 0.42723446550700767,
      "learning_rate": 4.74802371541502e-05,
      "loss": 0.4809,
      "step": 164
    },
    {
      "epoch": 0.4394141145139814,
      "grad_norm": 0.3675475725903659,
      "learning_rate": 4.743083003952569e-05,
      "loss": 0.4586,
      "step": 165
    },
    {
      "epoch": 0.4420772303595206,
      "grad_norm": 0.4219979464151687,
      "learning_rate": 4.738142292490119e-05,
      "loss": 0.4678,
      "step": 166
    },
    {
      "epoch": 0.4447403462050599,
      "grad_norm": 0.3857740050906692,
      "learning_rate": 4.733201581027668e-05,
      "loss": 0.4633,
      "step": 167
    },
    {
      "epoch": 0.4474034620505992,
      "grad_norm": 0.365686963876862,
      "learning_rate": 4.7282608695652177e-05,
      "loss": 0.4712,
      "step": 168
    },
    {
      "epoch": 0.45006657789613846,
      "grad_norm": 0.43242439287350204,
      "learning_rate": 4.723320158102767e-05,
      "loss": 0.4751,
      "step": 169
    },
    {
      "epoch": 0.45272969374167776,
      "grad_norm": 0.3908982963736634,
      "learning_rate": 4.7183794466403165e-05,
      "loss": 0.4723,
      "step": 170
    },
    {
      "epoch": 0.45539280958721706,
      "grad_norm": 0.4693769425526856,
      "learning_rate": 4.7134387351778656e-05,
      "loss": 0.4511,
      "step": 171
    },
    {
      "epoch": 0.4580559254327563,
      "grad_norm": 0.3437754359793867,
      "learning_rate": 4.7084980237154154e-05,
      "loss": 0.4634,
      "step": 172
    },
    {
      "epoch": 0.4607190412782956,
      "grad_norm": 0.5270401669346302,
      "learning_rate": 4.7035573122529645e-05,
      "loss": 0.4621,
      "step": 173
    },
    {
      "epoch": 0.4633821571238349,
      "grad_norm": 0.4696714456346351,
      "learning_rate": 4.698616600790514e-05,
      "loss": 0.4544,
      "step": 174
    },
    {
      "epoch": 0.46604527296937415,
      "grad_norm": 0.5068508932227126,
      "learning_rate": 4.6936758893280634e-05,
      "loss": 0.4506,
      "step": 175
    },
    {
      "epoch": 0.46870838881491345,
      "grad_norm": 0.503240500645686,
      "learning_rate": 4.688735177865613e-05,
      "loss": 0.4653,
      "step": 176
    },
    {
      "epoch": 0.47137150466045274,
      "grad_norm": 0.4373004531246149,
      "learning_rate": 4.683794466403162e-05,
      "loss": 0.4711,
      "step": 177
    },
    {
      "epoch": 0.474034620505992,
      "grad_norm": 0.3777218592654747,
      "learning_rate": 4.678853754940712e-05,
      "loss": 0.466,
      "step": 178
    },
    {
      "epoch": 0.4766977363515313,
      "grad_norm": 0.5064461910000716,
      "learning_rate": 4.673913043478261e-05,
      "loss": 0.4516,
      "step": 179
    },
    {
      "epoch": 0.4793608521970706,
      "grad_norm": 0.37515242222191797,
      "learning_rate": 4.668972332015811e-05,
      "loss": 0.4708,
      "step": 180
    },
    {
      "epoch": 0.48202396804260983,
      "grad_norm": 0.44905049367290634,
      "learning_rate": 4.66403162055336e-05,
      "loss": 0.4462,
      "step": 181
    },
    {
      "epoch": 0.48468708388814913,
      "grad_norm": 0.37911463481430624,
      "learning_rate": 4.659090909090909e-05,
      "loss": 0.4451,
      "step": 182
    },
    {
      "epoch": 0.4873501997336884,
      "grad_norm": 0.3830462171805543,
      "learning_rate": 4.654150197628458e-05,
      "loss": 0.4682,
      "step": 183
    },
    {
      "epoch": 0.49001331557922767,
      "grad_norm": 0.41200778908045926,
      "learning_rate": 4.649209486166008e-05,
      "loss": 0.4497,
      "step": 184
    },
    {
      "epoch": 0.49267643142476697,
      "grad_norm": 0.4315187398326425,
      "learning_rate": 4.644268774703557e-05,
      "loss": 0.4752,
      "step": 185
    },
    {
      "epoch": 0.49533954727030627,
      "grad_norm": 0.4519541174810682,
      "learning_rate": 4.639328063241107e-05,
      "loss": 0.4764,
      "step": 186
    },
    {
      "epoch": 0.4980026631158455,
      "grad_norm": 0.4089102997614078,
      "learning_rate": 4.634387351778656e-05,
      "loss": 0.4663,
      "step": 187
    },
    {
      "epoch": 0.5006657789613849,
      "grad_norm": 0.352791614063271,
      "learning_rate": 4.629446640316206e-05,
      "loss": 0.4671,
      "step": 188
    },
    {
      "epoch": 0.5033288948069241,
      "grad_norm": 0.3866144187741864,
      "learning_rate": 4.624505928853755e-05,
      "loss": 0.4746,
      "step": 189
    },
    {
      "epoch": 0.5059920106524634,
      "grad_norm": 0.4028526989391047,
      "learning_rate": 4.6195652173913046e-05,
      "loss": 0.4811,
      "step": 190
    },
    {
      "epoch": 0.5086551264980027,
      "grad_norm": 0.4580432915919317,
      "learning_rate": 4.614624505928854e-05,
      "loss": 0.4678,
      "step": 191
    },
    {
      "epoch": 0.511318242343542,
      "grad_norm": 0.47798645545842755,
      "learning_rate": 4.6096837944664035e-05,
      "loss": 0.4514,
      "step": 192
    },
    {
      "epoch": 0.5139813581890812,
      "grad_norm": 0.40636636658954495,
      "learning_rate": 4.6047430830039526e-05,
      "loss": 0.4356,
      "step": 193
    },
    {
      "epoch": 0.5166444740346205,
      "grad_norm": 0.4206946394322433,
      "learning_rate": 4.5998023715415024e-05,
      "loss": 0.4637,
      "step": 194
    },
    {
      "epoch": 0.5193075898801598,
      "grad_norm": 0.4977083130622833,
      "learning_rate": 4.5948616600790515e-05,
      "loss": 0.4525,
      "step": 195
    },
    {
      "epoch": 0.521970705725699,
      "grad_norm": 0.3826090231131446,
      "learning_rate": 4.589920948616601e-05,
      "loss": 0.4647,
      "step": 196
    },
    {
      "epoch": 0.5246338215712384,
      "grad_norm": 0.443905698975846,
      "learning_rate": 4.5849802371541504e-05,
      "loss": 0.466,
      "step": 197
    },
    {
      "epoch": 0.5272969374167776,
      "grad_norm": 0.34058976392880835,
      "learning_rate": 4.5800395256917e-05,
      "loss": 0.4462,
      "step": 198
    },
    {
      "epoch": 0.5299600532623169,
      "grad_norm": 0.3708303032984336,
      "learning_rate": 4.575098814229249e-05,
      "loss": 0.4638,
      "step": 199
    },
    {
      "epoch": 0.5326231691078562,
      "grad_norm": 0.4046635861089521,
      "learning_rate": 4.570158102766799e-05,
      "loss": 0.4702,
      "step": 200
    },
    {
      "epoch": 0.5352862849533955,
      "grad_norm": 0.390485621135718,
      "learning_rate": 4.565217391304348e-05,
      "loss": 0.467,
      "step": 201
    },
    {
      "epoch": 0.5379494007989347,
      "grad_norm": 0.36389394329456204,
      "learning_rate": 4.560276679841897e-05,
      "loss": 0.4676,
      "step": 202
    },
    {
      "epoch": 0.5406125166444741,
      "grad_norm": 0.36415110756708385,
      "learning_rate": 4.555335968379447e-05,
      "loss": 0.4508,
      "step": 203
    },
    {
      "epoch": 0.5432756324900133,
      "grad_norm": 0.5185630368770853,
      "learning_rate": 4.550395256916996e-05,
      "loss": 0.4835,
      "step": 204
    },
    {
      "epoch": 0.5459387483355526,
      "grad_norm": 0.3004205195451817,
      "learning_rate": 4.545454545454546e-05,
      "loss": 0.4655,
      "step": 205
    },
    {
      "epoch": 0.5486018641810919,
      "grad_norm": 0.40992528241944887,
      "learning_rate": 4.540513833992095e-05,
      "loss": 0.4516,
      "step": 206
    },
    {
      "epoch": 0.5512649800266312,
      "grad_norm": 0.3462175317121373,
      "learning_rate": 4.535573122529644e-05,
      "loss": 0.4471,
      "step": 207
    },
    {
      "epoch": 0.5539280958721704,
      "grad_norm": 0.4220985656684442,
      "learning_rate": 4.530632411067194e-05,
      "loss": 0.4483,
      "step": 208
    },
    {
      "epoch": 0.5565912117177098,
      "grad_norm": 0.2992081906139443,
      "learning_rate": 4.525691699604743e-05,
      "loss": 0.4659,
      "step": 209
    },
    {
      "epoch": 0.559254327563249,
      "grad_norm": 0.34958390386904065,
      "learning_rate": 4.520750988142293e-05,
      "loss": 0.4594,
      "step": 210
    },
    {
      "epoch": 0.5619174434087882,
      "grad_norm": 0.36711080919022626,
      "learning_rate": 4.515810276679842e-05,
      "loss": 0.4329,
      "step": 211
    },
    {
      "epoch": 0.5645805592543276,
      "grad_norm": 0.32211416124144243,
      "learning_rate": 4.5108695652173916e-05,
      "loss": 0.4487,
      "step": 212
    },
    {
      "epoch": 0.5672436750998668,
      "grad_norm": 0.38626649006957514,
      "learning_rate": 4.505928853754941e-05,
      "loss": 0.4544,
      "step": 213
    },
    {
      "epoch": 0.5699067909454061,
      "grad_norm": 0.4022394284778984,
      "learning_rate": 4.5009881422924905e-05,
      "loss": 0.4505,
      "step": 214
    },
    {
      "epoch": 0.5725699067909454,
      "grad_norm": 0.3174185878452103,
      "learning_rate": 4.4960474308300396e-05,
      "loss": 0.4652,
      "step": 215
    },
    {
      "epoch": 0.5752330226364847,
      "grad_norm": 0.3872997977647099,
      "learning_rate": 4.4911067193675893e-05,
      "loss": 0.4771,
      "step": 216
    },
    {
      "epoch": 0.5778961384820239,
      "grad_norm": 0.2832157450180407,
      "learning_rate": 4.4861660079051384e-05,
      "loss": 0.4535,
      "step": 217
    },
    {
      "epoch": 0.5805592543275633,
      "grad_norm": 0.3394496956003534,
      "learning_rate": 4.481225296442688e-05,
      "loss": 0.4401,
      "step": 218
    },
    {
      "epoch": 0.5832223701731025,
      "grad_norm": 0.29084562762850125,
      "learning_rate": 4.476284584980237e-05,
      "loss": 0.445,
      "step": 219
    },
    {
      "epoch": 0.5858854860186418,
      "grad_norm": 0.30783953367051076,
      "learning_rate": 4.471343873517787e-05,
      "loss": 0.437,
      "step": 220
    },
    {
      "epoch": 0.5885486018641811,
      "grad_norm": 0.3183591003829617,
      "learning_rate": 4.466403162055336e-05,
      "loss": 0.4549,
      "step": 221
    },
    {
      "epoch": 0.5912117177097204,
      "grad_norm": 0.30102542208170724,
      "learning_rate": 4.461462450592885e-05,
      "loss": 0.4455,
      "step": 222
    },
    {
      "epoch": 0.5938748335552596,
      "grad_norm": 0.36209246659651434,
      "learning_rate": 4.456521739130435e-05,
      "loss": 0.4401,
      "step": 223
    },
    {
      "epoch": 0.596537949400799,
      "grad_norm": 0.3264752372953629,
      "learning_rate": 4.451581027667984e-05,
      "loss": 0.4379,
      "step": 224
    },
    {
      "epoch": 0.5992010652463382,
      "grad_norm": 0.38508783562543825,
      "learning_rate": 4.446640316205534e-05,
      "loss": 0.4617,
      "step": 225
    },
    {
      "epoch": 0.6018641810918774,
      "grad_norm": 0.3397449828204806,
      "learning_rate": 4.441699604743083e-05,
      "loss": 0.4516,
      "step": 226
    },
    {
      "epoch": 0.6045272969374168,
      "grad_norm": 0.3587152523608094,
      "learning_rate": 4.436758893280633e-05,
      "loss": 0.4627,
      "step": 227
    },
    {
      "epoch": 0.607190412782956,
      "grad_norm": 0.3533298903513862,
      "learning_rate": 4.431818181818182e-05,
      "loss": 0.4539,
      "step": 228
    },
    {
      "epoch": 0.6098535286284953,
      "grad_norm": 0.4031621223527615,
      "learning_rate": 4.426877470355732e-05,
      "loss": 0.4475,
      "step": 229
    },
    {
      "epoch": 0.6125166444740346,
      "grad_norm": 0.31598897434214096,
      "learning_rate": 4.421936758893281e-05,
      "loss": 0.4594,
      "step": 230
    },
    {
      "epoch": 0.6151797603195739,
      "grad_norm": 0.39490506767356415,
      "learning_rate": 4.4169960474308306e-05,
      "loss": 0.4481,
      "step": 231
    },
    {
      "epoch": 0.6178428761651131,
      "grad_norm": 0.34551286464789904,
      "learning_rate": 4.41205533596838e-05,
      "loss": 0.4417,
      "step": 232
    },
    {
      "epoch": 0.6205059920106525,
      "grad_norm": 0.3471665108105545,
      "learning_rate": 4.4071146245059295e-05,
      "loss": 0.444,
      "step": 233
    },
    {
      "epoch": 0.6231691078561917,
      "grad_norm": 0.3236727871934815,
      "learning_rate": 4.4021739130434786e-05,
      "loss": 0.4465,
      "step": 234
    },
    {
      "epoch": 0.625832223701731,
      "grad_norm": 0.3951638876292987,
      "learning_rate": 4.397233201581028e-05,
      "loss": 0.4476,
      "step": 235
    },
    {
      "epoch": 0.6284953395472703,
      "grad_norm": 0.3186324774552031,
      "learning_rate": 4.3922924901185774e-05,
      "loss": 0.4359,
      "step": 236
    },
    {
      "epoch": 0.6311584553928096,
      "grad_norm": 0.3446758582788272,
      "learning_rate": 4.387351778656127e-05,
      "loss": 0.4425,
      "step": 237
    },
    {
      "epoch": 0.6338215712383488,
      "grad_norm": 0.3712178318421026,
      "learning_rate": 4.382411067193676e-05,
      "loss": 0.4479,
      "step": 238
    },
    {
      "epoch": 0.6364846870838882,
      "grad_norm": 0.2869593917948936,
      "learning_rate": 4.377470355731226e-05,
      "loss": 0.4487,
      "step": 239
    },
    {
      "epoch": 0.6391478029294274,
      "grad_norm": 0.35621809137402505,
      "learning_rate": 4.3725296442687745e-05,
      "loss": 0.459,
      "step": 240
    },
    {
      "epoch": 0.6418109187749668,
      "grad_norm": 0.3219598029099912,
      "learning_rate": 4.367588932806324e-05,
      "loss": 0.4486,
      "step": 241
    },
    {
      "epoch": 0.644474034620506,
      "grad_norm": 0.345671883817814,
      "learning_rate": 4.3626482213438734e-05,
      "loss": 0.4494,
      "step": 242
    },
    {
      "epoch": 0.6471371504660453,
      "grad_norm": 0.3326228424406132,
      "learning_rate": 4.357707509881423e-05,
      "loss": 0.467,
      "step": 243
    },
    {
      "epoch": 0.6498002663115846,
      "grad_norm": 0.42093399894851624,
      "learning_rate": 4.352766798418972e-05,
      "loss": 0.4361,
      "step": 244
    },
    {
      "epoch": 0.6524633821571239,
      "grad_norm": 0.4162222276319394,
      "learning_rate": 4.347826086956522e-05,
      "loss": 0.4606,
      "step": 245
    },
    {
      "epoch": 0.6551264980026631,
      "grad_norm": 0.36750359997980137,
      "learning_rate": 4.342885375494071e-05,
      "loss": 0.4429,
      "step": 246
    },
    {
      "epoch": 0.6577896138482024,
      "grad_norm": 0.5483612794064252,
      "learning_rate": 4.337944664031621e-05,
      "loss": 0.4533,
      "step": 247
    },
    {
      "epoch": 0.6604527296937417,
      "grad_norm": 0.3506444877775761,
      "learning_rate": 4.33300395256917e-05,
      "loss": 0.4469,
      "step": 248
    },
    {
      "epoch": 0.6631158455392809,
      "grad_norm": 0.49614493451666597,
      "learning_rate": 4.32806324110672e-05,
      "loss": 0.4511,
      "step": 249
    },
    {
      "epoch": 0.6657789613848203,
      "grad_norm": 0.38209500350480796,
      "learning_rate": 4.323122529644269e-05,
      "loss": 0.4556,
      "step": 250
    },
    {
      "epoch": 0.6684420772303595,
      "grad_norm": 0.3909575859613948,
      "learning_rate": 4.318181818181819e-05,
      "loss": 0.4573,
      "step": 251
    },
    {
      "epoch": 0.6711051930758988,
      "grad_norm": 0.41081105341671875,
      "learning_rate": 4.313241106719368e-05,
      "loss": 0.4319,
      "step": 252
    },
    {
      "epoch": 0.6737683089214381,
      "grad_norm": 0.3263282193938601,
      "learning_rate": 4.3083003952569175e-05,
      "loss": 0.4477,
      "step": 253
    },
    {
      "epoch": 0.6764314247669774,
      "grad_norm": 0.30906206450856727,
      "learning_rate": 4.3033596837944666e-05,
      "loss": 0.449,
      "step": 254
    },
    {
      "epoch": 0.6790945406125166,
      "grad_norm": 0.4519613203178409,
      "learning_rate": 4.2984189723320164e-05,
      "loss": 0.4411,
      "step": 255
    },
    {
      "epoch": 0.681757656458056,
      "grad_norm": 0.4018486844337667,
      "learning_rate": 4.2934782608695655e-05,
      "loss": 0.4402,
      "step": 256
    },
    {
      "epoch": 0.6844207723035952,
      "grad_norm": 0.41908409625079107,
      "learning_rate": 4.288537549407115e-05,
      "loss": 0.4531,
      "step": 257
    },
    {
      "epoch": 0.6870838881491345,
      "grad_norm": 0.34694110159483726,
      "learning_rate": 4.2835968379446644e-05,
      "loss": 0.4533,
      "step": 258
    },
    {
      "epoch": 0.6897470039946738,
      "grad_norm": 0.4051995527756752,
      "learning_rate": 4.2786561264822135e-05,
      "loss": 0.4533,
      "step": 259
    },
    {
      "epoch": 0.6924101198402131,
      "grad_norm": 0.3557731708549695,
      "learning_rate": 4.2737154150197626e-05,
      "loss": 0.4665,
      "step": 260
    },
    {
      "epoch": 0.6950732356857523,
      "grad_norm": 0.387832077012766,
      "learning_rate": 4.2687747035573124e-05,
      "loss": 0.4407,
      "step": 261
    },
    {
      "epoch": 0.6977363515312917,
      "grad_norm": 0.38082367574409703,
      "learning_rate": 4.2638339920948615e-05,
      "loss": 0.453,
      "step": 262
    },
    {
      "epoch": 0.7003994673768309,
      "grad_norm": 0.33683683724829466,
      "learning_rate": 4.258893280632411e-05,
      "loss": 0.4635,
      "step": 263
    },
    {
      "epoch": 0.7030625832223701,
      "grad_norm": 0.4169335496839881,
      "learning_rate": 4.2539525691699603e-05,
      "loss": 0.4563,
      "step": 264
    },
    {
      "epoch": 0.7057256990679095,
      "grad_norm": 0.3214835965167982,
      "learning_rate": 4.24901185770751e-05,
      "loss": 0.4542,
      "step": 265
    },
    {
      "epoch": 0.7083888149134487,
      "grad_norm": 0.3530582715253166,
      "learning_rate": 4.244071146245059e-05,
      "loss": 0.4331,
      "step": 266
    },
    {
      "epoch": 0.711051930758988,
      "grad_norm": 0.36340494740289614,
      "learning_rate": 4.239130434782609e-05,
      "loss": 0.4394,
      "step": 267
    },
    {
      "epoch": 0.7137150466045273,
      "grad_norm": 0.3874861034018051,
      "learning_rate": 4.234189723320158e-05,
      "loss": 0.4297,
      "step": 268
    },
    {
      "epoch": 0.7163781624500666,
      "grad_norm": 0.387734289004501,
      "learning_rate": 4.229249011857708e-05,
      "loss": 0.4518,
      "step": 269
    },
    {
      "epoch": 0.7190412782956058,
      "grad_norm": 0.3011771126496286,
      "learning_rate": 4.224308300395257e-05,
      "loss": 0.4369,
      "step": 270
    },
    {
      "epoch": 0.7217043941411452,
      "grad_norm": 0.41746724783245387,
      "learning_rate": 4.219367588932807e-05,
      "loss": 0.4509,
      "step": 271
    },
    {
      "epoch": 0.7243675099866844,
      "grad_norm": 0.3395798145391856,
      "learning_rate": 4.214426877470356e-05,
      "loss": 0.4643,
      "step": 272
    },
    {
      "epoch": 0.7270306258322237,
      "grad_norm": 0.4118033460496559,
      "learning_rate": 4.2094861660079056e-05,
      "loss": 0.4238,
      "step": 273
    },
    {
      "epoch": 0.729693741677763,
      "grad_norm": 0.2988995865914867,
      "learning_rate": 4.204545454545455e-05,
      "loss": 0.4414,
      "step": 274
    },
    {
      "epoch": 0.7323568575233023,
      "grad_norm": 0.4755302873686915,
      "learning_rate": 4.1996047430830045e-05,
      "loss": 0.4408,
      "step": 275
    },
    {
      "epoch": 0.7350199733688415,
      "grad_norm": 0.3321861192448237,
      "learning_rate": 4.1946640316205536e-05,
      "loss": 0.4471,
      "step": 276
    },
    {
      "epoch": 0.7376830892143809,
      "grad_norm": 0.45541818319145366,
      "learning_rate": 4.1897233201581034e-05,
      "loss": 0.4473,
      "step": 277
    },
    {
      "epoch": 0.7403462050599201,
      "grad_norm": 0.37099566890533026,
      "learning_rate": 4.1847826086956525e-05,
      "loss": 0.4495,
      "step": 278
    },
    {
      "epoch": 0.7430093209054593,
      "grad_norm": 0.4035270770785246,
      "learning_rate": 4.1798418972332016e-05,
      "loss": 0.4513,
      "step": 279
    },
    {
      "epoch": 0.7456724367509987,
      "grad_norm": 0.3441312582159767,
      "learning_rate": 4.174901185770751e-05,
      "loss": 0.4358,
      "step": 280
    },
    {
      "epoch": 0.748335552596538,
      "grad_norm": 0.44606462407083225,
      "learning_rate": 4.1699604743083005e-05,
      "loss": 0.4441,
      "step": 281
    },
    {
      "epoch": 0.7509986684420772,
      "grad_norm": 0.41551217890891706,
      "learning_rate": 4.1650197628458496e-05,
      "loss": 0.4389,
      "step": 282
    },
    {
      "epoch": 0.7536617842876165,
      "grad_norm": 0.3972988958201408,
      "learning_rate": 4.160079051383399e-05,
      "loss": 0.4375,
      "step": 283
    },
    {
      "epoch": 0.7563249001331558,
      "grad_norm": 0.47085225893645843,
      "learning_rate": 4.1551383399209484e-05,
      "loss": 0.4567,
      "step": 284
    },
    {
      "epoch": 0.758988015978695,
      "grad_norm": 0.34543261673414827,
      "learning_rate": 4.150197628458498e-05,
      "loss": 0.4459,
      "step": 285
    },
    {
      "epoch": 0.7616511318242344,
      "grad_norm": 0.43195994812681116,
      "learning_rate": 4.145256916996047e-05,
      "loss": 0.4589,
      "step": 286
    },
    {
      "epoch": 0.7643142476697736,
      "grad_norm": 0.3459436864735825,
      "learning_rate": 4.140316205533597e-05,
      "loss": 0.4599,
      "step": 287
    },
    {
      "epoch": 0.7669773635153129,
      "grad_norm": 0.36207300529867464,
      "learning_rate": 4.135375494071146e-05,
      "loss": 0.4303,
      "step": 288
    },
    {
      "epoch": 0.7696404793608522,
      "grad_norm": 0.41345784501066335,
      "learning_rate": 4.130434782608696e-05,
      "loss": 0.4271,
      "step": 289
    },
    {
      "epoch": 0.7723035952063915,
      "grad_norm": 0.3159838632384483,
      "learning_rate": 4.125494071146245e-05,
      "loss": 0.4559,
      "step": 290
    },
    {
      "epoch": 0.7749667110519307,
      "grad_norm": 0.3812699162571922,
      "learning_rate": 4.120553359683795e-05,
      "loss": 0.4342,
      "step": 291
    },
    {
      "epoch": 0.7776298268974701,
      "grad_norm": 0.37911131885498967,
      "learning_rate": 4.115612648221344e-05,
      "loss": 0.4362,
      "step": 292
    },
    {
      "epoch": 0.7802929427430093,
      "grad_norm": 0.29763254355588903,
      "learning_rate": 4.110671936758894e-05,
      "loss": 0.438,
      "step": 293
    },
    {
      "epoch": 0.7829560585885486,
      "grad_norm": 0.42619217859831243,
      "learning_rate": 4.105731225296443e-05,
      "loss": 0.4359,
      "step": 294
    },
    {
      "epoch": 0.7856191744340879,
      "grad_norm": 0.3300550679665931,
      "learning_rate": 4.1007905138339926e-05,
      "loss": 0.43,
      "step": 295
    },
    {
      "epoch": 0.7882822902796272,
      "grad_norm": 0.36668560763021596,
      "learning_rate": 4.095849802371542e-05,
      "loss": 0.4307,
      "step": 296
    },
    {
      "epoch": 0.7909454061251664,
      "grad_norm": 0.4285864023060217,
      "learning_rate": 4.0909090909090915e-05,
      "loss": 0.44,
      "step": 297
    },
    {
      "epoch": 0.7936085219707057,
      "grad_norm": 0.40308733058892654,
      "learning_rate": 4.0859683794466406e-05,
      "loss": 0.4438,
      "step": 298
    },
    {
      "epoch": 0.796271637816245,
      "grad_norm": 0.48251508562888784,
      "learning_rate": 4.08102766798419e-05,
      "loss": 0.465,
      "step": 299
    },
    {
      "epoch": 0.7989347536617842,
      "grad_norm": 0.3630289677972406,
      "learning_rate": 4.076086956521739e-05,
      "loss": 0.4472,
      "step": 300
    },
    {
      "epoch": 0.8015978695073236,
      "grad_norm": 0.39496674097555107,
      "learning_rate": 4.0711462450592886e-05,
      "loss": 0.4391,
      "step": 301
    },
    {
      "epoch": 0.8042609853528628,
      "grad_norm": 0.3844393845604204,
      "learning_rate": 4.0662055335968377e-05,
      "loss": 0.4594,
      "step": 302
    },
    {
      "epoch": 0.8069241011984021,
      "grad_norm": 0.41185922961873794,
      "learning_rate": 4.0612648221343874e-05,
      "loss": 0.4302,
      "step": 303
    },
    {
      "epoch": 0.8095872170439414,
      "grad_norm": 0.3856385433600225,
      "learning_rate": 4.0563241106719365e-05,
      "loss": 0.4436,
      "step": 304
    },
    {
      "epoch": 0.8122503328894807,
      "grad_norm": 0.38840299488987834,
      "learning_rate": 4.051383399209486e-05,
      "loss": 0.4536,
      "step": 305
    },
    {
      "epoch": 0.8149134487350199,
      "grad_norm": 0.3814150713404761,
      "learning_rate": 4.0464426877470354e-05,
      "loss": 0.4478,
      "step": 306
    },
    {
      "epoch": 0.8175765645805593,
      "grad_norm": 0.3688695146114231,
      "learning_rate": 4.041501976284585e-05,
      "loss": 0.4371,
      "step": 307
    },
    {
      "epoch": 0.8202396804260985,
      "grad_norm": 0.4525942844580142,
      "learning_rate": 4.036561264822134e-05,
      "loss": 0.4291,
      "step": 308
    },
    {
      "epoch": 0.8229027962716379,
      "grad_norm": 0.4052871924274271,
      "learning_rate": 4.031620553359684e-05,
      "loss": 0.4441,
      "step": 309
    },
    {
      "epoch": 0.8255659121171771,
      "grad_norm": 0.39806513754399514,
      "learning_rate": 4.026679841897233e-05,
      "loss": 0.4411,
      "step": 310
    },
    {
      "epoch": 0.8282290279627164,
      "grad_norm": 0.3805049053303521,
      "learning_rate": 4.021739130434783e-05,
      "loss": 0.4366,
      "step": 311
    },
    {
      "epoch": 0.8308921438082557,
      "grad_norm": 0.4001908389883243,
      "learning_rate": 4.016798418972332e-05,
      "loss": 0.4481,
      "step": 312
    },
    {
      "epoch": 0.833555259653795,
      "grad_norm": 0.3685478975261263,
      "learning_rate": 4.011857707509882e-05,
      "loss": 0.4444,
      "step": 313
    },
    {
      "epoch": 0.8362183754993342,
      "grad_norm": 0.3338436350006864,
      "learning_rate": 4.006916996047431e-05,
      "loss": 0.4479,
      "step": 314
    },
    {
      "epoch": 0.8388814913448736,
      "grad_norm": 0.41429245260714803,
      "learning_rate": 4.001976284584981e-05,
      "loss": 0.449,
      "step": 315
    },
    {
      "epoch": 0.8415446071904128,
      "grad_norm": 0.4423411865525233,
      "learning_rate": 3.99703557312253e-05,
      "loss": 0.4659,
      "step": 316
    },
    {
      "epoch": 0.844207723035952,
      "grad_norm": 0.2957853011048819,
      "learning_rate": 3.9920948616600796e-05,
      "loss": 0.4251,
      "step": 317
    },
    {
      "epoch": 0.8468708388814914,
      "grad_norm": 0.4030160825498704,
      "learning_rate": 3.987154150197629e-05,
      "loss": 0.4371,
      "step": 318
    },
    {
      "epoch": 0.8495339547270306,
      "grad_norm": 0.3580572215645172,
      "learning_rate": 3.982213438735178e-05,
      "loss": 0.4227,
      "step": 319
    },
    {
      "epoch": 0.8521970705725699,
      "grad_norm": 0.39710125591854223,
      "learning_rate": 3.9772727272727275e-05,
      "loss": 0.4293,
      "step": 320
    },
    {
      "epoch": 0.8548601864181092,
      "grad_norm": 0.4051765562646604,
      "learning_rate": 3.9723320158102766e-05,
      "loss": 0.4334,
      "step": 321
    },
    {
      "epoch": 0.8575233022636485,
      "grad_norm": 0.41675278060825943,
      "learning_rate": 3.9673913043478264e-05,
      "loss": 0.4386,
      "step": 322
    },
    {
      "epoch": 0.8601864181091877,
      "grad_norm": 0.4375405045592726,
      "learning_rate": 3.9624505928853755e-05,
      "loss": 0.4533,
      "step": 323
    },
    {
      "epoch": 0.8628495339547271,
      "grad_norm": 0.4043621563504148,
      "learning_rate": 3.957509881422925e-05,
      "loss": 0.4497,
      "step": 324
    },
    {
      "epoch": 0.8655126498002663,
      "grad_norm": 0.37983530045601516,
      "learning_rate": 3.9525691699604744e-05,
      "loss": 0.4392,
      "step": 325
    },
    {
      "epoch": 0.8681757656458056,
      "grad_norm": 0.4289732652538706,
      "learning_rate": 3.947628458498024e-05,
      "loss": 0.4401,
      "step": 326
    },
    {
      "epoch": 0.8708388814913449,
      "grad_norm": 0.34033600614743714,
      "learning_rate": 3.942687747035573e-05,
      "loss": 0.453,
      "step": 327
    },
    {
      "epoch": 0.8735019973368842,
      "grad_norm": 0.399300367168935,
      "learning_rate": 3.937747035573123e-05,
      "loss": 0.433,
      "step": 328
    },
    {
      "epoch": 0.8761651131824234,
      "grad_norm": 0.36717092389818584,
      "learning_rate": 3.932806324110672e-05,
      "loss": 0.4523,
      "step": 329
    },
    {
      "epoch": 0.8788282290279628,
      "grad_norm": 0.43669770511305556,
      "learning_rate": 3.927865612648222e-05,
      "loss": 0.437,
      "step": 330
    },
    {
      "epoch": 0.881491344873502,
      "grad_norm": 0.3631294987791108,
      "learning_rate": 3.922924901185771e-05,
      "loss": 0.4335,
      "step": 331
    },
    {
      "epoch": 0.8841544607190412,
      "grad_norm": 0.45116504976872973,
      "learning_rate": 3.917984189723321e-05,
      "loss": 0.4562,
      "step": 332
    },
    {
      "epoch": 0.8868175765645806,
      "grad_norm": 0.3163566159546663,
      "learning_rate": 3.91304347826087e-05,
      "loss": 0.4286,
      "step": 333
    },
    {
      "epoch": 0.8894806924101198,
      "grad_norm": 0.49699702016497876,
      "learning_rate": 3.90810276679842e-05,
      "loss": 0.4214,
      "step": 334
    },
    {
      "epoch": 0.8921438082556591,
      "grad_norm": 0.4164898463983148,
      "learning_rate": 3.903162055335969e-05,
      "loss": 0.4354,
      "step": 335
    },
    {
      "epoch": 0.8948069241011984,
      "grad_norm": 0.39631778611383006,
      "learning_rate": 3.8982213438735186e-05,
      "loss": 0.4389,
      "step": 336
    },
    {
      "epoch": 0.8974700399467377,
      "grad_norm": 0.4545892509897146,
      "learning_rate": 3.893280632411067e-05,
      "loss": 0.4312,
      "step": 337
    },
    {
      "epoch": 0.9001331557922769,
      "grad_norm": 0.41988367228289636,
      "learning_rate": 3.888339920948617e-05,
      "loss": 0.4433,
      "step": 338
    },
    {
      "epoch": 0.9027962716378163,
      "grad_norm": 0.3123307577517813,
      "learning_rate": 3.883399209486166e-05,
      "loss": 0.4272,
      "step": 339
    },
    {
      "epoch": 0.9054593874833555,
      "grad_norm": 0.31692127951353677,
      "learning_rate": 3.8784584980237156e-05,
      "loss": 0.4292,
      "step": 340
    },
    {
      "epoch": 0.9081225033288948,
      "grad_norm": 0.33613245505768613,
      "learning_rate": 3.873517786561265e-05,
      "loss": 0.4249,
      "step": 341
    },
    {
      "epoch": 0.9107856191744341,
      "grad_norm": 0.30559768683570065,
      "learning_rate": 3.8685770750988145e-05,
      "loss": 0.4398,
      "step": 342
    },
    {
      "epoch": 0.9134487350199734,
      "grad_norm": 0.3939981911193064,
      "learning_rate": 3.8636363636363636e-05,
      "loss": 0.4335,
      "step": 343
    },
    {
      "epoch": 0.9161118508655126,
      "grad_norm": 0.33858345690029085,
      "learning_rate": 3.8586956521739134e-05,
      "loss": 0.4451,
      "step": 344
    },
    {
      "epoch": 0.918774966711052,
      "grad_norm": 0.3422872934004404,
      "learning_rate": 3.8537549407114625e-05,
      "loss": 0.4353,
      "step": 345
    },
    {
      "epoch": 0.9214380825565912,
      "grad_norm": 0.3280283881293896,
      "learning_rate": 3.848814229249012e-05,
      "loss": 0.4336,
      "step": 346
    },
    {
      "epoch": 0.9241011984021305,
      "grad_norm": 0.3212166344001671,
      "learning_rate": 3.8438735177865614e-05,
      "loss": 0.4436,
      "step": 347
    },
    {
      "epoch": 0.9267643142476698,
      "grad_norm": 0.29779879718680563,
      "learning_rate": 3.838932806324111e-05,
      "loss": 0.4224,
      "step": 348
    },
    {
      "epoch": 0.929427430093209,
      "grad_norm": 0.32257209602500175,
      "learning_rate": 3.83399209486166e-05,
      "loss": 0.4324,
      "step": 349
    },
    {
      "epoch": 0.9320905459387483,
      "grad_norm": 0.3283760169277036,
      "learning_rate": 3.82905138339921e-05,
      "loss": 0.4312,
      "step": 350
    },
    {
      "epoch": 0.9347536617842876,
      "grad_norm": 0.29560048048387905,
      "learning_rate": 3.824110671936759e-05,
      "loss": 0.438,
      "step": 351
    },
    {
      "epoch": 0.9374167776298269,
      "grad_norm": 0.31047996971013586,
      "learning_rate": 3.819169960474309e-05,
      "loss": 0.436,
      "step": 352
    },
    {
      "epoch": 0.9400798934753661,
      "grad_norm": 0.3203340478559344,
      "learning_rate": 3.814229249011858e-05,
      "loss": 0.4178,
      "step": 353
    },
    {
      "epoch": 0.9427430093209055,
      "grad_norm": 0.3000799797652741,
      "learning_rate": 3.809288537549408e-05,
      "loss": 0.4283,
      "step": 354
    },
    {
      "epoch": 0.9454061251664447,
      "grad_norm": 0.31625082964426837,
      "learning_rate": 3.804347826086957e-05,
      "loss": 0.4355,
      "step": 355
    },
    {
      "epoch": 0.948069241011984,
      "grad_norm": 0.38688019968777704,
      "learning_rate": 3.7994071146245066e-05,
      "loss": 0.4561,
      "step": 356
    },
    {
      "epoch": 0.9507323568575233,
      "grad_norm": 0.309916135809927,
      "learning_rate": 3.794466403162055e-05,
      "loss": 0.4323,
      "step": 357
    },
    {
      "epoch": 0.9533954727030626,
      "grad_norm": 0.4119303884073823,
      "learning_rate": 3.789525691699605e-05,
      "loss": 0.4346,
      "step": 358
    },
    {
      "epoch": 0.9560585885486018,
      "grad_norm": 0.36057463061333933,
      "learning_rate": 3.784584980237154e-05,
      "loss": 0.4521,
      "step": 359
    },
    {
      "epoch": 0.9587217043941412,
      "grad_norm": 0.3385683676369823,
      "learning_rate": 3.779644268774704e-05,
      "loss": 0.4186,
      "step": 360
    },
    {
      "epoch": 0.9613848202396804,
      "grad_norm": 0.40056553056875543,
      "learning_rate": 3.774703557312253e-05,
      "loss": 0.4577,
      "step": 361
    },
    {
      "epoch": 0.9640479360852197,
      "grad_norm": 0.3362167210172609,
      "learning_rate": 3.7697628458498026e-05,
      "loss": 0.4232,
      "step": 362
    },
    {
      "epoch": 0.966711051930759,
      "grad_norm": 0.39765353196088127,
      "learning_rate": 3.764822134387352e-05,
      "loss": 0.4441,
      "step": 363
    },
    {
      "epoch": 0.9693741677762983,
      "grad_norm": 0.34508268417865146,
      "learning_rate": 3.7598814229249015e-05,
      "loss": 0.4339,
      "step": 364
    },
    {
      "epoch": 0.9720372836218375,
      "grad_norm": 0.346158165413465,
      "learning_rate": 3.7549407114624506e-05,
      "loss": 0.4314,
      "step": 365
    },
    {
      "epoch": 0.9747003994673769,
      "grad_norm": 0.38758138562436,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 0.4479,
      "step": 366
    },
    {
      "epoch": 0.9773635153129161,
      "grad_norm": 0.3616955496837348,
      "learning_rate": 3.7450592885375494e-05,
      "loss": 0.4295,
      "step": 367
    },
    {
      "epoch": 0.9800266311584553,
      "grad_norm": 0.36330419598482033,
      "learning_rate": 3.740118577075099e-05,
      "loss": 0.431,
      "step": 368
    },
    {
      "epoch": 0.9826897470039947,
      "grad_norm": 0.38220931731215757,
      "learning_rate": 3.735177865612648e-05,
      "loss": 0.4411,
      "step": 369
    },
    {
      "epoch": 0.9853528628495339,
      "grad_norm": 0.32482883893874537,
      "learning_rate": 3.730237154150198e-05,
      "loss": 0.4352,
      "step": 370
    },
    {
      "epoch": 0.9880159786950732,
      "grad_norm": 0.3797976983855516,
      "learning_rate": 3.725296442687747e-05,
      "loss": 0.4273,
      "step": 371
    },
    {
      "epoch": 0.9906790945406125,
      "grad_norm": 0.3333203576267911,
      "learning_rate": 3.720355731225297e-05,
      "loss": 0.4353,
      "step": 372
    },
    {
      "epoch": 0.9933422103861518,
      "grad_norm": 0.3565932063789887,
      "learning_rate": 3.715415019762846e-05,
      "loss": 0.4312,
      "step": 373
    },
    {
      "epoch": 0.996005326231691,
      "grad_norm": 0.35499721260713074,
      "learning_rate": 3.710474308300396e-05,
      "loss": 0.4328,
      "step": 374
    },
    {
      "epoch": 0.9986684420772304,
      "grad_norm": 0.34312841144350587,
      "learning_rate": 3.705533596837945e-05,
      "loss": 0.4238,
      "step": 375
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.34312841144350587,
      "learning_rate": 3.700592885375494e-05,
      "loss": 0.4292,
      "step": 376
    },
    {
      "epoch": 1.0026631158455392,
      "grad_norm": 0.523484923884555,
      "learning_rate": 3.695652173913043e-05,
      "loss": 0.3827,
      "step": 377
    },
    {
      "epoch": 1.0053262316910785,
      "grad_norm": 0.44981178204276556,
      "learning_rate": 3.690711462450593e-05,
      "loss": 0.3497,
      "step": 378
    },
    {
      "epoch": 1.007989347536618,
      "grad_norm": 0.30585009680415987,
      "learning_rate": 3.685770750988142e-05,
      "loss": 0.3667,
      "step": 379
    },
    {
      "epoch": 1.0106524633821572,
      "grad_norm": 0.3734972975740805,
      "learning_rate": 3.680830039525692e-05,
      "loss": 0.365,
      "step": 380
    },
    {
      "epoch": 1.0133155792276964,
      "grad_norm": 0.32549667969227175,
      "learning_rate": 3.675889328063241e-05,
      "loss": 0.3756,
      "step": 381
    },
    {
      "epoch": 1.0159786950732357,
      "grad_norm": 0.4493130971817616,
      "learning_rate": 3.670948616600791e-05,
      "loss": 0.358,
      "step": 382
    },
    {
      "epoch": 1.018641810918775,
      "grad_norm": 0.40705895511048784,
      "learning_rate": 3.66600790513834e-05,
      "loss": 0.3711,
      "step": 383
    },
    {
      "epoch": 1.0213049267643142,
      "grad_norm": 0.3979472669944709,
      "learning_rate": 3.6610671936758896e-05,
      "loss": 0.3613,
      "step": 384
    },
    {
      "epoch": 1.0239680426098536,
      "grad_norm": 0.44247177084982264,
      "learning_rate": 3.656126482213439e-05,
      "loss": 0.3461,
      "step": 385
    },
    {
      "epoch": 1.0266311584553929,
      "grad_norm": 0.3643767210189153,
      "learning_rate": 3.6511857707509884e-05,
      "loss": 0.3682,
      "step": 386
    },
    {
      "epoch": 1.0292942743009321,
      "grad_norm": 0.3710522218627508,
      "learning_rate": 3.6462450592885375e-05,
      "loss": 0.3616,
      "step": 387
    },
    {
      "epoch": 1.0319573901464714,
      "grad_norm": 0.39199235847196745,
      "learning_rate": 3.641304347826087e-05,
      "loss": 0.3373,
      "step": 388
    },
    {
      "epoch": 1.0346205059920106,
      "grad_norm": 0.3716307271666748,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 0.3783,
      "step": 389
    },
    {
      "epoch": 1.0372836218375499,
      "grad_norm": 0.39593613574016095,
      "learning_rate": 3.631422924901186e-05,
      "loss": 0.3605,
      "step": 390
    },
    {
      "epoch": 1.0399467376830893,
      "grad_norm": 0.3741049180680241,
      "learning_rate": 3.626482213438735e-05,
      "loss": 0.3643,
      "step": 391
    },
    {
      "epoch": 1.0426098535286286,
      "grad_norm": 0.39560887666458844,
      "learning_rate": 3.621541501976285e-05,
      "loss": 0.3873,
      "step": 392
    },
    {
      "epoch": 1.0452729693741678,
      "grad_norm": 0.4542194912059658,
      "learning_rate": 3.616600790513834e-05,
      "loss": 0.3517,
      "step": 393
    },
    {
      "epoch": 1.047936085219707,
      "grad_norm": 0.3376853296582342,
      "learning_rate": 3.611660079051384e-05,
      "loss": 0.3746,
      "step": 394
    },
    {
      "epoch": 1.0505992010652463,
      "grad_norm": 0.38846148578122447,
      "learning_rate": 3.606719367588933e-05,
      "loss": 0.3389,
      "step": 395
    },
    {
      "epoch": 1.0532623169107855,
      "grad_norm": 0.32360005393691865,
      "learning_rate": 3.601778656126482e-05,
      "loss": 0.3663,
      "step": 396
    },
    {
      "epoch": 1.055925432756325,
      "grad_norm": 0.326112805381814,
      "learning_rate": 3.596837944664031e-05,
      "loss": 0.3581,
      "step": 397
    },
    {
      "epoch": 1.0585885486018642,
      "grad_norm": 0.28926622056464246,
      "learning_rate": 3.591897233201581e-05,
      "loss": 0.358,
      "step": 398
    },
    {
      "epoch": 1.0612516644474035,
      "grad_norm": 0.3055465293423247,
      "learning_rate": 3.58695652173913e-05,
      "loss": 0.3617,
      "step": 399
    },
    {
      "epoch": 1.0639147802929427,
      "grad_norm": 0.33022021713183336,
      "learning_rate": 3.58201581027668e-05,
      "loss": 0.353,
      "step": 400
    },
    {
      "epoch": 1.066577896138482,
      "grad_norm": 0.29024468585164404,
      "learning_rate": 3.577075098814229e-05,
      "loss": 0.355,
      "step": 401
    },
    {
      "epoch": 1.0692410119840212,
      "grad_norm": 0.2733040275941461,
      "learning_rate": 3.572134387351779e-05,
      "loss": 0.3574,
      "step": 402
    },
    {
      "epoch": 1.0719041278295607,
      "grad_norm": 0.3226214256196561,
      "learning_rate": 3.567193675889328e-05,
      "loss": 0.3528,
      "step": 403
    },
    {
      "epoch": 1.0745672436751,
      "grad_norm": 0.31534151465175414,
      "learning_rate": 3.5622529644268777e-05,
      "loss": 0.3539,
      "step": 404
    },
    {
      "epoch": 1.0772303595206392,
      "grad_norm": 0.2751061424659443,
      "learning_rate": 3.557312252964427e-05,
      "loss": 0.3667,
      "step": 405
    },
    {
      "epoch": 1.0798934753661784,
      "grad_norm": 0.3612676719250419,
      "learning_rate": 3.5523715415019765e-05,
      "loss": 0.3541,
      "step": 406
    },
    {
      "epoch": 1.0825565912117177,
      "grad_norm": 0.3011759295136269,
      "learning_rate": 3.5474308300395256e-05,
      "loss": 0.3606,
      "step": 407
    },
    {
      "epoch": 1.085219707057257,
      "grad_norm": 0.3978993850172965,
      "learning_rate": 3.5424901185770754e-05,
      "loss": 0.3626,
      "step": 408
    },
    {
      "epoch": 1.0878828229027964,
      "grad_norm": 0.2872210237523896,
      "learning_rate": 3.5375494071146245e-05,
      "loss": 0.3889,
      "step": 409
    },
    {
      "epoch": 1.0905459387483356,
      "grad_norm": 0.443073058318771,
      "learning_rate": 3.532608695652174e-05,
      "loss": 0.3535,
      "step": 410
    },
    {
      "epoch": 1.0932090545938749,
      "grad_norm": 0.33127012106810017,
      "learning_rate": 3.5276679841897234e-05,
      "loss": 0.3459,
      "step": 411
    },
    {
      "epoch": 1.095872170439414,
      "grad_norm": 0.2919448905657829,
      "learning_rate": 3.522727272727273e-05,
      "loss": 0.365,
      "step": 412
    },
    {
      "epoch": 1.0985352862849533,
      "grad_norm": 0.33466018716475304,
      "learning_rate": 3.517786561264822e-05,
      "loss": 0.3625,
      "step": 413
    },
    {
      "epoch": 1.1011984021304926,
      "grad_norm": 0.3413607594653121,
      "learning_rate": 3.512845849802372e-05,
      "loss": 0.3724,
      "step": 414
    },
    {
      "epoch": 1.103861517976032,
      "grad_norm": 0.35737975021729407,
      "learning_rate": 3.507905138339921e-05,
      "loss": 0.3774,
      "step": 415
    },
    {
      "epoch": 1.1065246338215713,
      "grad_norm": 0.34162270993471044,
      "learning_rate": 3.50296442687747e-05,
      "loss": 0.3686,
      "step": 416
    },
    {
      "epoch": 1.1091877496671105,
      "grad_norm": 0.35133143811370443,
      "learning_rate": 3.49802371541502e-05,
      "loss": 0.3699,
      "step": 417
    },
    {
      "epoch": 1.1118508655126498,
      "grad_norm": 0.3579722853716089,
      "learning_rate": 3.493083003952569e-05,
      "loss": 0.3505,
      "step": 418
    },
    {
      "epoch": 1.114513981358189,
      "grad_norm": 0.2618428057689255,
      "learning_rate": 3.488142292490119e-05,
      "loss": 0.3463,
      "step": 419
    },
    {
      "epoch": 1.1171770972037283,
      "grad_norm": 0.35732356240927676,
      "learning_rate": 3.483201581027668e-05,
      "loss": 0.3473,
      "step": 420
    },
    {
      "epoch": 1.1198402130492677,
      "grad_norm": 0.34101793627943705,
      "learning_rate": 3.478260869565218e-05,
      "loss": 0.3738,
      "step": 421
    },
    {
      "epoch": 1.122503328894807,
      "grad_norm": 0.3005835100136546,
      "learning_rate": 3.473320158102767e-05,
      "loss": 0.3748,
      "step": 422
    },
    {
      "epoch": 1.1251664447403462,
      "grad_norm": 0.3512554307406862,
      "learning_rate": 3.4683794466403166e-05,
      "loss": 0.3578,
      "step": 423
    },
    {
      "epoch": 1.1278295605858855,
      "grad_norm": 0.3037958675770476,
      "learning_rate": 3.463438735177866e-05,
      "loss": 0.3812,
      "step": 424
    },
    {
      "epoch": 1.1304926764314247,
      "grad_norm": 0.33131881019625853,
      "learning_rate": 3.4584980237154155e-05,
      "loss": 0.3475,
      "step": 425
    },
    {
      "epoch": 1.133155792276964,
      "grad_norm": 0.2887902456682679,
      "learning_rate": 3.4535573122529646e-05,
      "loss": 0.3658,
      "step": 426
    },
    {
      "epoch": 1.1358189081225034,
      "grad_norm": 0.3429001374635811,
      "learning_rate": 3.4486166007905144e-05,
      "loss": 0.37,
      "step": 427
    },
    {
      "epoch": 1.1384820239680427,
      "grad_norm": 0.32345869994940707,
      "learning_rate": 3.4436758893280635e-05,
      "loss": 0.3325,
      "step": 428
    },
    {
      "epoch": 1.141145139813582,
      "grad_norm": 0.3183193536956743,
      "learning_rate": 3.438735177865613e-05,
      "loss": 0.3597,
      "step": 429
    },
    {
      "epoch": 1.1438082556591211,
      "grad_norm": 0.3300209265208329,
      "learning_rate": 3.4337944664031624e-05,
      "loss": 0.3718,
      "step": 430
    },
    {
      "epoch": 1.1464713715046604,
      "grad_norm": 0.31339838507600637,
      "learning_rate": 3.428853754940712e-05,
      "loss": 0.3505,
      "step": 431
    },
    {
      "epoch": 1.1491344873501999,
      "grad_norm": 0.30103241701187505,
      "learning_rate": 3.423913043478261e-05,
      "loss": 0.3515,
      "step": 432
    },
    {
      "epoch": 1.151797603195739,
      "grad_norm": 0.33142077936580827,
      "learning_rate": 3.418972332015811e-05,
      "loss": 0.3454,
      "step": 433
    },
    {
      "epoch": 1.1544607190412783,
      "grad_norm": 0.26672583595142774,
      "learning_rate": 3.41403162055336e-05,
      "loss": 0.3557,
      "step": 434
    },
    {
      "epoch": 1.1571238348868176,
      "grad_norm": 0.29810972252935447,
      "learning_rate": 3.409090909090909e-05,
      "loss": 0.3627,
      "step": 435
    },
    {
      "epoch": 1.1597869507323568,
      "grad_norm": 0.4004613882147666,
      "learning_rate": 3.404150197628458e-05,
      "loss": 0.3596,
      "step": 436
    },
    {
      "epoch": 1.162450066577896,
      "grad_norm": 0.3230914038022782,
      "learning_rate": 3.399209486166008e-05,
      "loss": 0.3494,
      "step": 437
    },
    {
      "epoch": 1.1651131824234353,
      "grad_norm": 0.26213767359417905,
      "learning_rate": 3.394268774703557e-05,
      "loss": 0.3686,
      "step": 438
    },
    {
      "epoch": 1.1677762982689748,
      "grad_norm": 0.4095014774133373,
      "learning_rate": 3.389328063241107e-05,
      "loss": 0.3688,
      "step": 439
    },
    {
      "epoch": 1.170439414114514,
      "grad_norm": 0.266377270998587,
      "learning_rate": 3.384387351778656e-05,
      "loss": 0.3648,
      "step": 440
    },
    {
      "epoch": 1.1731025299600533,
      "grad_norm": 0.32985529288585497,
      "learning_rate": 3.379446640316206e-05,
      "loss": 0.3703,
      "step": 441
    },
    {
      "epoch": 1.1757656458055925,
      "grad_norm": 0.3629424885940422,
      "learning_rate": 3.374505928853755e-05,
      "loss": 0.3502,
      "step": 442
    },
    {
      "epoch": 1.1784287616511318,
      "grad_norm": 0.29079091604622403,
      "learning_rate": 3.369565217391305e-05,
      "loss": 0.3696,
      "step": 443
    },
    {
      "epoch": 1.1810918774966712,
      "grad_norm": 0.36019836895937174,
      "learning_rate": 3.364624505928854e-05,
      "loss": 0.3507,
      "step": 444
    },
    {
      "epoch": 1.1837549933422105,
      "grad_norm": 0.3710021105040673,
      "learning_rate": 3.3596837944664036e-05,
      "loss": 0.3458,
      "step": 445
    },
    {
      "epoch": 1.1864181091877497,
      "grad_norm": 0.2814671230360335,
      "learning_rate": 3.354743083003953e-05,
      "loss": 0.3625,
      "step": 446
    },
    {
      "epoch": 1.189081225033289,
      "grad_norm": 0.39752143956114194,
      "learning_rate": 3.3498023715415025e-05,
      "loss": 0.3372,
      "step": 447
    },
    {
      "epoch": 1.1917443408788282,
      "grad_norm": 0.3447518628047081,
      "learning_rate": 3.3448616600790516e-05,
      "loss": 0.352,
      "step": 448
    },
    {
      "epoch": 1.1944074567243674,
      "grad_norm": 0.23476338435026442,
      "learning_rate": 3.3399209486166014e-05,
      "loss": 0.3433,
      "step": 449
    },
    {
      "epoch": 1.1970705725699067,
      "grad_norm": 0.41285793244761565,
      "learning_rate": 3.3349802371541505e-05,
      "loss": 0.3507,
      "step": 450
    },
    {
      "epoch": 1.1997336884154461,
      "grad_norm": 0.2756526642604148,
      "learning_rate": 3.3300395256917e-05,
      "loss": 0.3679,
      "step": 451
    },
    {
      "epoch": 1.2023968042609854,
      "grad_norm": 0.35361646973541144,
      "learning_rate": 3.325098814229249e-05,
      "loss": 0.3771,
      "step": 452
    },
    {
      "epoch": 1.2050599201065246,
      "grad_norm": 0.3011012199917682,
      "learning_rate": 3.320158102766799e-05,
      "loss": 0.3501,
      "step": 453
    },
    {
      "epoch": 1.2077230359520639,
      "grad_norm": 0.2753809532139054,
      "learning_rate": 3.3152173913043475e-05,
      "loss": 0.3751,
      "step": 454
    },
    {
      "epoch": 1.2103861517976031,
      "grad_norm": 0.345446601586865,
      "learning_rate": 3.310276679841897e-05,
      "loss": 0.3675,
      "step": 455
    },
    {
      "epoch": 1.2130492676431426,
      "grad_norm": 0.3105483046559569,
      "learning_rate": 3.3053359683794464e-05,
      "loss": 0.3473,
      "step": 456
    },
    {
      "epoch": 1.2157123834886818,
      "grad_norm": 0.31097501000340777,
      "learning_rate": 3.300395256916996e-05,
      "loss": 0.3685,
      "step": 457
    },
    {
      "epoch": 1.218375499334221,
      "grad_norm": 0.35861972517870744,
      "learning_rate": 3.295454545454545e-05,
      "loss": 0.3493,
      "step": 458
    },
    {
      "epoch": 1.2210386151797603,
      "grad_norm": 0.2497414905559577,
      "learning_rate": 3.290513833992095e-05,
      "loss": 0.3596,
      "step": 459
    },
    {
      "epoch": 1.2237017310252996,
      "grad_norm": 0.3260671903675003,
      "learning_rate": 3.285573122529644e-05,
      "loss": 0.3584,
      "step": 460
    },
    {
      "epoch": 1.2263648468708388,
      "grad_norm": 0.303125715747872,
      "learning_rate": 3.280632411067194e-05,
      "loss": 0.3468,
      "step": 461
    },
    {
      "epoch": 1.229027962716378,
      "grad_norm": 0.2894307336548194,
      "learning_rate": 3.275691699604743e-05,
      "loss": 0.3589,
      "step": 462
    },
    {
      "epoch": 1.2316910785619175,
      "grad_norm": 0.3081296705994847,
      "learning_rate": 3.270750988142293e-05,
      "loss": 0.3586,
      "step": 463
    },
    {
      "epoch": 1.2343541944074568,
      "grad_norm": 0.2926327290593828,
      "learning_rate": 3.265810276679842e-05,
      "loss": 0.3594,
      "step": 464
    },
    {
      "epoch": 1.237017310252996,
      "grad_norm": 0.3050352656827861,
      "learning_rate": 3.260869565217392e-05,
      "loss": 0.3794,
      "step": 465
    },
    {
      "epoch": 1.2396804260985352,
      "grad_norm": 0.34421850278839233,
      "learning_rate": 3.255928853754941e-05,
      "loss": 0.3448,
      "step": 466
    },
    {
      "epoch": 1.2423435419440745,
      "grad_norm": 0.3178141996560178,
      "learning_rate": 3.2509881422924906e-05,
      "loss": 0.3596,
      "step": 467
    },
    {
      "epoch": 1.245006657789614,
      "grad_norm": 0.36055320312739547,
      "learning_rate": 3.24604743083004e-05,
      "loss": 0.3374,
      "step": 468
    },
    {
      "epoch": 1.2476697736351532,
      "grad_norm": 0.2584894490878346,
      "learning_rate": 3.2411067193675894e-05,
      "loss": 0.3381,
      "step": 469
    },
    {
      "epoch": 1.2503328894806924,
      "grad_norm": 0.3556442871963007,
      "learning_rate": 3.2361660079051385e-05,
      "loss": 0.3757,
      "step": 470
    },
    {
      "epoch": 1.2529960053262317,
      "grad_norm": 0.2936471278443274,
      "learning_rate": 3.231225296442688e-05,
      "loss": 0.3612,
      "step": 471
    },
    {
      "epoch": 1.255659121171771,
      "grad_norm": 0.34920820452723006,
      "learning_rate": 3.2262845849802374e-05,
      "loss": 0.3571,
      "step": 472
    },
    {
      "epoch": 1.2583222370173104,
      "grad_norm": 0.27353129045046504,
      "learning_rate": 3.221343873517787e-05,
      "loss": 0.366,
      "step": 473
    },
    {
      "epoch": 1.2609853528628494,
      "grad_norm": 0.3336825600119343,
      "learning_rate": 3.2164031620553356e-05,
      "loss": 0.3682,
      "step": 474
    },
    {
      "epoch": 1.2636484687083889,
      "grad_norm": 0.28422664920281926,
      "learning_rate": 3.2114624505928854e-05,
      "loss": 0.3574,
      "step": 475
    },
    {
      "epoch": 1.2663115845539281,
      "grad_norm": 0.27995772097533356,
      "learning_rate": 3.2065217391304345e-05,
      "loss": 0.3577,
      "step": 476
    },
    {
      "epoch": 1.2689747003994674,
      "grad_norm": 0.3073145651684054,
      "learning_rate": 3.201581027667984e-05,
      "loss": 0.356,
      "step": 477
    },
    {
      "epoch": 1.2716378162450066,
      "grad_norm": 0.2926799912079748,
      "learning_rate": 3.1966403162055334e-05,
      "loss": 0.3398,
      "step": 478
    },
    {
      "epoch": 1.2743009320905458,
      "grad_norm": 0.2638946062975387,
      "learning_rate": 3.191699604743083e-05,
      "loss": 0.3742,
      "step": 479
    },
    {
      "epoch": 1.2769640479360853,
      "grad_norm": 0.3188095670364053,
      "learning_rate": 3.186758893280632e-05,
      "loss": 0.3564,
      "step": 480
    },
    {
      "epoch": 1.2796271637816246,
      "grad_norm": 0.2620162833825017,
      "learning_rate": 3.181818181818182e-05,
      "loss": 0.36,
      "step": 481
    },
    {
      "epoch": 1.2822902796271638,
      "grad_norm": 0.34823059030048475,
      "learning_rate": 3.176877470355731e-05,
      "loss": 0.3595,
      "step": 482
    },
    {
      "epoch": 1.284953395472703,
      "grad_norm": 0.31553137736166625,
      "learning_rate": 3.171936758893281e-05,
      "loss": 0.3599,
      "step": 483
    },
    {
      "epoch": 1.2876165113182423,
      "grad_norm": 0.2955708469323441,
      "learning_rate": 3.16699604743083e-05,
      "loss": 0.3402,
      "step": 484
    },
    {
      "epoch": 1.2902796271637818,
      "grad_norm": 0.3913482669169413,
      "learning_rate": 3.16205533596838e-05,
      "loss": 0.3758,
      "step": 485
    },
    {
      "epoch": 1.2929427430093208,
      "grad_norm": 0.35700628657251265,
      "learning_rate": 3.157114624505929e-05,
      "loss": 0.3581,
      "step": 486
    },
    {
      "epoch": 1.2956058588548602,
      "grad_norm": 0.3014863988052369,
      "learning_rate": 3.152173913043479e-05,
      "loss": 0.3554,
      "step": 487
    },
    {
      "epoch": 1.2982689747003995,
      "grad_norm": 0.3644987716917946,
      "learning_rate": 3.147233201581028e-05,
      "loss": 0.3562,
      "step": 488
    },
    {
      "epoch": 1.3009320905459387,
      "grad_norm": 0.30956500239595414,
      "learning_rate": 3.1422924901185775e-05,
      "loss": 0.3454,
      "step": 489
    },
    {
      "epoch": 1.303595206391478,
      "grad_norm": 0.4175232794253573,
      "learning_rate": 3.1373517786561266e-05,
      "loss": 0.3641,
      "step": 490
    },
    {
      "epoch": 1.3062583222370172,
      "grad_norm": 0.28246226404029123,
      "learning_rate": 3.1324110671936764e-05,
      "loss": 0.3601,
      "step": 491
    },
    {
      "epoch": 1.3089214380825567,
      "grad_norm": 0.3755376891190061,
      "learning_rate": 3.1274703557312255e-05,
      "loss": 0.3774,
      "step": 492
    },
    {
      "epoch": 1.311584553928096,
      "grad_norm": 0.27298674883257873,
      "learning_rate": 3.1225296442687746e-05,
      "loss": 0.3627,
      "step": 493
    },
    {
      "epoch": 1.3142476697736352,
      "grad_norm": 0.3706229801540267,
      "learning_rate": 3.117588932806324e-05,
      "loss": 0.3735,
      "step": 494
    },
    {
      "epoch": 1.3169107856191744,
      "grad_norm": 0.28143910738942546,
      "learning_rate": 3.1126482213438735e-05,
      "loss": 0.3725,
      "step": 495
    },
    {
      "epoch": 1.3195739014647137,
      "grad_norm": 0.3349025665393724,
      "learning_rate": 3.1077075098814226e-05,
      "loss": 0.3659,
      "step": 496
    },
    {
      "epoch": 1.3222370173102531,
      "grad_norm": 0.29588987329109573,
      "learning_rate": 3.1027667984189724e-05,
      "loss": 0.3749,
      "step": 497
    },
    {
      "epoch": 1.3249001331557924,
      "grad_norm": 0.27901948593654424,
      "learning_rate": 3.0978260869565215e-05,
      "loss": 0.3555,
      "step": 498
    },
    {
      "epoch": 1.3275632490013316,
      "grad_norm": 0.3180943674654497,
      "learning_rate": 3.092885375494071e-05,
      "loss": 0.3399,
      "step": 499
    },
    {
      "epoch": 1.3302263648468708,
      "grad_norm": 0.3257820898386027,
      "learning_rate": 3.0879446640316203e-05,
      "loss": 0.3592,
      "step": 500
    },
    {
      "epoch": 1.33288948069241,
      "grad_norm": 0.29341640703427146,
      "learning_rate": 3.08300395256917e-05,
      "loss": 0.3602,
      "step": 501
    },
    {
      "epoch": 1.3355525965379493,
      "grad_norm": 0.2975810782284494,
      "learning_rate": 3.078063241106719e-05,
      "loss": 0.3392,
      "step": 502
    },
    {
      "epoch": 1.3382157123834886,
      "grad_norm": 0.26682712897635374,
      "learning_rate": 3.073122529644269e-05,
      "loss": 0.3539,
      "step": 503
    },
    {
      "epoch": 1.340878828229028,
      "grad_norm": 0.29028707302441564,
      "learning_rate": 3.068181818181818e-05,
      "loss": 0.3511,
      "step": 504
    },
    {
      "epoch": 1.3435419440745673,
      "grad_norm": 0.32760242848226895,
      "learning_rate": 3.063241106719368e-05,
      "loss": 0.3804,
      "step": 505
    },
    {
      "epoch": 1.3462050599201065,
      "grad_norm": 0.3092786220233137,
      "learning_rate": 3.058300395256917e-05,
      "loss": 0.3699,
      "step": 506
    },
    {
      "epoch": 1.3488681757656458,
      "grad_norm": 0.3020724813833627,
      "learning_rate": 3.053359683794467e-05,
      "loss": 0.3676,
      "step": 507
    },
    {
      "epoch": 1.351531291611185,
      "grad_norm": 0.2824033966398368,
      "learning_rate": 3.0484189723320162e-05,
      "loss": 0.3729,
      "step": 508
    },
    {
      "epoch": 1.3541944074567245,
      "grad_norm": 0.3618887388165828,
      "learning_rate": 3.0434782608695656e-05,
      "loss": 0.3554,
      "step": 509
    },
    {
      "epoch": 1.3568575233022637,
      "grad_norm": 0.28130180514019887,
      "learning_rate": 3.038537549407115e-05,
      "loss": 0.3553,
      "step": 510
    },
    {
      "epoch": 1.359520639147803,
      "grad_norm": 0.2893653104001468,
      "learning_rate": 3.0335968379446645e-05,
      "loss": 0.3782,
      "step": 511
    },
    {
      "epoch": 1.3621837549933422,
      "grad_norm": 0.3469803538239057,
      "learning_rate": 3.0286561264822133e-05,
      "loss": 0.3464,
      "step": 512
    },
    {
      "epoch": 1.3648468708388815,
      "grad_norm": 0.2732418490440155,
      "learning_rate": 3.0237154150197627e-05,
      "loss": 0.3616,
      "step": 513
    },
    {
      "epoch": 1.3675099866844207,
      "grad_norm": 0.28562062527552706,
      "learning_rate": 3.018774703557312e-05,
      "loss": 0.3535,
      "step": 514
    },
    {
      "epoch": 1.37017310252996,
      "grad_norm": 0.2658369004792245,
      "learning_rate": 3.0138339920948616e-05,
      "loss": 0.3725,
      "step": 515
    },
    {
      "epoch": 1.3728362183754994,
      "grad_norm": 0.29358847654377684,
      "learning_rate": 3.008893280632411e-05,
      "loss": 0.3496,
      "step": 516
    },
    {
      "epoch": 1.3754993342210386,
      "grad_norm": 0.27539943140564604,
      "learning_rate": 3.0039525691699605e-05,
      "loss": 0.369,
      "step": 517
    },
    {
      "epoch": 1.378162450066578,
      "grad_norm": 0.300263236071914,
      "learning_rate": 2.99901185770751e-05,
      "loss": 0.3585,
      "step": 518
    },
    {
      "epoch": 1.3808255659121171,
      "grad_norm": 0.31613231965587374,
      "learning_rate": 2.9940711462450593e-05,
      "loss": 0.3777,
      "step": 519
    },
    {
      "epoch": 1.3834886817576564,
      "grad_norm": 0.2770700909868314,
      "learning_rate": 2.9891304347826088e-05,
      "loss": 0.3561,
      "step": 520
    },
    {
      "epoch": 1.3861517976031958,
      "grad_norm": 0.3050401099786546,
      "learning_rate": 2.9841897233201582e-05,
      "loss": 0.3563,
      "step": 521
    },
    {
      "epoch": 1.388814913448735,
      "grad_norm": 0.2533844111874208,
      "learning_rate": 2.9792490118577076e-05,
      "loss": 0.3469,
      "step": 522
    },
    {
      "epoch": 1.3914780292942743,
      "grad_norm": 0.2695972396120006,
      "learning_rate": 2.974308300395257e-05,
      "loss": 0.3621,
      "step": 523
    },
    {
      "epoch": 1.3941411451398136,
      "grad_norm": 0.28186697645815617,
      "learning_rate": 2.9693675889328065e-05,
      "loss": 0.3559,
      "step": 524
    },
    {
      "epoch": 1.3968042609853528,
      "grad_norm": 0.26628352738719235,
      "learning_rate": 2.964426877470356e-05,
      "loss": 0.3646,
      "step": 525
    },
    {
      "epoch": 1.399467376830892,
      "grad_norm": 0.2833122304678988,
      "learning_rate": 2.9594861660079054e-05,
      "loss": 0.3552,
      "step": 526
    },
    {
      "epoch": 1.4021304926764313,
      "grad_norm": 0.26716813523678146,
      "learning_rate": 2.954545454545455e-05,
      "loss": 0.3345,
      "step": 527
    },
    {
      "epoch": 1.4047936085219708,
      "grad_norm": 0.2754005215378796,
      "learning_rate": 2.9496047430830043e-05,
      "loss": 0.3531,
      "step": 528
    },
    {
      "epoch": 1.40745672436751,
      "grad_norm": 0.3036387674463336,
      "learning_rate": 2.9446640316205537e-05,
      "loss": 0.3394,
      "step": 529
    },
    {
      "epoch": 1.4101198402130493,
      "grad_norm": 0.28788105676480225,
      "learning_rate": 2.939723320158103e-05,
      "loss": 0.342,
      "step": 530
    },
    {
      "epoch": 1.4127829560585885,
      "grad_norm": 0.28191999375557225,
      "learning_rate": 2.9347826086956526e-05,
      "loss": 0.3488,
      "step": 531
    },
    {
      "epoch": 1.4154460719041277,
      "grad_norm": 0.2973599610924886,
      "learning_rate": 2.9298418972332014e-05,
      "loss": 0.369,
      "step": 532
    },
    {
      "epoch": 1.4181091877496672,
      "grad_norm": 0.29639597168777376,
      "learning_rate": 2.9249011857707508e-05,
      "loss": 0.3696,
      "step": 533
    },
    {
      "epoch": 1.4207723035952065,
      "grad_norm": 0.2943864772067253,
      "learning_rate": 2.9199604743083002e-05,
      "loss": 0.3708,
      "step": 534
    },
    {
      "epoch": 1.4234354194407457,
      "grad_norm": 0.3275031870349291,
      "learning_rate": 2.9150197628458497e-05,
      "loss": 0.359,
      "step": 535
    },
    {
      "epoch": 1.426098535286285,
      "grad_norm": 0.288973368099439,
      "learning_rate": 2.910079051383399e-05,
      "loss": 0.3534,
      "step": 536
    },
    {
      "epoch": 1.4287616511318242,
      "grad_norm": 0.3066522465043432,
      "learning_rate": 2.9051383399209485e-05,
      "loss": 0.3568,
      "step": 537
    },
    {
      "epoch": 1.4314247669773636,
      "grad_norm": 0.3056985012074139,
      "learning_rate": 2.900197628458498e-05,
      "loss": 0.3457,
      "step": 538
    },
    {
      "epoch": 1.4340878828229027,
      "grad_norm": 0.2793941010759859,
      "learning_rate": 2.8952569169960474e-05,
      "loss": 0.3559,
      "step": 539
    },
    {
      "epoch": 1.4367509986684421,
      "grad_norm": 0.2535278252678889,
      "learning_rate": 2.890316205533597e-05,
      "loss": 0.3528,
      "step": 540
    },
    {
      "epoch": 1.4394141145139814,
      "grad_norm": 0.2842251418338047,
      "learning_rate": 2.8853754940711463e-05,
      "loss": 0.3522,
      "step": 541
    },
    {
      "epoch": 1.4420772303595206,
      "grad_norm": 0.2778073412674222,
      "learning_rate": 2.8804347826086957e-05,
      "loss": 0.3603,
      "step": 542
    },
    {
      "epoch": 1.4447403462050599,
      "grad_norm": 0.2554361454610928,
      "learning_rate": 2.8754940711462452e-05,
      "loss": 0.3635,
      "step": 543
    },
    {
      "epoch": 1.447403462050599,
      "grad_norm": 0.3049003958057493,
      "learning_rate": 2.8705533596837946e-05,
      "loss": 0.3602,
      "step": 544
    },
    {
      "epoch": 1.4500665778961386,
      "grad_norm": 0.2675057851041106,
      "learning_rate": 2.865612648221344e-05,
      "loss": 0.3612,
      "step": 545
    },
    {
      "epoch": 1.4527296937416778,
      "grad_norm": 0.24887490119807607,
      "learning_rate": 2.8606719367588935e-05,
      "loss": 0.3654,
      "step": 546
    },
    {
      "epoch": 1.455392809587217,
      "grad_norm": 0.3195728958038635,
      "learning_rate": 2.855731225296443e-05,
      "loss": 0.3513,
      "step": 547
    },
    {
      "epoch": 1.4580559254327563,
      "grad_norm": 0.2546987092178984,
      "learning_rate": 2.8507905138339924e-05,
      "loss": 0.3398,
      "step": 548
    },
    {
      "epoch": 1.4607190412782955,
      "grad_norm": 0.29773690473267483,
      "learning_rate": 2.8458498023715418e-05,
      "loss": 0.3694,
      "step": 549
    },
    {
      "epoch": 1.463382157123835,
      "grad_norm": 0.29315481833169116,
      "learning_rate": 2.8409090909090912e-05,
      "loss": 0.3426,
      "step": 550
    },
    {
      "epoch": 1.466045272969374,
      "grad_norm": 0.3296358712762741,
      "learning_rate": 2.8359683794466403e-05,
      "loss": 0.3761,
      "step": 551
    },
    {
      "epoch": 1.4687083888149135,
      "grad_norm": 0.2989240945630588,
      "learning_rate": 2.8310276679841894e-05,
      "loss": 0.3574,
      "step": 552
    },
    {
      "epoch": 1.4713715046604527,
      "grad_norm": 0.2933347023687216,
      "learning_rate": 2.826086956521739e-05,
      "loss": 0.3615,
      "step": 553
    },
    {
      "epoch": 1.474034620505992,
      "grad_norm": 0.31885875118020457,
      "learning_rate": 2.8211462450592883e-05,
      "loss": 0.3645,
      "step": 554
    },
    {
      "epoch": 1.4766977363515312,
      "grad_norm": 0.2777657172797497,
      "learning_rate": 2.8162055335968378e-05,
      "loss": 0.3531,
      "step": 555
    },
    {
      "epoch": 1.4793608521970705,
      "grad_norm": 0.3318676753935055,
      "learning_rate": 2.8112648221343872e-05,
      "loss": 0.3668,
      "step": 556
    },
    {
      "epoch": 1.48202396804261,
      "grad_norm": 0.3316376422278272,
      "learning_rate": 2.8063241106719366e-05,
      "loss": 0.348,
      "step": 557
    },
    {
      "epoch": 1.4846870838881492,
      "grad_norm": 0.34334200086282374,
      "learning_rate": 2.801383399209486e-05,
      "loss": 0.3684,
      "step": 558
    },
    {
      "epoch": 1.4873501997336884,
      "grad_norm": 0.2998752672686297,
      "learning_rate": 2.7964426877470355e-05,
      "loss": 0.343,
      "step": 559
    },
    {
      "epoch": 1.4900133155792277,
      "grad_norm": 0.323718625297975,
      "learning_rate": 2.791501976284585e-05,
      "loss": 0.3435,
      "step": 560
    },
    {
      "epoch": 1.492676431424767,
      "grad_norm": 0.3042077739086944,
      "learning_rate": 2.7865612648221344e-05,
      "loss": 0.357,
      "step": 561
    },
    {
      "epoch": 1.4953395472703064,
      "grad_norm": 0.3132911982849499,
      "learning_rate": 2.7816205533596838e-05,
      "loss": 0.3481,
      "step": 562
    },
    {
      "epoch": 1.4980026631158454,
      "grad_norm": 0.25389583970465485,
      "learning_rate": 2.7766798418972333e-05,
      "loss": 0.3567,
      "step": 563
    },
    {
      "epoch": 1.5006657789613849,
      "grad_norm": 0.263337393271962,
      "learning_rate": 2.7717391304347827e-05,
      "loss": 0.3431,
      "step": 564
    },
    {
      "epoch": 1.503328894806924,
      "grad_norm": 0.2712654205175259,
      "learning_rate": 2.766798418972332e-05,
      "loss": 0.3582,
      "step": 565
    },
    {
      "epoch": 1.5059920106524634,
      "grad_norm": 0.2612896047069462,
      "learning_rate": 2.7618577075098816e-05,
      "loss": 0.3445,
      "step": 566
    },
    {
      "epoch": 1.5086551264980028,
      "grad_norm": 0.27219615901029837,
      "learning_rate": 2.756916996047431e-05,
      "loss": 0.3652,
      "step": 567
    },
    {
      "epoch": 1.5113182423435418,
      "grad_norm": 0.24840155978956244,
      "learning_rate": 2.7519762845849805e-05,
      "loss": 0.3421,
      "step": 568
    },
    {
      "epoch": 1.5139813581890813,
      "grad_norm": 0.24176135920761713,
      "learning_rate": 2.74703557312253e-05,
      "loss": 0.3512,
      "step": 569
    },
    {
      "epoch": 1.5166444740346205,
      "grad_norm": 0.2647051981979065,
      "learning_rate": 2.7420948616600793e-05,
      "loss": 0.3499,
      "step": 570
    },
    {
      "epoch": 1.5193075898801598,
      "grad_norm": 0.27211007538489024,
      "learning_rate": 2.7371541501976284e-05,
      "loss": 0.3462,
      "step": 571
    },
    {
      "epoch": 1.521970705725699,
      "grad_norm": 0.2507493740105373,
      "learning_rate": 2.732213438735178e-05,
      "loss": 0.3434,
      "step": 572
    },
    {
      "epoch": 1.5246338215712383,
      "grad_norm": 0.2693556555763232,
      "learning_rate": 2.7272727272727273e-05,
      "loss": 0.3615,
      "step": 573
    },
    {
      "epoch": 1.5272969374167777,
      "grad_norm": 0.274645850715254,
      "learning_rate": 2.7223320158102767e-05,
      "loss": 0.3445,
      "step": 574
    },
    {
      "epoch": 1.5299600532623168,
      "grad_norm": 0.24351837189102682,
      "learning_rate": 2.7173913043478262e-05,
      "loss": 0.3686,
      "step": 575
    },
    {
      "epoch": 1.5326231691078562,
      "grad_norm": 0.27710340393878174,
      "learning_rate": 2.7124505928853756e-05,
      "loss": 0.3547,
      "step": 576
    },
    {
      "epoch": 1.5352862849533955,
      "grad_norm": 0.2806488747523977,
      "learning_rate": 2.707509881422925e-05,
      "loss": 0.3672,
      "step": 577
    },
    {
      "epoch": 1.5379494007989347,
      "grad_norm": 0.32294972985992815,
      "learning_rate": 2.7025691699604745e-05,
      "loss": 0.3527,
      "step": 578
    },
    {
      "epoch": 1.5406125166444742,
      "grad_norm": 0.24771959309258884,
      "learning_rate": 2.697628458498024e-05,
      "loss": 0.3626,
      "step": 579
    },
    {
      "epoch": 1.5432756324900132,
      "grad_norm": 0.31974111618484613,
      "learning_rate": 2.6926877470355734e-05,
      "loss": 0.3553,
      "step": 580
    },
    {
      "epoch": 1.5459387483355527,
      "grad_norm": 0.28071413168163195,
      "learning_rate": 2.6877470355731228e-05,
      "loss": 0.3676,
      "step": 581
    },
    {
      "epoch": 1.548601864181092,
      "grad_norm": 0.2584928716043461,
      "learning_rate": 2.6828063241106723e-05,
      "loss": 0.3427,
      "step": 582
    },
    {
      "epoch": 1.5512649800266312,
      "grad_norm": 0.2648608207536266,
      "learning_rate": 2.6778656126482217e-05,
      "loss": 0.3377,
      "step": 583
    },
    {
      "epoch": 1.5539280958721704,
      "grad_norm": 0.2671119266891378,
      "learning_rate": 2.672924901185771e-05,
      "loss": 0.3559,
      "step": 584
    },
    {
      "epoch": 1.5565912117177096,
      "grad_norm": 0.2840788018392293,
      "learning_rate": 2.6679841897233206e-05,
      "loss": 0.355,
      "step": 585
    },
    {
      "epoch": 1.559254327563249,
      "grad_norm": 0.29216560920303836,
      "learning_rate": 2.66304347826087e-05,
      "loss": 0.3625,
      "step": 586
    },
    {
      "epoch": 1.5619174434087881,
      "grad_norm": 0.2782406231477868,
      "learning_rate": 2.6581027667984194e-05,
      "loss": 0.3544,
      "step": 587
    },
    {
      "epoch": 1.5645805592543276,
      "grad_norm": 0.27482653297611137,
      "learning_rate": 2.653162055335969e-05,
      "loss": 0.3505,
      "step": 588
    },
    {
      "epoch": 1.5672436750998668,
      "grad_norm": 0.2737639812672786,
      "learning_rate": 2.6482213438735183e-05,
      "loss": 0.3339,
      "step": 589
    },
    {
      "epoch": 1.569906790945406,
      "grad_norm": 0.30172379604459587,
      "learning_rate": 2.643280632411067e-05,
      "loss": 0.3574,
      "step": 590
    },
    {
      "epoch": 1.5725699067909455,
      "grad_norm": 0.30937296239336515,
      "learning_rate": 2.6383399209486165e-05,
      "loss": 0.3552,
      "step": 591
    },
    {
      "epoch": 1.5752330226364846,
      "grad_norm": 0.30263893603202113,
      "learning_rate": 2.633399209486166e-05,
      "loss": 0.3806,
      "step": 592
    },
    {
      "epoch": 1.577896138482024,
      "grad_norm": 0.36351951882340405,
      "learning_rate": 2.6284584980237154e-05,
      "loss": 0.3483,
      "step": 593
    },
    {
      "epoch": 1.5805592543275633,
      "grad_norm": 0.27596120256597706,
      "learning_rate": 2.623517786561265e-05,
      "loss": 0.3785,
      "step": 594
    },
    {
      "epoch": 1.5832223701731025,
      "grad_norm": 0.30086295136857,
      "learning_rate": 2.6185770750988143e-05,
      "loss": 0.3536,
      "step": 595
    },
    {
      "epoch": 1.5858854860186418,
      "grad_norm": 0.3786534775512319,
      "learning_rate": 2.6136363636363637e-05,
      "loss": 0.3577,
      "step": 596
    },
    {
      "epoch": 1.588548601864181,
      "grad_norm": 0.294153803281236,
      "learning_rate": 2.608695652173913e-05,
      "loss": 0.3603,
      "step": 597
    },
    {
      "epoch": 1.5912117177097205,
      "grad_norm": 0.316506621080003,
      "learning_rate": 2.6037549407114626e-05,
      "loss": 0.3763,
      "step": 598
    },
    {
      "epoch": 1.5938748335552595,
      "grad_norm": 0.31539133712695033,
      "learning_rate": 2.598814229249012e-05,
      "loss": 0.3373,
      "step": 599
    },
    {
      "epoch": 1.596537949400799,
      "grad_norm": 0.29787884422276756,
      "learning_rate": 2.5938735177865615e-05,
      "loss": 0.3461,
      "step": 600
    },
    {
      "epoch": 1.5992010652463382,
      "grad_norm": 0.2794574362382508,
      "learning_rate": 2.588932806324111e-05,
      "loss": 0.3607,
      "step": 601
    },
    {
      "epoch": 1.6018641810918774,
      "grad_norm": 0.28198668683252337,
      "learning_rate": 2.5839920948616603e-05,
      "loss": 0.3698,
      "step": 602
    },
    {
      "epoch": 1.604527296937417,
      "grad_norm": 0.2767707782956735,
      "learning_rate": 2.5790513833992098e-05,
      "loss": 0.3358,
      "step": 603
    },
    {
      "epoch": 1.607190412782956,
      "grad_norm": 0.26770289783678053,
      "learning_rate": 2.5741106719367592e-05,
      "loss": 0.3376,
      "step": 604
    },
    {
      "epoch": 1.6098535286284954,
      "grad_norm": 0.3244106061056206,
      "learning_rate": 2.5691699604743087e-05,
      "loss": 0.3515,
      "step": 605
    },
    {
      "epoch": 1.6125166444740346,
      "grad_norm": 0.29260066196150414,
      "learning_rate": 2.564229249011858e-05,
      "loss": 0.3712,
      "step": 606
    },
    {
      "epoch": 1.6151797603195739,
      "grad_norm": 0.39595763824507085,
      "learning_rate": 2.5592885375494075e-05,
      "loss": 0.3402,
      "step": 607
    },
    {
      "epoch": 1.6178428761651131,
      "grad_norm": 0.2911698047056363,
      "learning_rate": 2.554347826086957e-05,
      "loss": 0.3579,
      "step": 608
    },
    {
      "epoch": 1.6205059920106524,
      "grad_norm": 0.30667505894069086,
      "learning_rate": 2.5494071146245064e-05,
      "loss": 0.3488,
      "step": 609
    },
    {
      "epoch": 1.6231691078561918,
      "grad_norm": 0.3377626596928706,
      "learning_rate": 2.5444664031620552e-05,
      "loss": 0.3455,
      "step": 610
    },
    {
      "epoch": 1.6258322237017309,
      "grad_norm": 0.3019507720671119,
      "learning_rate": 2.5395256916996046e-05,
      "loss": 0.352,
      "step": 611
    },
    {
      "epoch": 1.6284953395472703,
      "grad_norm": 0.2835949922829532,
      "learning_rate": 2.534584980237154e-05,
      "loss": 0.3602,
      "step": 612
    },
    {
      "epoch": 1.6311584553928096,
      "grad_norm": 0.32444980944074003,
      "learning_rate": 2.5296442687747035e-05,
      "loss": 0.3626,
      "step": 613
    },
    {
      "epoch": 1.6338215712383488,
      "grad_norm": 0.30852262333031255,
      "learning_rate": 2.524703557312253e-05,
      "loss": 0.3415,
      "step": 614
    },
    {
      "epoch": 1.6364846870838883,
      "grad_norm": 0.2769395153617194,
      "learning_rate": 2.5197628458498024e-05,
      "loss": 0.36,
      "step": 615
    },
    {
      "epoch": 1.6391478029294273,
      "grad_norm": 0.3225695333542542,
      "learning_rate": 2.5148221343873518e-05,
      "loss": 0.3504,
      "step": 616
    },
    {
      "epoch": 1.6418109187749668,
      "grad_norm": 0.26000908179747434,
      "learning_rate": 2.5098814229249012e-05,
      "loss": 0.3511,
      "step": 617
    },
    {
      "epoch": 1.644474034620506,
      "grad_norm": 0.2558998742720099,
      "learning_rate": 2.5049407114624507e-05,
      "loss": 0.3551,
      "step": 618
    },
    {
      "epoch": 1.6471371504660453,
      "grad_norm": 0.2810631366750719,
      "learning_rate": 2.5e-05,
      "loss": 0.359,
      "step": 619
    },
    {
      "epoch": 1.6498002663115847,
      "grad_norm": 0.2764036943026752,
      "learning_rate": 2.4950592885375496e-05,
      "loss": 0.3552,
      "step": 620
    },
    {
      "epoch": 1.6524633821571237,
      "grad_norm": 0.29157627798525887,
      "learning_rate": 2.490118577075099e-05,
      "loss": 0.3477,
      "step": 621
    },
    {
      "epoch": 1.6551264980026632,
      "grad_norm": 0.30005399168360375,
      "learning_rate": 2.4851778656126484e-05,
      "loss": 0.3635,
      "step": 622
    },
    {
      "epoch": 1.6577896138482024,
      "grad_norm": 0.28682265413573244,
      "learning_rate": 2.480237154150198e-05,
      "loss": 0.3472,
      "step": 623
    },
    {
      "epoch": 1.6604527296937417,
      "grad_norm": 0.30810891527099654,
      "learning_rate": 2.475296442687747e-05,
      "loss": 0.3453,
      "step": 624
    },
    {
      "epoch": 1.663115845539281,
      "grad_norm": 0.2894658697891752,
      "learning_rate": 2.4703557312252964e-05,
      "loss": 0.348,
      "step": 625
    },
    {
      "epoch": 1.6657789613848202,
      "grad_norm": 0.26056026406293753,
      "learning_rate": 2.465415019762846e-05,
      "loss": 0.3422,
      "step": 626
    },
    {
      "epoch": 1.6684420772303596,
      "grad_norm": 0.27955802745377495,
      "learning_rate": 2.4604743083003953e-05,
      "loss": 0.351,
      "step": 627
    },
    {
      "epoch": 1.6711051930758987,
      "grad_norm": 0.2589447838000819,
      "learning_rate": 2.4555335968379447e-05,
      "loss": 0.3606,
      "step": 628
    },
    {
      "epoch": 1.6737683089214381,
      "grad_norm": 0.2726720946381243,
      "learning_rate": 2.450592885375494e-05,
      "loss": 0.3553,
      "step": 629
    },
    {
      "epoch": 1.6764314247669774,
      "grad_norm": 0.29585982981776077,
      "learning_rate": 2.4456521739130436e-05,
      "loss": 0.3429,
      "step": 630
    },
    {
      "epoch": 1.6790945406125166,
      "grad_norm": 0.25866785993085295,
      "learning_rate": 2.440711462450593e-05,
      "loss": 0.3464,
      "step": 631
    },
    {
      "epoch": 1.681757656458056,
      "grad_norm": 0.26186173743371105,
      "learning_rate": 2.4357707509881425e-05,
      "loss": 0.3624,
      "step": 632
    },
    {
      "epoch": 1.684420772303595,
      "grad_norm": 0.27529386090536323,
      "learning_rate": 2.430830039525692e-05,
      "loss": 0.3464,
      "step": 633
    },
    {
      "epoch": 1.6870838881491346,
      "grad_norm": 0.24305368943964414,
      "learning_rate": 2.425889328063241e-05,
      "loss": 0.3542,
      "step": 634
    },
    {
      "epoch": 1.6897470039946738,
      "grad_norm": 0.263035963649886,
      "learning_rate": 2.4209486166007905e-05,
      "loss": 0.3638,
      "step": 635
    },
    {
      "epoch": 1.692410119840213,
      "grad_norm": 0.2737080512587832,
      "learning_rate": 2.41600790513834e-05,
      "loss": 0.3368,
      "step": 636
    },
    {
      "epoch": 1.6950732356857523,
      "grad_norm": 0.33404220986339256,
      "learning_rate": 2.4110671936758893e-05,
      "loss": 0.3724,
      "step": 637
    },
    {
      "epoch": 1.6977363515312915,
      "grad_norm": 0.2897416261690682,
      "learning_rate": 2.4061264822134388e-05,
      "loss": 0.3593,
      "step": 638
    },
    {
      "epoch": 1.700399467376831,
      "grad_norm": 0.3041816217006561,
      "learning_rate": 2.4011857707509882e-05,
      "loss": 0.3513,
      "step": 639
    },
    {
      "epoch": 1.70306258322237,
      "grad_norm": 0.2677006117678147,
      "learning_rate": 2.3962450592885376e-05,
      "loss": 0.3594,
      "step": 640
    },
    {
      "epoch": 1.7057256990679095,
      "grad_norm": 0.2783081801536929,
      "learning_rate": 2.391304347826087e-05,
      "loss": 0.3497,
      "step": 641
    },
    {
      "epoch": 1.7083888149134487,
      "grad_norm": 0.2949970037820572,
      "learning_rate": 2.3863636363636365e-05,
      "loss": 0.3527,
      "step": 642
    },
    {
      "epoch": 1.711051930758988,
      "grad_norm": 0.29435826287206446,
      "learning_rate": 2.381422924901186e-05,
      "loss": 0.3476,
      "step": 643
    },
    {
      "epoch": 1.7137150466045274,
      "grad_norm": 0.22820704347237256,
      "learning_rate": 2.376482213438735e-05,
      "loss": 0.3563,
      "step": 644
    },
    {
      "epoch": 1.7163781624500665,
      "grad_norm": 0.2662369562790593,
      "learning_rate": 2.3715415019762845e-05,
      "loss": 0.3564,
      "step": 645
    },
    {
      "epoch": 1.719041278295606,
      "grad_norm": 0.2660848595820705,
      "learning_rate": 2.366600790513834e-05,
      "loss": 0.3507,
      "step": 646
    },
    {
      "epoch": 1.7217043941411452,
      "grad_norm": 0.2736362440179924,
      "learning_rate": 2.3616600790513834e-05,
      "loss": 0.3583,
      "step": 647
    },
    {
      "epoch": 1.7243675099866844,
      "grad_norm": 0.2877841104207108,
      "learning_rate": 2.3567193675889328e-05,
      "loss": 0.3543,
      "step": 648
    },
    {
      "epoch": 1.7270306258322237,
      "grad_norm": 0.26935615929008033,
      "learning_rate": 2.3517786561264823e-05,
      "loss": 0.3437,
      "step": 649
    },
    {
      "epoch": 1.729693741677763,
      "grad_norm": 0.2578776022705283,
      "learning_rate": 2.3468379446640317e-05,
      "loss": 0.3665,
      "step": 650
    },
    {
      "epoch": 1.7323568575233024,
      "grad_norm": 0.28540169794092723,
      "learning_rate": 2.341897233201581e-05,
      "loss": 0.3427,
      "step": 651
    },
    {
      "epoch": 1.7350199733688414,
      "grad_norm": 0.302406678764912,
      "learning_rate": 2.3369565217391306e-05,
      "loss": 0.3493,
      "step": 652
    },
    {
      "epoch": 1.7376830892143809,
      "grad_norm": 0.2613558705976954,
      "learning_rate": 2.33201581027668e-05,
      "loss": 0.3384,
      "step": 653
    },
    {
      "epoch": 1.74034620505992,
      "grad_norm": 0.31445958338443253,
      "learning_rate": 2.327075098814229e-05,
      "loss": 0.3563,
      "step": 654
    },
    {
      "epoch": 1.7430093209054593,
      "grad_norm": 0.26295035895535324,
      "learning_rate": 2.3221343873517785e-05,
      "loss": 0.3523,
      "step": 655
    },
    {
      "epoch": 1.7456724367509988,
      "grad_norm": 0.26455791446031185,
      "learning_rate": 2.317193675889328e-05,
      "loss": 0.347,
      "step": 656
    },
    {
      "epoch": 1.7483355525965378,
      "grad_norm": 0.267920904226216,
      "learning_rate": 2.3122529644268774e-05,
      "loss": 0.3757,
      "step": 657
    },
    {
      "epoch": 1.7509986684420773,
      "grad_norm": 0.29766057642277893,
      "learning_rate": 2.307312252964427e-05,
      "loss": 0.3388,
      "step": 658
    },
    {
      "epoch": 1.7536617842876165,
      "grad_norm": 0.2614333124037635,
      "learning_rate": 2.3023715415019763e-05,
      "loss": 0.3448,
      "step": 659
    },
    {
      "epoch": 1.7563249001331558,
      "grad_norm": 0.2460873862604595,
      "learning_rate": 2.2974308300395257e-05,
      "loss": 0.3701,
      "step": 660
    },
    {
      "epoch": 1.758988015978695,
      "grad_norm": 0.32415471595000084,
      "learning_rate": 2.2924901185770752e-05,
      "loss": 0.3502,
      "step": 661
    },
    {
      "epoch": 1.7616511318242343,
      "grad_norm": 0.28861202445680917,
      "learning_rate": 2.2875494071146246e-05,
      "loss": 0.3419,
      "step": 662
    },
    {
      "epoch": 1.7643142476697737,
      "grad_norm": 0.33178480237112284,
      "learning_rate": 2.282608695652174e-05,
      "loss": 0.364,
      "step": 663
    },
    {
      "epoch": 1.7669773635153128,
      "grad_norm": 0.28362428197182826,
      "learning_rate": 2.2776679841897235e-05,
      "loss": 0.3447,
      "step": 664
    },
    {
      "epoch": 1.7696404793608522,
      "grad_norm": 0.2593493932357841,
      "learning_rate": 2.272727272727273e-05,
      "loss": 0.3566,
      "step": 665
    },
    {
      "epoch": 1.7723035952063915,
      "grad_norm": 0.32399886004151673,
      "learning_rate": 2.267786561264822e-05,
      "loss": 0.352,
      "step": 666
    },
    {
      "epoch": 1.7749667110519307,
      "grad_norm": 0.2898594306022826,
      "learning_rate": 2.2628458498023715e-05,
      "loss": 0.3552,
      "step": 667
    },
    {
      "epoch": 1.7776298268974702,
      "grad_norm": 0.30141440115798507,
      "learning_rate": 2.257905138339921e-05,
      "loss": 0.3394,
      "step": 668
    },
    {
      "epoch": 1.7802929427430092,
      "grad_norm": 0.2748566768296462,
      "learning_rate": 2.2529644268774703e-05,
      "loss": 0.3639,
      "step": 669
    },
    {
      "epoch": 1.7829560585885487,
      "grad_norm": 0.2597063738725183,
      "learning_rate": 2.2480237154150198e-05,
      "loss": 0.3523,
      "step": 670
    },
    {
      "epoch": 1.785619174434088,
      "grad_norm": 0.27428899527158185,
      "learning_rate": 2.2430830039525692e-05,
      "loss": 0.3576,
      "step": 671
    },
    {
      "epoch": 1.7882822902796272,
      "grad_norm": 0.27821642567843663,
      "learning_rate": 2.2381422924901187e-05,
      "loss": 0.3431,
      "step": 672
    },
    {
      "epoch": 1.7909454061251664,
      "grad_norm": 0.3009289717068197,
      "learning_rate": 2.233201581027668e-05,
      "loss": 0.3506,
      "step": 673
    },
    {
      "epoch": 1.7936085219707056,
      "grad_norm": 0.27901500754869907,
      "learning_rate": 2.2282608695652175e-05,
      "loss": 0.3413,
      "step": 674
    },
    {
      "epoch": 1.796271637816245,
      "grad_norm": 0.26359419972730574,
      "learning_rate": 2.223320158102767e-05,
      "loss": 0.3574,
      "step": 675
    },
    {
      "epoch": 1.7989347536617841,
      "grad_norm": 0.301875250326235,
      "learning_rate": 2.2183794466403164e-05,
      "loss": 0.3586,
      "step": 676
    },
    {
      "epoch": 1.8015978695073236,
      "grad_norm": 0.293396805853932,
      "learning_rate": 2.213438735177866e-05,
      "loss": 0.3631,
      "step": 677
    },
    {
      "epoch": 1.8042609853528628,
      "grad_norm": 0.2627077951859255,
      "learning_rate": 2.2084980237154153e-05,
      "loss": 0.3421,
      "step": 678
    },
    {
      "epoch": 1.806924101198402,
      "grad_norm": 0.2910041424241653,
      "learning_rate": 2.2035573122529647e-05,
      "loss": 0.3508,
      "step": 679
    },
    {
      "epoch": 1.8095872170439415,
      "grad_norm": 0.2700422024120216,
      "learning_rate": 2.198616600790514e-05,
      "loss": 0.3656,
      "step": 680
    },
    {
      "epoch": 1.8122503328894806,
      "grad_norm": 0.261122870241434,
      "learning_rate": 2.1936758893280636e-05,
      "loss": 0.3727,
      "step": 681
    },
    {
      "epoch": 1.81491344873502,
      "grad_norm": 0.2759182990026985,
      "learning_rate": 2.188735177865613e-05,
      "loss": 0.3429,
      "step": 682
    },
    {
      "epoch": 1.8175765645805593,
      "grad_norm": 0.25688731642570295,
      "learning_rate": 2.183794466403162e-05,
      "loss": 0.3638,
      "step": 683
    },
    {
      "epoch": 1.8202396804260985,
      "grad_norm": 0.2583299882188377,
      "learning_rate": 2.1788537549407116e-05,
      "loss": 0.3627,
      "step": 684
    },
    {
      "epoch": 1.822902796271638,
      "grad_norm": 0.24824630818405677,
      "learning_rate": 2.173913043478261e-05,
      "loss": 0.3509,
      "step": 685
    },
    {
      "epoch": 1.825565912117177,
      "grad_norm": 0.2775222142294749,
      "learning_rate": 2.1689723320158105e-05,
      "loss": 0.3421,
      "step": 686
    },
    {
      "epoch": 1.8282290279627165,
      "grad_norm": 0.23869310034905467,
      "learning_rate": 2.16403162055336e-05,
      "loss": 0.3376,
      "step": 687
    },
    {
      "epoch": 1.8308921438082557,
      "grad_norm": 0.2933357911415976,
      "learning_rate": 2.1590909090909093e-05,
      "loss": 0.3521,
      "step": 688
    },
    {
      "epoch": 1.833555259653795,
      "grad_norm": 0.27832210393035933,
      "learning_rate": 2.1541501976284588e-05,
      "loss": 0.3553,
      "step": 689
    },
    {
      "epoch": 1.8362183754993342,
      "grad_norm": 0.3087436970907245,
      "learning_rate": 2.1492094861660082e-05,
      "loss": 0.347,
      "step": 690
    },
    {
      "epoch": 1.8388814913448734,
      "grad_norm": 0.2943513499295711,
      "learning_rate": 2.1442687747035576e-05,
      "loss": 0.3536,
      "step": 691
    },
    {
      "epoch": 1.841544607190413,
      "grad_norm": 0.26722654225950093,
      "learning_rate": 2.1393280632411067e-05,
      "loss": 0.3624,
      "step": 692
    },
    {
      "epoch": 1.844207723035952,
      "grad_norm": 0.2686739391641238,
      "learning_rate": 2.1343873517786562e-05,
      "loss": 0.3551,
      "step": 693
    },
    {
      "epoch": 1.8468708388814914,
      "grad_norm": 0.3317404535951985,
      "learning_rate": 2.1294466403162056e-05,
      "loss": 0.3519,
      "step": 694
    },
    {
      "epoch": 1.8495339547270306,
      "grad_norm": 0.25888461414583197,
      "learning_rate": 2.124505928853755e-05,
      "loss": 0.3621,
      "step": 695
    },
    {
      "epoch": 1.8521970705725699,
      "grad_norm": 0.2388947383775022,
      "learning_rate": 2.1195652173913045e-05,
      "loss": 0.3464,
      "step": 696
    },
    {
      "epoch": 1.8548601864181093,
      "grad_norm": 0.32253652339123096,
      "learning_rate": 2.114624505928854e-05,
      "loss": 0.3486,
      "step": 697
    },
    {
      "epoch": 1.8575233022636484,
      "grad_norm": 0.23971764237483872,
      "learning_rate": 2.1096837944664034e-05,
      "loss": 0.3469,
      "step": 698
    },
    {
      "epoch": 1.8601864181091878,
      "grad_norm": 0.2822968430519757,
      "learning_rate": 2.1047430830039528e-05,
      "loss": 0.3464,
      "step": 699
    },
    {
      "epoch": 1.862849533954727,
      "grad_norm": 0.28707092445711563,
      "learning_rate": 2.0998023715415023e-05,
      "loss": 0.3454,
      "step": 700
    },
    {
      "epoch": 1.8655126498002663,
      "grad_norm": 0.26633357589223594,
      "learning_rate": 2.0948616600790517e-05,
      "loss": 0.3528,
      "step": 701
    },
    {
      "epoch": 1.8681757656458056,
      "grad_norm": 0.30480677025070735,
      "learning_rate": 2.0899209486166008e-05,
      "loss": 0.3705,
      "step": 702
    },
    {
      "epoch": 1.8708388814913448,
      "grad_norm": 0.2589295473498244,
      "learning_rate": 2.0849802371541502e-05,
      "loss": 0.366,
      "step": 703
    },
    {
      "epoch": 1.8735019973368843,
      "grad_norm": 0.3615686651832072,
      "learning_rate": 2.0800395256916997e-05,
      "loss": 0.3545,
      "step": 704
    },
    {
      "epoch": 1.8761651131824233,
      "grad_norm": 0.2643316410023579,
      "learning_rate": 2.075098814229249e-05,
      "loss": 0.3478,
      "step": 705
    },
    {
      "epoch": 1.8788282290279628,
      "grad_norm": 0.3002604064308654,
      "learning_rate": 2.0701581027667985e-05,
      "loss": 0.3691,
      "step": 706
    },
    {
      "epoch": 1.881491344873502,
      "grad_norm": 0.2842611156357375,
      "learning_rate": 2.065217391304348e-05,
      "loss": 0.361,
      "step": 707
    },
    {
      "epoch": 1.8841544607190412,
      "grad_norm": 0.3130168183378823,
      "learning_rate": 2.0602766798418974e-05,
      "loss": 0.3536,
      "step": 708
    },
    {
      "epoch": 1.8868175765645807,
      "grad_norm": 0.3519161067004107,
      "learning_rate": 2.055335968379447e-05,
      "loss": 0.3557,
      "step": 709
    },
    {
      "epoch": 1.8894806924101197,
      "grad_norm": 0.27233651062760655,
      "learning_rate": 2.0503952569169963e-05,
      "loss": 0.3594,
      "step": 710
    },
    {
      "epoch": 1.8921438082556592,
      "grad_norm": 0.31833253788492577,
      "learning_rate": 2.0454545454545457e-05,
      "loss": 0.3489,
      "step": 711
    },
    {
      "epoch": 1.8948069241011984,
      "grad_norm": 0.24567699858003664,
      "learning_rate": 2.040513833992095e-05,
      "loss": 0.3367,
      "step": 712
    },
    {
      "epoch": 1.8974700399467377,
      "grad_norm": 0.2969050880879015,
      "learning_rate": 2.0355731225296443e-05,
      "loss": 0.3537,
      "step": 713
    },
    {
      "epoch": 1.900133155792277,
      "grad_norm": 0.3189993081371087,
      "learning_rate": 2.0306324110671937e-05,
      "loss": 0.3669,
      "step": 714
    },
    {
      "epoch": 1.9027962716378162,
      "grad_norm": 0.24524923802003742,
      "learning_rate": 2.025691699604743e-05,
      "loss": 0.3448,
      "step": 715
    },
    {
      "epoch": 1.9054593874833556,
      "grad_norm": 0.3002012848114626,
      "learning_rate": 2.0207509881422926e-05,
      "loss": 0.3592,
      "step": 716
    },
    {
      "epoch": 1.9081225033288947,
      "grad_norm": 0.2577221774068482,
      "learning_rate": 2.015810276679842e-05,
      "loss": 0.3615,
      "step": 717
    },
    {
      "epoch": 1.9107856191744341,
      "grad_norm": 0.2662922499052391,
      "learning_rate": 2.0108695652173915e-05,
      "loss": 0.3564,
      "step": 718
    },
    {
      "epoch": 1.9134487350199734,
      "grad_norm": 0.2748543453818437,
      "learning_rate": 2.005928853754941e-05,
      "loss": 0.3367,
      "step": 719
    },
    {
      "epoch": 1.9161118508655126,
      "grad_norm": 0.29453902437825724,
      "learning_rate": 2.0009881422924903e-05,
      "loss": 0.3346,
      "step": 720
    },
    {
      "epoch": 1.918774966711052,
      "grad_norm": 0.2958384946201868,
      "learning_rate": 1.9960474308300398e-05,
      "loss": 0.3653,
      "step": 721
    },
    {
      "epoch": 1.921438082556591,
      "grad_norm": 0.3110870857995837,
      "learning_rate": 1.991106719367589e-05,
      "loss": 0.3626,
      "step": 722
    },
    {
      "epoch": 1.9241011984021306,
      "grad_norm": 0.29754006004298117,
      "learning_rate": 1.9861660079051383e-05,
      "loss": 0.3595,
      "step": 723
    },
    {
      "epoch": 1.9267643142476698,
      "grad_norm": 0.2637206512469971,
      "learning_rate": 1.9812252964426878e-05,
      "loss": 0.3637,
      "step": 724
    },
    {
      "epoch": 1.929427430093209,
      "grad_norm": 0.28572071909963137,
      "learning_rate": 1.9762845849802372e-05,
      "loss": 0.351,
      "step": 725
    },
    {
      "epoch": 1.9320905459387483,
      "grad_norm": 0.26449910347561634,
      "learning_rate": 1.9713438735177866e-05,
      "loss": 0.3607,
      "step": 726
    },
    {
      "epoch": 1.9347536617842875,
      "grad_norm": 0.312752897256756,
      "learning_rate": 1.966403162055336e-05,
      "loss": 0.3591,
      "step": 727
    },
    {
      "epoch": 1.937416777629827,
      "grad_norm": 0.2592410502272739,
      "learning_rate": 1.9614624505928855e-05,
      "loss": 0.3439,
      "step": 728
    },
    {
      "epoch": 1.940079893475366,
      "grad_norm": 0.24250837194662156,
      "learning_rate": 1.956521739130435e-05,
      "loss": 0.3322,
      "step": 729
    },
    {
      "epoch": 1.9427430093209055,
      "grad_norm": 0.27100632690728255,
      "learning_rate": 1.9515810276679844e-05,
      "loss": 0.3478,
      "step": 730
    },
    {
      "epoch": 1.9454061251664447,
      "grad_norm": 0.2792664428193274,
      "learning_rate": 1.9466403162055335e-05,
      "loss": 0.3667,
      "step": 731
    },
    {
      "epoch": 1.948069241011984,
      "grad_norm": 0.2619688688672022,
      "learning_rate": 1.941699604743083e-05,
      "loss": 0.3533,
      "step": 732
    },
    {
      "epoch": 1.9507323568575234,
      "grad_norm": 0.250474396728028,
      "learning_rate": 1.9367588932806324e-05,
      "loss": 0.3615,
      "step": 733
    },
    {
      "epoch": 1.9533954727030625,
      "grad_norm": 0.2592917559527508,
      "learning_rate": 1.9318181818181818e-05,
      "loss": 0.35,
      "step": 734
    },
    {
      "epoch": 1.956058588548602,
      "grad_norm": 0.28358412495828245,
      "learning_rate": 1.9268774703557312e-05,
      "loss": 0.3438,
      "step": 735
    },
    {
      "epoch": 1.9587217043941412,
      "grad_norm": 0.2905168266596484,
      "learning_rate": 1.9219367588932807e-05,
      "loss": 0.3363,
      "step": 736
    },
    {
      "epoch": 1.9613848202396804,
      "grad_norm": 0.2558334592646534,
      "learning_rate": 1.91699604743083e-05,
      "loss": 0.3636,
      "step": 737
    },
    {
      "epoch": 1.9640479360852197,
      "grad_norm": 0.2856486905717076,
      "learning_rate": 1.9120553359683796e-05,
      "loss": 0.3423,
      "step": 738
    },
    {
      "epoch": 1.966711051930759,
      "grad_norm": 0.25338680291782845,
      "learning_rate": 1.907114624505929e-05,
      "loss": 0.3647,
      "step": 739
    },
    {
      "epoch": 1.9693741677762984,
      "grad_norm": 0.25927241893410596,
      "learning_rate": 1.9021739130434784e-05,
      "loss": 0.361,
      "step": 740
    },
    {
      "epoch": 1.9720372836218374,
      "grad_norm": 0.26559107296256046,
      "learning_rate": 1.8972332015810275e-05,
      "loss": 0.3532,
      "step": 741
    },
    {
      "epoch": 1.9747003994673769,
      "grad_norm": 0.23909262831928838,
      "learning_rate": 1.892292490118577e-05,
      "loss": 0.3458,
      "step": 742
    },
    {
      "epoch": 1.977363515312916,
      "grad_norm": 0.29570607043062813,
      "learning_rate": 1.8873517786561264e-05,
      "loss": 0.3651,
      "step": 743
    },
    {
      "epoch": 1.9800266311584553,
      "grad_norm": 0.26837566907079335,
      "learning_rate": 1.882411067193676e-05,
      "loss": 0.3624,
      "step": 744
    },
    {
      "epoch": 1.9826897470039948,
      "grad_norm": 0.24855234703810405,
      "learning_rate": 1.8774703557312253e-05,
      "loss": 0.3458,
      "step": 745
    },
    {
      "epoch": 1.9853528628495338,
      "grad_norm": 0.2581276414313357,
      "learning_rate": 1.8725296442687747e-05,
      "loss": 0.3532,
      "step": 746
    },
    {
      "epoch": 1.9880159786950733,
      "grad_norm": 0.2769192507293847,
      "learning_rate": 1.867588932806324e-05,
      "loss": 0.3662,
      "step": 747
    },
    {
      "epoch": 1.9906790945406125,
      "grad_norm": 0.24782306003081656,
      "learning_rate": 1.8626482213438736e-05,
      "loss": 0.3444,
      "step": 748
    },
    {
      "epoch": 1.9933422103861518,
      "grad_norm": 0.23338769959338118,
      "learning_rate": 1.857707509881423e-05,
      "loss": 0.3375,
      "step": 749
    },
    {
      "epoch": 1.996005326231691,
      "grad_norm": 0.2399452380668713,
      "learning_rate": 1.8527667984189725e-05,
      "loss": 0.3577,
      "step": 750
    },
    {
      "epoch": 1.9986684420772303,
      "grad_norm": 0.24061002934920092,
      "learning_rate": 1.8478260869565216e-05,
      "loss": 0.3558,
      "step": 751
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.3876397436943037,
      "learning_rate": 1.842885375494071e-05,
      "loss": 0.3232,
      "step": 752
    },
    {
      "epoch": 2.0026631158455395,
      "grad_norm": 0.3255318592205839,
      "learning_rate": 1.8379446640316205e-05,
      "loss": 0.2829,
      "step": 753
    },
    {
      "epoch": 2.0053262316910785,
      "grad_norm": 0.2688339427044817,
      "learning_rate": 1.83300395256917e-05,
      "loss": 0.2808,
      "step": 754
    },
    {
      "epoch": 2.007989347536618,
      "grad_norm": 0.31006819974729777,
      "learning_rate": 1.8280632411067193e-05,
      "loss": 0.2619,
      "step": 755
    },
    {
      "epoch": 2.010652463382157,
      "grad_norm": 0.3391232912122683,
      "learning_rate": 1.8231225296442688e-05,
      "loss": 0.2797,
      "step": 756
    },
    {
      "epoch": 2.0133155792276964,
      "grad_norm": 0.22961985808221483,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.2716,
      "step": 757
    },
    {
      "epoch": 2.015978695073236,
      "grad_norm": 0.3029488541333639,
      "learning_rate": 1.8132411067193676e-05,
      "loss": 0.2748,
      "step": 758
    },
    {
      "epoch": 2.018641810918775,
      "grad_norm": 0.3272089229771229,
      "learning_rate": 1.808300395256917e-05,
      "loss": 0.259,
      "step": 759
    },
    {
      "epoch": 2.0213049267643144,
      "grad_norm": 0.2632568547847837,
      "learning_rate": 1.8033596837944665e-05,
      "loss": 0.2765,
      "step": 760
    },
    {
      "epoch": 2.0239680426098534,
      "grad_norm": 0.278440470950714,
      "learning_rate": 1.7984189723320156e-05,
      "loss": 0.2638,
      "step": 761
    },
    {
      "epoch": 2.026631158455393,
      "grad_norm": 0.3139907981507755,
      "learning_rate": 1.793478260869565e-05,
      "loss": 0.2805,
      "step": 762
    },
    {
      "epoch": 2.029294274300932,
      "grad_norm": 0.26955412514066035,
      "learning_rate": 1.7885375494071145e-05,
      "loss": 0.2617,
      "step": 763
    },
    {
      "epoch": 2.0319573901464714,
      "grad_norm": 0.2583856619944918,
      "learning_rate": 1.783596837944664e-05,
      "loss": 0.2678,
      "step": 764
    },
    {
      "epoch": 2.034620505992011,
      "grad_norm": 0.27298004272506543,
      "learning_rate": 1.7786561264822134e-05,
      "loss": 0.2674,
      "step": 765
    },
    {
      "epoch": 2.03728362183755,
      "grad_norm": 0.272776301937256,
      "learning_rate": 1.7737154150197628e-05,
      "loss": 0.2783,
      "step": 766
    },
    {
      "epoch": 2.0399467376830893,
      "grad_norm": 0.23604664211204196,
      "learning_rate": 1.7687747035573123e-05,
      "loss": 0.2694,
      "step": 767
    },
    {
      "epoch": 2.0426098535286283,
      "grad_norm": 0.2705685089413051,
      "learning_rate": 1.7638339920948617e-05,
      "loss": 0.2835,
      "step": 768
    },
    {
      "epoch": 2.045272969374168,
      "grad_norm": 0.2348856411632335,
      "learning_rate": 1.758893280632411e-05,
      "loss": 0.2591,
      "step": 769
    },
    {
      "epoch": 2.0479360852197073,
      "grad_norm": 0.24862768901035942,
      "learning_rate": 1.7539525691699606e-05,
      "loss": 0.2641,
      "step": 770
    },
    {
      "epoch": 2.0505992010652463,
      "grad_norm": 0.25511185080416404,
      "learning_rate": 1.74901185770751e-05,
      "loss": 0.2709,
      "step": 771
    },
    {
      "epoch": 2.0532623169107858,
      "grad_norm": 0.24302033763825434,
      "learning_rate": 1.7440711462450594e-05,
      "loss": 0.2759,
      "step": 772
    },
    {
      "epoch": 2.0559254327563248,
      "grad_norm": 0.20872328589643,
      "learning_rate": 1.739130434782609e-05,
      "loss": 0.2632,
      "step": 773
    },
    {
      "epoch": 2.0585885486018642,
      "grad_norm": 0.26636593407387676,
      "learning_rate": 1.7341897233201583e-05,
      "loss": 0.2636,
      "step": 774
    },
    {
      "epoch": 2.0612516644474033,
      "grad_norm": 0.28091568129361494,
      "learning_rate": 1.7292490118577078e-05,
      "loss": 0.2628,
      "step": 775
    },
    {
      "epoch": 2.0639147802929427,
      "grad_norm": 0.2560746499348802,
      "learning_rate": 1.7243083003952572e-05,
      "loss": 0.2655,
      "step": 776
    },
    {
      "epoch": 2.066577896138482,
      "grad_norm": 0.26276899174108526,
      "learning_rate": 1.7193675889328066e-05,
      "loss": 0.2728,
      "step": 777
    },
    {
      "epoch": 2.069241011984021,
      "grad_norm": 0.26384946938199305,
      "learning_rate": 1.714426877470356e-05,
      "loss": 0.2747,
      "step": 778
    },
    {
      "epoch": 2.0719041278295607,
      "grad_norm": 0.23715984391863434,
      "learning_rate": 1.7094861660079055e-05,
      "loss": 0.2694,
      "step": 779
    },
    {
      "epoch": 2.0745672436750997,
      "grad_norm": 0.2404103191932088,
      "learning_rate": 1.7045454545454546e-05,
      "loss": 0.2844,
      "step": 780
    },
    {
      "epoch": 2.077230359520639,
      "grad_norm": 0.2295546055568796,
      "learning_rate": 1.699604743083004e-05,
      "loss": 0.2563,
      "step": 781
    },
    {
      "epoch": 2.0798934753661786,
      "grad_norm": 0.25081138258701596,
      "learning_rate": 1.6946640316205535e-05,
      "loss": 0.2657,
      "step": 782
    },
    {
      "epoch": 2.0825565912117177,
      "grad_norm": 0.23299102413940379,
      "learning_rate": 1.689723320158103e-05,
      "loss": 0.2841,
      "step": 783
    },
    {
      "epoch": 2.085219707057257,
      "grad_norm": 0.2352302932330538,
      "learning_rate": 1.6847826086956524e-05,
      "loss": 0.2696,
      "step": 784
    },
    {
      "epoch": 2.087882822902796,
      "grad_norm": 0.2396805580902733,
      "learning_rate": 1.6798418972332018e-05,
      "loss": 0.2687,
      "step": 785
    },
    {
      "epoch": 2.0905459387483356,
      "grad_norm": 0.22897484277870242,
      "learning_rate": 1.6749011857707512e-05,
      "loss": 0.2678,
      "step": 786
    },
    {
      "epoch": 2.0932090545938746,
      "grad_norm": 0.224891214268194,
      "learning_rate": 1.6699604743083007e-05,
      "loss": 0.2729,
      "step": 787
    },
    {
      "epoch": 2.095872170439414,
      "grad_norm": 0.26860270920114504,
      "learning_rate": 1.66501976284585e-05,
      "loss": 0.2581,
      "step": 788
    },
    {
      "epoch": 2.0985352862849536,
      "grad_norm": 0.24961552358211944,
      "learning_rate": 1.6600790513833996e-05,
      "loss": 0.2624,
      "step": 789
    },
    {
      "epoch": 2.1011984021304926,
      "grad_norm": 0.22308364748740767,
      "learning_rate": 1.6551383399209487e-05,
      "loss": 0.2647,
      "step": 790
    },
    {
      "epoch": 2.103861517976032,
      "grad_norm": 0.2380839364570976,
      "learning_rate": 1.650197628458498e-05,
      "loss": 0.271,
      "step": 791
    },
    {
      "epoch": 2.106524633821571,
      "grad_norm": 0.24381955578610937,
      "learning_rate": 1.6452569169960475e-05,
      "loss": 0.2694,
      "step": 792
    },
    {
      "epoch": 2.1091877496671105,
      "grad_norm": 0.23758646142710013,
      "learning_rate": 1.640316205533597e-05,
      "loss": 0.2775,
      "step": 793
    },
    {
      "epoch": 2.11185086551265,
      "grad_norm": 0.23538198400085814,
      "learning_rate": 1.6353754940711464e-05,
      "loss": 0.2814,
      "step": 794
    },
    {
      "epoch": 2.114513981358189,
      "grad_norm": 0.21674748879871775,
      "learning_rate": 1.630434782608696e-05,
      "loss": 0.2548,
      "step": 795
    },
    {
      "epoch": 2.1171770972037285,
      "grad_norm": 0.24105445224605443,
      "learning_rate": 1.6254940711462453e-05,
      "loss": 0.2641,
      "step": 796
    },
    {
      "epoch": 2.1198402130492675,
      "grad_norm": 0.23753067329213304,
      "learning_rate": 1.6205533596837947e-05,
      "loss": 0.2709,
      "step": 797
    },
    {
      "epoch": 2.122503328894807,
      "grad_norm": 0.23404194217010732,
      "learning_rate": 1.615612648221344e-05,
      "loss": 0.271,
      "step": 798
    },
    {
      "epoch": 2.125166444740346,
      "grad_norm": 0.2121069651623829,
      "learning_rate": 1.6106719367588936e-05,
      "loss": 0.2627,
      "step": 799
    },
    {
      "epoch": 2.1278295605858855,
      "grad_norm": 0.22624703639894228,
      "learning_rate": 1.6057312252964427e-05,
      "loss": 0.2538,
      "step": 800
    },
    {
      "epoch": 2.130492676431425,
      "grad_norm": 0.2386292992012449,
      "learning_rate": 1.600790513833992e-05,
      "loss": 0.2576,
      "step": 801
    },
    {
      "epoch": 2.133155792276964,
      "grad_norm": 0.22877737188756703,
      "learning_rate": 1.5958498023715416e-05,
      "loss": 0.2727,
      "step": 802
    },
    {
      "epoch": 2.1358189081225034,
      "grad_norm": 0.27117813021650006,
      "learning_rate": 1.590909090909091e-05,
      "loss": 0.2895,
      "step": 803
    },
    {
      "epoch": 2.1384820239680424,
      "grad_norm": 0.22867337217751538,
      "learning_rate": 1.5859683794466405e-05,
      "loss": 0.2734,
      "step": 804
    },
    {
      "epoch": 2.141145139813582,
      "grad_norm": 0.24512337588151054,
      "learning_rate": 1.58102766798419e-05,
      "loss": 0.273,
      "step": 805
    },
    {
      "epoch": 2.1438082556591214,
      "grad_norm": 0.2727608695581687,
      "learning_rate": 1.5760869565217393e-05,
      "loss": 0.2901,
      "step": 806
    },
    {
      "epoch": 2.1464713715046604,
      "grad_norm": 0.2387866974014394,
      "learning_rate": 1.5711462450592888e-05,
      "loss": 0.2643,
      "step": 807
    },
    {
      "epoch": 2.1491344873502,
      "grad_norm": 0.22440460077720992,
      "learning_rate": 1.5662055335968382e-05,
      "loss": 0.2653,
      "step": 808
    },
    {
      "epoch": 2.151797603195739,
      "grad_norm": 0.248288295680679,
      "learning_rate": 1.5612648221343873e-05,
      "loss": 0.2549,
      "step": 809
    },
    {
      "epoch": 2.1544607190412783,
      "grad_norm": 0.24110717758110342,
      "learning_rate": 1.5563241106719367e-05,
      "loss": 0.2748,
      "step": 810
    },
    {
      "epoch": 2.157123834886818,
      "grad_norm": 0.23171730936199766,
      "learning_rate": 1.5513833992094862e-05,
      "loss": 0.2709,
      "step": 811
    },
    {
      "epoch": 2.159786950732357,
      "grad_norm": 0.22345452374040276,
      "learning_rate": 1.5464426877470356e-05,
      "loss": 0.2688,
      "step": 812
    },
    {
      "epoch": 2.1624500665778963,
      "grad_norm": 0.26551342546130663,
      "learning_rate": 1.541501976284585e-05,
      "loss": 0.2709,
      "step": 813
    },
    {
      "epoch": 2.1651131824234353,
      "grad_norm": 0.2375754285218798,
      "learning_rate": 1.5365612648221345e-05,
      "loss": 0.259,
      "step": 814
    },
    {
      "epoch": 2.1677762982689748,
      "grad_norm": 0.2115542246448785,
      "learning_rate": 1.531620553359684e-05,
      "loss": 0.2684,
      "step": 815
    },
    {
      "epoch": 2.170439414114514,
      "grad_norm": 0.2447171773393202,
      "learning_rate": 1.5266798418972334e-05,
      "loss": 0.2762,
      "step": 816
    },
    {
      "epoch": 2.1731025299600533,
      "grad_norm": 0.22704904523049146,
      "learning_rate": 1.5217391304347828e-05,
      "loss": 0.2587,
      "step": 817
    },
    {
      "epoch": 2.1757656458055927,
      "grad_norm": 0.2103985476952429,
      "learning_rate": 1.5167984189723323e-05,
      "loss": 0.2706,
      "step": 818
    },
    {
      "epoch": 2.1784287616511318,
      "grad_norm": 0.25159263014889965,
      "learning_rate": 1.5118577075098814e-05,
      "loss": 0.2584,
      "step": 819
    },
    {
      "epoch": 2.181091877496671,
      "grad_norm": 0.24458443995501622,
      "learning_rate": 1.5069169960474308e-05,
      "loss": 0.2704,
      "step": 820
    },
    {
      "epoch": 2.1837549933422102,
      "grad_norm": 0.22057301940141671,
      "learning_rate": 1.5019762845849802e-05,
      "loss": 0.2719,
      "step": 821
    },
    {
      "epoch": 2.1864181091877497,
      "grad_norm": 0.267519780973077,
      "learning_rate": 1.4970355731225297e-05,
      "loss": 0.2716,
      "step": 822
    },
    {
      "epoch": 2.1890812250332887,
      "grad_norm": 0.22154250046870252,
      "learning_rate": 1.4920948616600791e-05,
      "loss": 0.2591,
      "step": 823
    },
    {
      "epoch": 2.191744340878828,
      "grad_norm": 0.21165234414085649,
      "learning_rate": 1.4871541501976285e-05,
      "loss": 0.2655,
      "step": 824
    },
    {
      "epoch": 2.1944074567243677,
      "grad_norm": 0.24374815251314244,
      "learning_rate": 1.482213438735178e-05,
      "loss": 0.2655,
      "step": 825
    },
    {
      "epoch": 2.1970705725699067,
      "grad_norm": 0.2455699195489871,
      "learning_rate": 1.4772727272727274e-05,
      "loss": 0.2665,
      "step": 826
    },
    {
      "epoch": 2.199733688415446,
      "grad_norm": 0.22958103222280501,
      "learning_rate": 1.4723320158102769e-05,
      "loss": 0.266,
      "step": 827
    },
    {
      "epoch": 2.202396804260985,
      "grad_norm": 0.22203196516766327,
      "learning_rate": 1.4673913043478263e-05,
      "loss": 0.2646,
      "step": 828
    },
    {
      "epoch": 2.2050599201065246,
      "grad_norm": 0.24608492700980994,
      "learning_rate": 1.4624505928853754e-05,
      "loss": 0.2794,
      "step": 829
    },
    {
      "epoch": 2.207723035952064,
      "grad_norm": 0.21991565592070453,
      "learning_rate": 1.4575098814229248e-05,
      "loss": 0.2721,
      "step": 830
    },
    {
      "epoch": 2.210386151797603,
      "grad_norm": 0.21684224263000038,
      "learning_rate": 1.4525691699604743e-05,
      "loss": 0.2584,
      "step": 831
    },
    {
      "epoch": 2.2130492676431426,
      "grad_norm": 0.25977569519470245,
      "learning_rate": 1.4476284584980237e-05,
      "loss": 0.2726,
      "step": 832
    },
    {
      "epoch": 2.2157123834886816,
      "grad_norm": 0.2386084151402447,
      "learning_rate": 1.4426877470355732e-05,
      "loss": 0.2852,
      "step": 833
    },
    {
      "epoch": 2.218375499334221,
      "grad_norm": 0.21986693449971093,
      "learning_rate": 1.4377470355731226e-05,
      "loss": 0.2626,
      "step": 834
    },
    {
      "epoch": 2.2210386151797605,
      "grad_norm": 0.21749065277576188,
      "learning_rate": 1.432806324110672e-05,
      "loss": 0.2602,
      "step": 835
    },
    {
      "epoch": 2.2237017310252996,
      "grad_norm": 0.23989512729814974,
      "learning_rate": 1.4278656126482215e-05,
      "loss": 0.2692,
      "step": 836
    },
    {
      "epoch": 2.226364846870839,
      "grad_norm": 0.23832582321216103,
      "learning_rate": 1.4229249011857709e-05,
      "loss": 0.2635,
      "step": 837
    },
    {
      "epoch": 2.229027962716378,
      "grad_norm": 0.2426811597238821,
      "learning_rate": 1.4179841897233202e-05,
      "loss": 0.2668,
      "step": 838
    },
    {
      "epoch": 2.2316910785619175,
      "grad_norm": 0.22741820303496693,
      "learning_rate": 1.4130434782608694e-05,
      "loss": 0.2687,
      "step": 839
    },
    {
      "epoch": 2.2343541944074565,
      "grad_norm": 0.2193731262262756,
      "learning_rate": 1.4081027667984189e-05,
      "loss": 0.2707,
      "step": 840
    },
    {
      "epoch": 2.237017310252996,
      "grad_norm": 0.22566921822696567,
      "learning_rate": 1.4031620553359683e-05,
      "loss": 0.2676,
      "step": 841
    },
    {
      "epoch": 2.2396804260985355,
      "grad_norm": 0.22383415671065598,
      "learning_rate": 1.3982213438735178e-05,
      "loss": 0.2652,
      "step": 842
    },
    {
      "epoch": 2.2423435419440745,
      "grad_norm": 0.20320657711674117,
      "learning_rate": 1.3932806324110672e-05,
      "loss": 0.2595,
      "step": 843
    },
    {
      "epoch": 2.245006657789614,
      "grad_norm": 0.2333067790520279,
      "learning_rate": 1.3883399209486166e-05,
      "loss": 0.2584,
      "step": 844
    },
    {
      "epoch": 2.247669773635153,
      "grad_norm": 0.2198492093260434,
      "learning_rate": 1.383399209486166e-05,
      "loss": 0.2787,
      "step": 845
    },
    {
      "epoch": 2.2503328894806924,
      "grad_norm": 0.20578959481390344,
      "learning_rate": 1.3784584980237155e-05,
      "loss": 0.2717,
      "step": 846
    },
    {
      "epoch": 2.2529960053262315,
      "grad_norm": 0.23821537591362393,
      "learning_rate": 1.373517786561265e-05,
      "loss": 0.2699,
      "step": 847
    },
    {
      "epoch": 2.255659121171771,
      "grad_norm": 0.22087113735109618,
      "learning_rate": 1.3685770750988142e-05,
      "loss": 0.2643,
      "step": 848
    },
    {
      "epoch": 2.2583222370173104,
      "grad_norm": 0.21122229854050678,
      "learning_rate": 1.3636363636363637e-05,
      "loss": 0.2724,
      "step": 849
    },
    {
      "epoch": 2.2609853528628494,
      "grad_norm": 0.21706856754708864,
      "learning_rate": 1.3586956521739131e-05,
      "loss": 0.2726,
      "step": 850
    },
    {
      "epoch": 2.263648468708389,
      "grad_norm": 0.21623723691120003,
      "learning_rate": 1.3537549407114625e-05,
      "loss": 0.2551,
      "step": 851
    },
    {
      "epoch": 2.266311584553928,
      "grad_norm": 0.2271100658389757,
      "learning_rate": 1.348814229249012e-05,
      "loss": 0.2586,
      "step": 852
    },
    {
      "epoch": 2.2689747003994674,
      "grad_norm": 0.2209764109681619,
      "learning_rate": 1.3438735177865614e-05,
      "loss": 0.2716,
      "step": 853
    },
    {
      "epoch": 2.271637816245007,
      "grad_norm": 0.2178701412614265,
      "learning_rate": 1.3389328063241108e-05,
      "loss": 0.2891,
      "step": 854
    },
    {
      "epoch": 2.274300932090546,
      "grad_norm": 0.2661642988662999,
      "learning_rate": 1.3339920948616603e-05,
      "loss": 0.2564,
      "step": 855
    },
    {
      "epoch": 2.2769640479360853,
      "grad_norm": 0.21388446109096484,
      "learning_rate": 1.3290513833992097e-05,
      "loss": 0.2529,
      "step": 856
    },
    {
      "epoch": 2.2796271637816243,
      "grad_norm": 0.2216576992935052,
      "learning_rate": 1.3241106719367592e-05,
      "loss": 0.2636,
      "step": 857
    },
    {
      "epoch": 2.282290279627164,
      "grad_norm": 0.23210662511306396,
      "learning_rate": 1.3191699604743083e-05,
      "loss": 0.2589,
      "step": 858
    },
    {
      "epoch": 2.2849533954727033,
      "grad_norm": 0.2392108261983096,
      "learning_rate": 1.3142292490118577e-05,
      "loss": 0.265,
      "step": 859
    },
    {
      "epoch": 2.2876165113182423,
      "grad_norm": 0.21786440972478727,
      "learning_rate": 1.3092885375494071e-05,
      "loss": 0.2793,
      "step": 860
    },
    {
      "epoch": 2.2902796271637818,
      "grad_norm": 0.260403587668551,
      "learning_rate": 1.3043478260869566e-05,
      "loss": 0.2777,
      "step": 861
    },
    {
      "epoch": 2.2929427430093208,
      "grad_norm": 0.2430960989806936,
      "learning_rate": 1.299407114624506e-05,
      "loss": 0.2572,
      "step": 862
    },
    {
      "epoch": 2.2956058588548602,
      "grad_norm": 0.21752051573777517,
      "learning_rate": 1.2944664031620555e-05,
      "loss": 0.2803,
      "step": 863
    },
    {
      "epoch": 2.2982689747003997,
      "grad_norm": 0.2573344766515025,
      "learning_rate": 1.2895256916996049e-05,
      "loss": 0.2803,
      "step": 864
    },
    {
      "epoch": 2.3009320905459387,
      "grad_norm": 0.24369267722963625,
      "learning_rate": 1.2845849802371543e-05,
      "loss": 0.2559,
      "step": 865
    },
    {
      "epoch": 2.303595206391478,
      "grad_norm": 0.2676475243278646,
      "learning_rate": 1.2796442687747038e-05,
      "loss": 0.2634,
      "step": 866
    },
    {
      "epoch": 2.306258322237017,
      "grad_norm": 0.21674298638149098,
      "learning_rate": 1.2747035573122532e-05,
      "loss": 0.2673,
      "step": 867
    },
    {
      "epoch": 2.3089214380825567,
      "grad_norm": 0.23541545396380092,
      "learning_rate": 1.2697628458498023e-05,
      "loss": 0.2673,
      "step": 868
    },
    {
      "epoch": 2.3115845539280957,
      "grad_norm": 0.22699711620607352,
      "learning_rate": 1.2648221343873517e-05,
      "loss": 0.2674,
      "step": 869
    },
    {
      "epoch": 2.314247669773635,
      "grad_norm": 0.22613468537499234,
      "learning_rate": 1.2598814229249012e-05,
      "loss": 0.2655,
      "step": 870
    },
    {
      "epoch": 2.316910785619174,
      "grad_norm": 0.2253665054481723,
      "learning_rate": 1.2549407114624506e-05,
      "loss": 0.2542,
      "step": 871
    },
    {
      "epoch": 2.3195739014647137,
      "grad_norm": 0.2389905563347208,
      "learning_rate": 1.25e-05,
      "loss": 0.2642,
      "step": 872
    },
    {
      "epoch": 2.322237017310253,
      "grad_norm": 0.1972800090188119,
      "learning_rate": 1.2450592885375495e-05,
      "loss": 0.2738,
      "step": 873
    },
    {
      "epoch": 2.324900133155792,
      "grad_norm": 0.22018172948520282,
      "learning_rate": 1.240118577075099e-05,
      "loss": 0.2736,
      "step": 874
    },
    {
      "epoch": 2.3275632490013316,
      "grad_norm": 0.22660897800754057,
      "learning_rate": 1.2351778656126482e-05,
      "loss": 0.2797,
      "step": 875
    },
    {
      "epoch": 2.3302263648468706,
      "grad_norm": 0.22691181432819396,
      "learning_rate": 1.2302371541501976e-05,
      "loss": 0.2562,
      "step": 876
    },
    {
      "epoch": 2.33288948069241,
      "grad_norm": 0.21367535241766863,
      "learning_rate": 1.225296442687747e-05,
      "loss": 0.2687,
      "step": 877
    },
    {
      "epoch": 2.3355525965379496,
      "grad_norm": 0.23289737129114052,
      "learning_rate": 1.2203557312252965e-05,
      "loss": 0.2595,
      "step": 878
    },
    {
      "epoch": 2.3382157123834886,
      "grad_norm": 0.21941025876118542,
      "learning_rate": 1.215415019762846e-05,
      "loss": 0.2785,
      "step": 879
    },
    {
      "epoch": 2.340878828229028,
      "grad_norm": 0.23113074495001715,
      "learning_rate": 1.2104743083003952e-05,
      "loss": 0.283,
      "step": 880
    },
    {
      "epoch": 2.343541944074567,
      "grad_norm": 0.21978182787011594,
      "learning_rate": 1.2055335968379447e-05,
      "loss": 0.2602,
      "step": 881
    },
    {
      "epoch": 2.3462050599201065,
      "grad_norm": 0.22558732477437654,
      "learning_rate": 1.2005928853754941e-05,
      "loss": 0.2744,
      "step": 882
    },
    {
      "epoch": 2.348868175765646,
      "grad_norm": 0.21761347406156886,
      "learning_rate": 1.1956521739130435e-05,
      "loss": 0.2702,
      "step": 883
    },
    {
      "epoch": 2.351531291611185,
      "grad_norm": 0.5461188257601155,
      "learning_rate": 1.190711462450593e-05,
      "loss": 0.2894,
      "step": 884
    },
    {
      "epoch": 2.3541944074567245,
      "grad_norm": 0.21406318400975563,
      "learning_rate": 1.1857707509881423e-05,
      "loss": 0.2661,
      "step": 885
    },
    {
      "epoch": 2.3568575233022635,
      "grad_norm": 0.1984149911802996,
      "learning_rate": 1.1808300395256917e-05,
      "loss": 0.266,
      "step": 886
    },
    {
      "epoch": 2.359520639147803,
      "grad_norm": 0.21968916065746072,
      "learning_rate": 1.1758893280632411e-05,
      "loss": 0.2635,
      "step": 887
    },
    {
      "epoch": 2.3621837549933424,
      "grad_norm": 0.22188429396465353,
      "learning_rate": 1.1709486166007906e-05,
      "loss": 0.2729,
      "step": 888
    },
    {
      "epoch": 2.3648468708388815,
      "grad_norm": 0.21019336767245783,
      "learning_rate": 1.16600790513834e-05,
      "loss": 0.2773,
      "step": 889
    },
    {
      "epoch": 2.367509986684421,
      "grad_norm": 0.22711608967366953,
      "learning_rate": 1.1610671936758893e-05,
      "loss": 0.2714,
      "step": 890
    },
    {
      "epoch": 2.37017310252996,
      "grad_norm": 0.2226773168313416,
      "learning_rate": 1.1561264822134387e-05,
      "loss": 0.264,
      "step": 891
    },
    {
      "epoch": 2.3728362183754994,
      "grad_norm": 0.21211073663718902,
      "learning_rate": 1.1511857707509881e-05,
      "loss": 0.2623,
      "step": 892
    },
    {
      "epoch": 2.3754993342210384,
      "grad_norm": 0.22155796804883984,
      "learning_rate": 1.1462450592885376e-05,
      "loss": 0.2786,
      "step": 893
    },
    {
      "epoch": 2.378162450066578,
      "grad_norm": 0.21152104541352987,
      "learning_rate": 1.141304347826087e-05,
      "loss": 0.2754,
      "step": 894
    },
    {
      "epoch": 2.3808255659121174,
      "grad_norm": 0.2436663825711812,
      "learning_rate": 1.1363636363636365e-05,
      "loss": 0.2646,
      "step": 895
    },
    {
      "epoch": 2.3834886817576564,
      "grad_norm": 0.253729858596224,
      "learning_rate": 1.1314229249011857e-05,
      "loss": 0.2815,
      "step": 896
    },
    {
      "epoch": 2.386151797603196,
      "grad_norm": 0.20642310572208497,
      "learning_rate": 1.1264822134387352e-05,
      "loss": 0.272,
      "step": 897
    },
    {
      "epoch": 2.388814913448735,
      "grad_norm": 0.22828401957220001,
      "learning_rate": 1.1215415019762846e-05,
      "loss": 0.2679,
      "step": 898
    },
    {
      "epoch": 2.3914780292942743,
      "grad_norm": 0.2226863403827293,
      "learning_rate": 1.116600790513834e-05,
      "loss": 0.2783,
      "step": 899
    },
    {
      "epoch": 2.3941411451398134,
      "grad_norm": 0.2380848377629423,
      "learning_rate": 1.1116600790513835e-05,
      "loss": 0.2688,
      "step": 900
    },
    {
      "epoch": 2.396804260985353,
      "grad_norm": 0.23278674245520006,
      "learning_rate": 1.106719367588933e-05,
      "loss": 0.271,
      "step": 901
    },
    {
      "epoch": 2.3994673768308923,
      "grad_norm": 0.20419629462602493,
      "learning_rate": 1.1017786561264824e-05,
      "loss": 0.265,
      "step": 902
    },
    {
      "epoch": 2.4021304926764313,
      "grad_norm": 0.2390569872958442,
      "learning_rate": 1.0968379446640318e-05,
      "loss": 0.2638,
      "step": 903
    },
    {
      "epoch": 2.4047936085219708,
      "grad_norm": 0.2279702813171203,
      "learning_rate": 1.091897233201581e-05,
      "loss": 0.2428,
      "step": 904
    },
    {
      "epoch": 2.40745672436751,
      "grad_norm": 0.21319204168497982,
      "learning_rate": 1.0869565217391305e-05,
      "loss": 0.2738,
      "step": 905
    },
    {
      "epoch": 2.4101198402130493,
      "grad_norm": 0.21016965126306628,
      "learning_rate": 1.08201581027668e-05,
      "loss": 0.2591,
      "step": 906
    },
    {
      "epoch": 2.4127829560585887,
      "grad_norm": 0.23241828917431315,
      "learning_rate": 1.0770750988142294e-05,
      "loss": 0.2691,
      "step": 907
    },
    {
      "epoch": 2.4154460719041277,
      "grad_norm": 0.2508034557509808,
      "learning_rate": 1.0721343873517788e-05,
      "loss": 0.2716,
      "step": 908
    },
    {
      "epoch": 2.418109187749667,
      "grad_norm": 0.24987214036836988,
      "learning_rate": 1.0671936758893281e-05,
      "loss": 0.2578,
      "step": 909
    },
    {
      "epoch": 2.4207723035952062,
      "grad_norm": 0.2380445170755529,
      "learning_rate": 1.0622529644268775e-05,
      "loss": 0.264,
      "step": 910
    },
    {
      "epoch": 2.4234354194407457,
      "grad_norm": 0.2201379804572699,
      "learning_rate": 1.057312252964427e-05,
      "loss": 0.274,
      "step": 911
    },
    {
      "epoch": 2.426098535286285,
      "grad_norm": 0.250942745509917,
      "learning_rate": 1.0523715415019764e-05,
      "loss": 0.2648,
      "step": 912
    },
    {
      "epoch": 2.428761651131824,
      "grad_norm": 0.22995097984900165,
      "learning_rate": 1.0474308300395258e-05,
      "loss": 0.2647,
      "step": 913
    },
    {
      "epoch": 2.4314247669773636,
      "grad_norm": 0.23698141688133578,
      "learning_rate": 1.0424901185770751e-05,
      "loss": 0.2737,
      "step": 914
    },
    {
      "epoch": 2.4340878828229027,
      "grad_norm": 0.21803776160842997,
      "learning_rate": 1.0375494071146246e-05,
      "loss": 0.272,
      "step": 915
    },
    {
      "epoch": 2.436750998668442,
      "grad_norm": 0.24131490172282968,
      "learning_rate": 1.032608695652174e-05,
      "loss": 0.2695,
      "step": 916
    },
    {
      "epoch": 2.4394141145139816,
      "grad_norm": 0.21919070590537304,
      "learning_rate": 1.0276679841897234e-05,
      "loss": 0.2642,
      "step": 917
    },
    {
      "epoch": 2.4420772303595206,
      "grad_norm": 0.22130430229063322,
      "learning_rate": 1.0227272727272729e-05,
      "loss": 0.2648,
      "step": 918
    },
    {
      "epoch": 2.44474034620506,
      "grad_norm": 0.2207950484316367,
      "learning_rate": 1.0177865612648221e-05,
      "loss": 0.2661,
      "step": 919
    },
    {
      "epoch": 2.447403462050599,
      "grad_norm": 0.21836484864507769,
      "learning_rate": 1.0128458498023716e-05,
      "loss": 0.2674,
      "step": 920
    },
    {
      "epoch": 2.4500665778961386,
      "grad_norm": 0.20744131254325618,
      "learning_rate": 1.007905138339921e-05,
      "loss": 0.2541,
      "step": 921
    },
    {
      "epoch": 2.4527296937416776,
      "grad_norm": 0.21453675745306103,
      "learning_rate": 1.0029644268774705e-05,
      "loss": 0.2739,
      "step": 922
    },
    {
      "epoch": 2.455392809587217,
      "grad_norm": 0.20834291358903456,
      "learning_rate": 9.980237154150199e-06,
      "loss": 0.2683,
      "step": 923
    },
    {
      "epoch": 2.458055925432756,
      "grad_norm": 0.2218801415090961,
      "learning_rate": 9.930830039525692e-06,
      "loss": 0.2725,
      "step": 924
    },
    {
      "epoch": 2.4607190412782955,
      "grad_norm": 0.22892525986093554,
      "learning_rate": 9.881422924901186e-06,
      "loss": 0.2736,
      "step": 925
    },
    {
      "epoch": 2.463382157123835,
      "grad_norm": 0.21019735025511882,
      "learning_rate": 9.83201581027668e-06,
      "loss": 0.2667,
      "step": 926
    },
    {
      "epoch": 2.466045272969374,
      "grad_norm": 0.22029826331712365,
      "learning_rate": 9.782608695652175e-06,
      "loss": 0.2685,
      "step": 927
    },
    {
      "epoch": 2.4687083888149135,
      "grad_norm": 0.2048436758988922,
      "learning_rate": 9.733201581027667e-06,
      "loss": 0.2675,
      "step": 928
    },
    {
      "epoch": 2.4713715046604525,
      "grad_norm": 0.22910504440789492,
      "learning_rate": 9.683794466403162e-06,
      "loss": 0.2769,
      "step": 929
    },
    {
      "epoch": 2.474034620505992,
      "grad_norm": 0.22852762946943356,
      "learning_rate": 9.634387351778656e-06,
      "loss": 0.2834,
      "step": 930
    },
    {
      "epoch": 2.4766977363515315,
      "grad_norm": 0.21897574663546826,
      "learning_rate": 9.58498023715415e-06,
      "loss": 0.2778,
      "step": 931
    },
    {
      "epoch": 2.4793608521970705,
      "grad_norm": 0.2050794319936511,
      "learning_rate": 9.535573122529645e-06,
      "loss": 0.2715,
      "step": 932
    },
    {
      "epoch": 2.48202396804261,
      "grad_norm": 0.21728652059101256,
      "learning_rate": 9.486166007905138e-06,
      "loss": 0.259,
      "step": 933
    },
    {
      "epoch": 2.484687083888149,
      "grad_norm": 0.22845416533089977,
      "learning_rate": 9.436758893280632e-06,
      "loss": 0.2761,
      "step": 934
    },
    {
      "epoch": 2.4873501997336884,
      "grad_norm": 0.21231590297088435,
      "learning_rate": 9.387351778656126e-06,
      "loss": 0.2677,
      "step": 935
    },
    {
      "epoch": 2.490013315579228,
      "grad_norm": 0.1926400508160791,
      "learning_rate": 9.33794466403162e-06,
      "loss": 0.2575,
      "step": 936
    },
    {
      "epoch": 2.492676431424767,
      "grad_norm": 0.22996010092008873,
      "learning_rate": 9.288537549407115e-06,
      "loss": 0.2548,
      "step": 937
    },
    {
      "epoch": 2.4953395472703064,
      "grad_norm": 0.22619760087939098,
      "learning_rate": 9.239130434782608e-06,
      "loss": 0.2676,
      "step": 938
    },
    {
      "epoch": 2.4980026631158454,
      "grad_norm": 0.20946128187824178,
      "learning_rate": 9.189723320158102e-06,
      "loss": 0.2649,
      "step": 939
    },
    {
      "epoch": 2.500665778961385,
      "grad_norm": 0.21291901939824368,
      "learning_rate": 9.140316205533597e-06,
      "loss": 0.2794,
      "step": 940
    },
    {
      "epoch": 2.5033288948069243,
      "grad_norm": 0.23983156472432737,
      "learning_rate": 9.090909090909091e-06,
      "loss": 0.2612,
      "step": 941
    },
    {
      "epoch": 2.5059920106524634,
      "grad_norm": 0.21371558486466197,
      "learning_rate": 9.041501976284585e-06,
      "loss": 0.2715,
      "step": 942
    },
    {
      "epoch": 2.508655126498003,
      "grad_norm": 0.20948609220977954,
      "learning_rate": 8.992094861660078e-06,
      "loss": 0.2685,
      "step": 943
    },
    {
      "epoch": 2.511318242343542,
      "grad_norm": 0.20326902436416877,
      "learning_rate": 8.942687747035572e-06,
      "loss": 0.2646,
      "step": 944
    },
    {
      "epoch": 2.5139813581890813,
      "grad_norm": 0.20716732265525145,
      "learning_rate": 8.893280632411067e-06,
      "loss": 0.2624,
      "step": 945
    },
    {
      "epoch": 2.5166444740346208,
      "grad_norm": 0.21310454845084212,
      "learning_rate": 8.843873517786561e-06,
      "loss": 0.2666,
      "step": 946
    },
    {
      "epoch": 2.51930758988016,
      "grad_norm": 0.2356341947109539,
      "learning_rate": 8.794466403162056e-06,
      "loss": 0.2607,
      "step": 947
    },
    {
      "epoch": 2.521970705725699,
      "grad_norm": 0.206705458805249,
      "learning_rate": 8.74505928853755e-06,
      "loss": 0.2765,
      "step": 948
    },
    {
      "epoch": 2.5246338215712383,
      "grad_norm": 0.19941570008688478,
      "learning_rate": 8.695652173913044e-06,
      "loss": 0.2774,
      "step": 949
    },
    {
      "epoch": 2.5272969374167777,
      "grad_norm": 0.22426207188439748,
      "learning_rate": 8.646245059288539e-06,
      "loss": 0.2829,
      "step": 950
    },
    {
      "epoch": 2.5299600532623168,
      "grad_norm": 0.25258528314600287,
      "learning_rate": 8.596837944664033e-06,
      "loss": 0.2646,
      "step": 951
    },
    {
      "epoch": 2.5326231691078562,
      "grad_norm": 0.2145489784213885,
      "learning_rate": 8.547430830039528e-06,
      "loss": 0.2607,
      "step": 952
    },
    {
      "epoch": 2.5352862849533953,
      "grad_norm": 0.19599385905462602,
      "learning_rate": 8.49802371541502e-06,
      "loss": 0.2543,
      "step": 953
    },
    {
      "epoch": 2.5379494007989347,
      "grad_norm": 0.2480014218006241,
      "learning_rate": 8.448616600790515e-06,
      "loss": 0.2689,
      "step": 954
    },
    {
      "epoch": 2.540612516644474,
      "grad_norm": 0.24788509439736134,
      "learning_rate": 8.399209486166009e-06,
      "loss": 0.2725,
      "step": 955
    },
    {
      "epoch": 2.543275632490013,
      "grad_norm": 0.2267111546180155,
      "learning_rate": 8.349802371541503e-06,
      "loss": 0.2635,
      "step": 956
    },
    {
      "epoch": 2.5459387483355527,
      "grad_norm": 0.21182851928367047,
      "learning_rate": 8.300395256916998e-06,
      "loss": 0.2638,
      "step": 957
    },
    {
      "epoch": 2.5486018641810917,
      "grad_norm": 0.21455676194315262,
      "learning_rate": 8.25098814229249e-06,
      "loss": 0.2585,
      "step": 958
    },
    {
      "epoch": 2.551264980026631,
      "grad_norm": 0.2169073571862216,
      "learning_rate": 8.201581027667985e-06,
      "loss": 0.2617,
      "step": 959
    },
    {
      "epoch": 2.5539280958721706,
      "grad_norm": 0.22625888751011447,
      "learning_rate": 8.15217391304348e-06,
      "loss": 0.271,
      "step": 960
    },
    {
      "epoch": 2.5565912117177096,
      "grad_norm": 0.20470193896466704,
      "learning_rate": 8.102766798418974e-06,
      "loss": 0.2662,
      "step": 961
    },
    {
      "epoch": 2.559254327563249,
      "grad_norm": 0.21322007235950363,
      "learning_rate": 8.053359683794468e-06,
      "loss": 0.2556,
      "step": 962
    },
    {
      "epoch": 2.561917443408788,
      "grad_norm": 0.20150617925679104,
      "learning_rate": 8.00395256916996e-06,
      "loss": 0.2582,
      "step": 963
    },
    {
      "epoch": 2.5645805592543276,
      "grad_norm": 0.2286944491087834,
      "learning_rate": 7.954545454545455e-06,
      "loss": 0.2661,
      "step": 964
    },
    {
      "epoch": 2.567243675099867,
      "grad_norm": 0.20708520844073464,
      "learning_rate": 7.90513833992095e-06,
      "loss": 0.2625,
      "step": 965
    },
    {
      "epoch": 2.569906790945406,
      "grad_norm": 0.1993453778786671,
      "learning_rate": 7.855731225296444e-06,
      "loss": 0.2684,
      "step": 966
    },
    {
      "epoch": 2.5725699067909455,
      "grad_norm": 0.19939625758599083,
      "learning_rate": 7.806324110671937e-06,
      "loss": 0.2658,
      "step": 967
    },
    {
      "epoch": 2.5752330226364846,
      "grad_norm": 0.20007029899978518,
      "learning_rate": 7.756916996047431e-06,
      "loss": 0.2612,
      "step": 968
    },
    {
      "epoch": 2.577896138482024,
      "grad_norm": 0.20768490453881108,
      "learning_rate": 7.707509881422925e-06,
      "loss": 0.2671,
      "step": 969
    },
    {
      "epoch": 2.5805592543275635,
      "grad_norm": 0.21354810130953325,
      "learning_rate": 7.65810276679842e-06,
      "loss": 0.2578,
      "step": 970
    },
    {
      "epoch": 2.5832223701731025,
      "grad_norm": 0.23174711166338519,
      "learning_rate": 7.608695652173914e-06,
      "loss": 0.2715,
      "step": 971
    },
    {
      "epoch": 2.5858854860186415,
      "grad_norm": 0.21079000224350897,
      "learning_rate": 7.559288537549407e-06,
      "loss": 0.2658,
      "step": 972
    },
    {
      "epoch": 2.588548601864181,
      "grad_norm": 0.2001035421079937,
      "learning_rate": 7.509881422924901e-06,
      "loss": 0.2569,
      "step": 973
    },
    {
      "epoch": 2.5912117177097205,
      "grad_norm": 0.2021065412071498,
      "learning_rate": 7.4604743083003955e-06,
      "loss": 0.2608,
      "step": 974
    },
    {
      "epoch": 2.5938748335552595,
      "grad_norm": 0.214158147452307,
      "learning_rate": 7.41106719367589e-06,
      "loss": 0.2779,
      "step": 975
    },
    {
      "epoch": 2.596537949400799,
      "grad_norm": 0.20790431049928293,
      "learning_rate": 7.361660079051384e-06,
      "loss": 0.2733,
      "step": 976
    },
    {
      "epoch": 2.599201065246338,
      "grad_norm": 0.20549750329181854,
      "learning_rate": 7.312252964426877e-06,
      "loss": 0.276,
      "step": 977
    },
    {
      "epoch": 2.6018641810918774,
      "grad_norm": 0.20237657523764993,
      "learning_rate": 7.262845849802371e-06,
      "loss": 0.2735,
      "step": 978
    },
    {
      "epoch": 2.604527296937417,
      "grad_norm": 0.20973877300015645,
      "learning_rate": 7.213438735177866e-06,
      "loss": 0.281,
      "step": 979
    },
    {
      "epoch": 2.607190412782956,
      "grad_norm": 0.22017905718680691,
      "learning_rate": 7.16403162055336e-06,
      "loss": 0.2677,
      "step": 980
    },
    {
      "epoch": 2.6098535286284954,
      "grad_norm": 0.2144342458050631,
      "learning_rate": 7.1146245059288545e-06,
      "loss": 0.2604,
      "step": 981
    },
    {
      "epoch": 2.6125166444740344,
      "grad_norm": 0.2050156532271564,
      "learning_rate": 7.065217391304347e-06,
      "loss": 0.2701,
      "step": 982
    },
    {
      "epoch": 2.615179760319574,
      "grad_norm": 0.1970203183942734,
      "learning_rate": 7.015810276679842e-06,
      "loss": 0.2505,
      "step": 983
    },
    {
      "epoch": 2.6178428761651134,
      "grad_norm": 0.20402269570746995,
      "learning_rate": 6.966403162055336e-06,
      "loss": 0.2599,
      "step": 984
    },
    {
      "epoch": 2.6205059920106524,
      "grad_norm": 0.20759868626386915,
      "learning_rate": 6.91699604743083e-06,
      "loss": 0.2733,
      "step": 985
    },
    {
      "epoch": 2.623169107856192,
      "grad_norm": 0.22693920517209076,
      "learning_rate": 6.867588932806325e-06,
      "loss": 0.2627,
      "step": 986
    },
    {
      "epoch": 2.625832223701731,
      "grad_norm": 0.20970122945185465,
      "learning_rate": 6.818181818181818e-06,
      "loss": 0.2704,
      "step": 987
    },
    {
      "epoch": 2.6284953395472703,
      "grad_norm": 0.20332704992870704,
      "learning_rate": 6.768774703557313e-06,
      "loss": 0.2762,
      "step": 988
    },
    {
      "epoch": 2.63115845539281,
      "grad_norm": 0.20966961639828544,
      "learning_rate": 6.719367588932807e-06,
      "loss": 0.2737,
      "step": 989
    },
    {
      "epoch": 2.633821571238349,
      "grad_norm": 0.2392085498215163,
      "learning_rate": 6.6699604743083014e-06,
      "loss": 0.2639,
      "step": 990
    },
    {
      "epoch": 2.6364846870838883,
      "grad_norm": 0.22069815282030755,
      "learning_rate": 6.620553359683796e-06,
      "loss": 0.2623,
      "step": 991
    },
    {
      "epoch": 2.6391478029294273,
      "grad_norm": 0.2062130093620195,
      "learning_rate": 6.5711462450592885e-06,
      "loss": 0.2634,
      "step": 992
    },
    {
      "epoch": 2.6418109187749668,
      "grad_norm": 0.21202212454473487,
      "learning_rate": 6.521739130434783e-06,
      "loss": 0.2732,
      "step": 993
    },
    {
      "epoch": 2.6444740346205062,
      "grad_norm": 0.20742438691074003,
      "learning_rate": 6.472332015810277e-06,
      "loss": 0.2775,
      "step": 994
    },
    {
      "epoch": 2.6471371504660453,
      "grad_norm": 0.20539419758832048,
      "learning_rate": 6.422924901185772e-06,
      "loss": 0.2786,
      "step": 995
    },
    {
      "epoch": 2.6498002663115847,
      "grad_norm": 0.19871961616535505,
      "learning_rate": 6.373517786561266e-06,
      "loss": 0.2642,
      "step": 996
    },
    {
      "epoch": 2.6524633821571237,
      "grad_norm": 0.2445459224085182,
      "learning_rate": 6.324110671936759e-06,
      "loss": 0.271,
      "step": 997
    },
    {
      "epoch": 2.655126498002663,
      "grad_norm": 0.20294635449003665,
      "learning_rate": 6.274703557312253e-06,
      "loss": 0.272,
      "step": 998
    },
    {
      "epoch": 2.6577896138482027,
      "grad_norm": 0.20711520929552674,
      "learning_rate": 6.2252964426877475e-06,
      "loss": 0.277,
      "step": 999
    },
    {
      "epoch": 2.6604527296937417,
      "grad_norm": 0.19858451035812705,
      "learning_rate": 6.175889328063241e-06,
      "loss": 0.2781,
      "step": 1000
    },
    {
      "epoch": 2.6631158455392807,
      "grad_norm": 0.2029933078164672,
      "learning_rate": 6.126482213438735e-06,
      "loss": 0.259,
      "step": 1001
    },
    {
      "epoch": 2.66577896138482,
      "grad_norm": 0.21745287030160018,
      "learning_rate": 6.07707509881423e-06,
      "loss": 0.27,
      "step": 1002
    },
    {
      "epoch": 2.6684420772303596,
      "grad_norm": 0.19345167090566057,
      "learning_rate": 6.027667984189723e-06,
      "loss": 0.268,
      "step": 1003
    },
    {
      "epoch": 2.6711051930758987,
      "grad_norm": 0.21568939666641776,
      "learning_rate": 5.978260869565218e-06,
      "loss": 0.2643,
      "step": 1004
    },
    {
      "epoch": 2.673768308921438,
      "grad_norm": 0.19296044607870885,
      "learning_rate": 5.928853754940711e-06,
      "loss": 0.2761,
      "step": 1005
    },
    {
      "epoch": 2.676431424766977,
      "grad_norm": 0.20181257150105722,
      "learning_rate": 5.879446640316206e-06,
      "loss": 0.271,
      "step": 1006
    },
    {
      "epoch": 2.6790945406125166,
      "grad_norm": 0.2073838164023787,
      "learning_rate": 5.8300395256917e-06,
      "loss": 0.2713,
      "step": 1007
    },
    {
      "epoch": 2.681757656458056,
      "grad_norm": 0.20965825745167907,
      "learning_rate": 5.7806324110671936e-06,
      "loss": 0.2689,
      "step": 1008
    },
    {
      "epoch": 2.684420772303595,
      "grad_norm": 0.20444583357709556,
      "learning_rate": 5.731225296442688e-06,
      "loss": 0.2831,
      "step": 1009
    },
    {
      "epoch": 2.6870838881491346,
      "grad_norm": 0.20971896583727812,
      "learning_rate": 5.681818181818182e-06,
      "loss": 0.2626,
      "step": 1010
    },
    {
      "epoch": 2.6897470039946736,
      "grad_norm": 0.2080555215910288,
      "learning_rate": 5.632411067193676e-06,
      "loss": 0.2602,
      "step": 1011
    },
    {
      "epoch": 2.692410119840213,
      "grad_norm": 0.2013420667078693,
      "learning_rate": 5.58300395256917e-06,
      "loss": 0.2653,
      "step": 1012
    },
    {
      "epoch": 2.6950732356857525,
      "grad_norm": 0.19614771328643982,
      "learning_rate": 5.533596837944665e-06,
      "loss": 0.2556,
      "step": 1013
    },
    {
      "epoch": 2.6977363515312915,
      "grad_norm": 0.20085761642467498,
      "learning_rate": 5.484189723320159e-06,
      "loss": 0.2744,
      "step": 1014
    },
    {
      "epoch": 2.700399467376831,
      "grad_norm": 0.21544774180757933,
      "learning_rate": 5.4347826086956525e-06,
      "loss": 0.2602,
      "step": 1015
    },
    {
      "epoch": 2.70306258322237,
      "grad_norm": 0.19696825099825307,
      "learning_rate": 5.385375494071147e-06,
      "loss": 0.2595,
      "step": 1016
    },
    {
      "epoch": 2.7057256990679095,
      "grad_norm": 0.1924176776922604,
      "learning_rate": 5.3359683794466405e-06,
      "loss": 0.2619,
      "step": 1017
    },
    {
      "epoch": 2.708388814913449,
      "grad_norm": 0.22132480166121332,
      "learning_rate": 5.286561264822135e-06,
      "loss": 0.2697,
      "step": 1018
    },
    {
      "epoch": 2.711051930758988,
      "grad_norm": 0.18691262036412767,
      "learning_rate": 5.237154150197629e-06,
      "loss": 0.2554,
      "step": 1019
    },
    {
      "epoch": 2.7137150466045274,
      "grad_norm": 0.1938229034237995,
      "learning_rate": 5.187747035573123e-06,
      "loss": 0.2586,
      "step": 1020
    },
    {
      "epoch": 2.7163781624500665,
      "grad_norm": 0.2129748283287826,
      "learning_rate": 5.138339920948617e-06,
      "loss": 0.2795,
      "step": 1021
    },
    {
      "epoch": 2.719041278295606,
      "grad_norm": 0.20445583537089335,
      "learning_rate": 5.088932806324111e-06,
      "loss": 0.2658,
      "step": 1022
    },
    {
      "epoch": 2.7217043941411454,
      "grad_norm": 0.1933528504807178,
      "learning_rate": 5.039525691699605e-06,
      "loss": 0.2621,
      "step": 1023
    },
    {
      "epoch": 2.7243675099866844,
      "grad_norm": 0.21949852883334098,
      "learning_rate": 4.9901185770750995e-06,
      "loss": 0.2649,
      "step": 1024
    },
    {
      "epoch": 2.7270306258322234,
      "grad_norm": 0.20152020359649447,
      "learning_rate": 4.940711462450593e-06,
      "loss": 0.265,
      "step": 1025
    },
    {
      "epoch": 2.729693741677763,
      "grad_norm": 0.20583564086259545,
      "learning_rate": 4.891304347826087e-06,
      "loss": 0.2619,
      "step": 1026
    },
    {
      "epoch": 2.7323568575233024,
      "grad_norm": 0.2007179587300372,
      "learning_rate": 4.841897233201581e-06,
      "loss": 0.2693,
      "step": 1027
    },
    {
      "epoch": 2.7350199733688414,
      "grad_norm": 0.1998685679119499,
      "learning_rate": 4.792490118577075e-06,
      "loss": 0.2629,
      "step": 1028
    },
    {
      "epoch": 2.737683089214381,
      "grad_norm": 0.21626697273734094,
      "learning_rate": 4.743083003952569e-06,
      "loss": 0.269,
      "step": 1029
    },
    {
      "epoch": 2.74034620505992,
      "grad_norm": 0.19448387232242922,
      "learning_rate": 4.693675889328063e-06,
      "loss": 0.2761,
      "step": 1030
    },
    {
      "epoch": 2.7430093209054593,
      "grad_norm": 0.19395208512967949,
      "learning_rate": 4.644268774703558e-06,
      "loss": 0.2653,
      "step": 1031
    },
    {
      "epoch": 2.745672436750999,
      "grad_norm": 0.18925291663752578,
      "learning_rate": 4.594861660079051e-06,
      "loss": 0.2568,
      "step": 1032
    },
    {
      "epoch": 2.748335552596538,
      "grad_norm": 0.20842012726728598,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 0.2689,
      "step": 1033
    },
    {
      "epoch": 2.7509986684420773,
      "grad_norm": 0.20399895934870427,
      "learning_rate": 4.496047430830039e-06,
      "loss": 0.262,
      "step": 1034
    },
    {
      "epoch": 2.7536617842876163,
      "grad_norm": 0.21638718896911208,
      "learning_rate": 4.4466403162055334e-06,
      "loss": 0.2589,
      "step": 1035
    },
    {
      "epoch": 2.756324900133156,
      "grad_norm": 0.19757801710020018,
      "learning_rate": 4.397233201581028e-06,
      "loss": 0.2575,
      "step": 1036
    },
    {
      "epoch": 2.7589880159786953,
      "grad_norm": 0.1930523815662032,
      "learning_rate": 4.347826086956522e-06,
      "loss": 0.2589,
      "step": 1037
    },
    {
      "epoch": 2.7616511318242343,
      "grad_norm": 0.20093506678059855,
      "learning_rate": 4.298418972332017e-06,
      "loss": 0.2686,
      "step": 1038
    },
    {
      "epoch": 2.7643142476697737,
      "grad_norm": 0.20051627815913756,
      "learning_rate": 4.24901185770751e-06,
      "loss": 0.2709,
      "step": 1039
    },
    {
      "epoch": 2.7669773635153128,
      "grad_norm": 0.196594765327016,
      "learning_rate": 4.1996047430830045e-06,
      "loss": 0.2617,
      "step": 1040
    },
    {
      "epoch": 2.7696404793608522,
      "grad_norm": 0.19314366189878793,
      "learning_rate": 4.150197628458499e-06,
      "loss": 0.2851,
      "step": 1041
    },
    {
      "epoch": 2.7723035952063917,
      "grad_norm": 0.2161802526854043,
      "learning_rate": 4.1007905138339924e-06,
      "loss": 0.2674,
      "step": 1042
    },
    {
      "epoch": 2.7749667110519307,
      "grad_norm": 0.18272700852758644,
      "learning_rate": 4.051383399209487e-06,
      "loss": 0.2523,
      "step": 1043
    },
    {
      "epoch": 2.77762982689747,
      "grad_norm": 0.1914267001454524,
      "learning_rate": 4.00197628458498e-06,
      "loss": 0.271,
      "step": 1044
    },
    {
      "epoch": 2.780292942743009,
      "grad_norm": 0.20563053341844564,
      "learning_rate": 3.952569169960475e-06,
      "loss": 0.2588,
      "step": 1045
    },
    {
      "epoch": 2.7829560585885487,
      "grad_norm": 0.19474283827667518,
      "learning_rate": 3.903162055335968e-06,
      "loss": 0.259,
      "step": 1046
    },
    {
      "epoch": 2.785619174434088,
      "grad_norm": 0.199541546086498,
      "learning_rate": 3.853754940711463e-06,
      "loss": 0.2766,
      "step": 1047
    },
    {
      "epoch": 2.788282290279627,
      "grad_norm": 0.1962650749461456,
      "learning_rate": 3.804347826086957e-06,
      "loss": 0.275,
      "step": 1048
    },
    {
      "epoch": 2.790945406125166,
      "grad_norm": 0.19771877806493995,
      "learning_rate": 3.7549407114624506e-06,
      "loss": 0.2651,
      "step": 1049
    },
    {
      "epoch": 2.7936085219707056,
      "grad_norm": 0.25769379294942607,
      "learning_rate": 3.705533596837945e-06,
      "loss": 0.2792,
      "step": 1050
    },
    {
      "epoch": 2.796271637816245,
      "grad_norm": 0.2095398170946154,
      "learning_rate": 3.6561264822134385e-06,
      "loss": 0.2671,
      "step": 1051
    },
    {
      "epoch": 2.798934753661784,
      "grad_norm": 0.1929871299001819,
      "learning_rate": 3.606719367588933e-06,
      "loss": 0.2571,
      "step": 1052
    },
    {
      "epoch": 2.8015978695073236,
      "grad_norm": 0.19854196709504868,
      "learning_rate": 3.5573122529644273e-06,
      "loss": 0.2734,
      "step": 1053
    },
    {
      "epoch": 2.8042609853528626,
      "grad_norm": 0.20342959087962045,
      "learning_rate": 3.507905138339921e-06,
      "loss": 0.2675,
      "step": 1054
    },
    {
      "epoch": 2.806924101198402,
      "grad_norm": 0.19566813473730155,
      "learning_rate": 3.458498023715415e-06,
      "loss": 0.2636,
      "step": 1055
    },
    {
      "epoch": 2.8095872170439415,
      "grad_norm": 0.19394868609732532,
      "learning_rate": 3.409090909090909e-06,
      "loss": 0.2582,
      "step": 1056
    },
    {
      "epoch": 2.8122503328894806,
      "grad_norm": 0.19315741666740258,
      "learning_rate": 3.3596837944664035e-06,
      "loss": 0.2744,
      "step": 1057
    },
    {
      "epoch": 2.81491344873502,
      "grad_norm": 0.19500591092508857,
      "learning_rate": 3.310276679841898e-06,
      "loss": 0.2664,
      "step": 1058
    },
    {
      "epoch": 2.817576564580559,
      "grad_norm": 0.20369824754516933,
      "learning_rate": 3.2608695652173914e-06,
      "loss": 0.2753,
      "step": 1059
    },
    {
      "epoch": 2.8202396804260985,
      "grad_norm": 0.21679482311751339,
      "learning_rate": 3.211462450592886e-06,
      "loss": 0.2668,
      "step": 1060
    },
    {
      "epoch": 2.822902796271638,
      "grad_norm": 0.19207166020188257,
      "learning_rate": 3.1620553359683794e-06,
      "loss": 0.2714,
      "step": 1061
    },
    {
      "epoch": 2.825565912117177,
      "grad_norm": 0.18576307265975345,
      "learning_rate": 3.1126482213438737e-06,
      "loss": 0.2641,
      "step": 1062
    },
    {
      "epoch": 2.8282290279627165,
      "grad_norm": 0.19216814433561258,
      "learning_rate": 3.0632411067193677e-06,
      "loss": 0.2686,
      "step": 1063
    },
    {
      "epoch": 2.8308921438082555,
      "grad_norm": 0.20223820044568933,
      "learning_rate": 3.0138339920948617e-06,
      "loss": 0.2681,
      "step": 1064
    },
    {
      "epoch": 2.833555259653795,
      "grad_norm": 0.2025068882484355,
      "learning_rate": 2.9644268774703556e-06,
      "loss": 0.2671,
      "step": 1065
    },
    {
      "epoch": 2.8362183754993344,
      "grad_norm": 0.19192928047405172,
      "learning_rate": 2.91501976284585e-06,
      "loss": 0.2738,
      "step": 1066
    },
    {
      "epoch": 2.8388814913448734,
      "grad_norm": 0.18813387022576608,
      "learning_rate": 2.865612648221344e-06,
      "loss": 0.2555,
      "step": 1067
    },
    {
      "epoch": 2.841544607190413,
      "grad_norm": 0.17981642336035955,
      "learning_rate": 2.816205533596838e-06,
      "loss": 0.2649,
      "step": 1068
    },
    {
      "epoch": 2.844207723035952,
      "grad_norm": 0.19082585501925517,
      "learning_rate": 2.7667984189723323e-06,
      "loss": 0.2717,
      "step": 1069
    },
    {
      "epoch": 2.8468708388814914,
      "grad_norm": 0.1934715160744257,
      "learning_rate": 2.7173913043478263e-06,
      "loss": 0.2588,
      "step": 1070
    },
    {
      "epoch": 2.849533954727031,
      "grad_norm": 0.1943027368827162,
      "learning_rate": 2.6679841897233202e-06,
      "loss": 0.2612,
      "step": 1071
    },
    {
      "epoch": 2.85219707057257,
      "grad_norm": 0.20463059754180915,
      "learning_rate": 2.6185770750988146e-06,
      "loss": 0.2654,
      "step": 1072
    },
    {
      "epoch": 2.8548601864181093,
      "grad_norm": 0.21078399413940485,
      "learning_rate": 2.5691699604743086e-06,
      "loss": 0.2671,
      "step": 1073
    },
    {
      "epoch": 2.8575233022636484,
      "grad_norm": 0.20725181291345451,
      "learning_rate": 2.5197628458498025e-06,
      "loss": 0.2658,
      "step": 1074
    },
    {
      "epoch": 2.860186418109188,
      "grad_norm": 0.19210859826009163,
      "learning_rate": 2.4703557312252965e-06,
      "loss": 0.2749,
      "step": 1075
    },
    {
      "epoch": 2.8628495339547273,
      "grad_norm": 0.21087703729971102,
      "learning_rate": 2.4209486166007905e-06,
      "loss": 0.2565,
      "step": 1076
    },
    {
      "epoch": 2.8655126498002663,
      "grad_norm": 0.1932869202958659,
      "learning_rate": 2.3715415019762844e-06,
      "loss": 0.2761,
      "step": 1077
    },
    {
      "epoch": 2.8681757656458053,
      "grad_norm": 0.212098446975856,
      "learning_rate": 2.322134387351779e-06,
      "loss": 0.2739,
      "step": 1078
    },
    {
      "epoch": 2.870838881491345,
      "grad_norm": 0.1907847773078055,
      "learning_rate": 2.2727272727272728e-06,
      "loss": 0.2645,
      "step": 1079
    },
    {
      "epoch": 2.8735019973368843,
      "grad_norm": 0.2138904901003034,
      "learning_rate": 2.2233201581027667e-06,
      "loss": 0.266,
      "step": 1080
    },
    {
      "epoch": 2.8761651131824233,
      "grad_norm": 0.19201411133409543,
      "learning_rate": 2.173913043478261e-06,
      "loss": 0.2589,
      "step": 1081
    },
    {
      "epoch": 2.8788282290279628,
      "grad_norm": 0.1845739978063396,
      "learning_rate": 2.124505928853755e-06,
      "loss": 0.2597,
      "step": 1082
    },
    {
      "epoch": 2.881491344873502,
      "grad_norm": 0.19569151053283082,
      "learning_rate": 2.0750988142292494e-06,
      "loss": 0.2617,
      "step": 1083
    },
    {
      "epoch": 2.8841544607190412,
      "grad_norm": 0.19194512760322638,
      "learning_rate": 2.0256916996047434e-06,
      "loss": 0.2741,
      "step": 1084
    },
    {
      "epoch": 2.8868175765645807,
      "grad_norm": 0.19164700223613637,
      "learning_rate": 1.9762845849802374e-06,
      "loss": 0.2557,
      "step": 1085
    },
    {
      "epoch": 2.8894806924101197,
      "grad_norm": 0.20722349213232807,
      "learning_rate": 1.9268774703557313e-06,
      "loss": 0.2811,
      "step": 1086
    },
    {
      "epoch": 2.892143808255659,
      "grad_norm": 0.21395903599582983,
      "learning_rate": 1.8774703557312253e-06,
      "loss": 0.2697,
      "step": 1087
    },
    {
      "epoch": 2.894806924101198,
      "grad_norm": 0.19932722434475636,
      "learning_rate": 1.8280632411067192e-06,
      "loss": 0.2848,
      "step": 1088
    },
    {
      "epoch": 2.8974700399467377,
      "grad_norm": 0.19719366657115883,
      "learning_rate": 1.7786561264822136e-06,
      "loss": 0.2715,
      "step": 1089
    },
    {
      "epoch": 2.900133155792277,
      "grad_norm": 0.1975588211380889,
      "learning_rate": 1.7292490118577076e-06,
      "loss": 0.263,
      "step": 1090
    },
    {
      "epoch": 2.902796271637816,
      "grad_norm": 0.1939515446139924,
      "learning_rate": 1.6798418972332018e-06,
      "loss": 0.2576,
      "step": 1091
    },
    {
      "epoch": 2.9054593874833556,
      "grad_norm": 0.21461670844381095,
      "learning_rate": 1.6304347826086957e-06,
      "loss": 0.2622,
      "step": 1092
    },
    {
      "epoch": 2.9081225033288947,
      "grad_norm": 0.18141714157708164,
      "learning_rate": 1.5810276679841897e-06,
      "loss": 0.2602,
      "step": 1093
    },
    {
      "epoch": 2.910785619174434,
      "grad_norm": 0.18648909903146674,
      "learning_rate": 1.5316205533596839e-06,
      "loss": 0.2544,
      "step": 1094
    },
    {
      "epoch": 2.9134487350199736,
      "grad_norm": 0.19749530453878072,
      "learning_rate": 1.4822134387351778e-06,
      "loss": 0.2511,
      "step": 1095
    },
    {
      "epoch": 2.9161118508655126,
      "grad_norm": 0.2008025174676635,
      "learning_rate": 1.432806324110672e-06,
      "loss": 0.2621,
      "step": 1096
    },
    {
      "epoch": 2.918774966711052,
      "grad_norm": 0.1926237458483956,
      "learning_rate": 1.3833992094861662e-06,
      "loss": 0.2584,
      "step": 1097
    },
    {
      "epoch": 2.921438082556591,
      "grad_norm": 0.1917953810867646,
      "learning_rate": 1.3339920948616601e-06,
      "loss": 0.2696,
      "step": 1098
    },
    {
      "epoch": 2.9241011984021306,
      "grad_norm": 0.18863387793323863,
      "learning_rate": 1.2845849802371543e-06,
      "loss": 0.269,
      "step": 1099
    },
    {
      "epoch": 2.92676431424767,
      "grad_norm": 0.18859923936820897,
      "learning_rate": 1.2351778656126482e-06,
      "loss": 0.2629,
      "step": 1100
    },
    {
      "epoch": 2.929427430093209,
      "grad_norm": 0.18918722042687142,
      "learning_rate": 1.1857707509881422e-06,
      "loss": 0.2659,
      "step": 1101
    },
    {
      "epoch": 2.932090545938748,
      "grad_norm": 0.1909436486504395,
      "learning_rate": 1.1363636363636364e-06,
      "loss": 0.279,
      "step": 1102
    },
    {
      "epoch": 2.9347536617842875,
      "grad_norm": 0.215394252478964,
      "learning_rate": 1.0869565217391306e-06,
      "loss": 0.2771,
      "step": 1103
    },
    {
      "epoch": 2.937416777629827,
      "grad_norm": 0.1868050430391036,
      "learning_rate": 1.0375494071146247e-06,
      "loss": 0.255,
      "step": 1104
    },
    {
      "epoch": 2.940079893475366,
      "grad_norm": 0.18705337019297927,
      "learning_rate": 9.881422924901187e-07,
      "loss": 0.2472,
      "step": 1105
    },
    {
      "epoch": 2.9427430093209055,
      "grad_norm": 0.1935007995659731,
      "learning_rate": 9.387351778656126e-07,
      "loss": 0.2713,
      "step": 1106
    },
    {
      "epoch": 2.9454061251664445,
      "grad_norm": 0.18412759277611498,
      "learning_rate": 8.893280632411068e-07,
      "loss": 0.2653,
      "step": 1107
    },
    {
      "epoch": 2.948069241011984,
      "grad_norm": 0.18330377570006776,
      "learning_rate": 8.399209486166009e-07,
      "loss": 0.256,
      "step": 1108
    },
    {
      "epoch": 2.9507323568575234,
      "grad_norm": 0.19950543771973236,
      "learning_rate": 7.905138339920948e-07,
      "loss": 0.2732,
      "step": 1109
    },
    {
      "epoch": 2.9533954727030625,
      "grad_norm": 0.18701751210436693,
      "learning_rate": 7.411067193675889e-07,
      "loss": 0.2634,
      "step": 1110
    },
    {
      "epoch": 2.956058588548602,
      "grad_norm": 0.18889807484399168,
      "learning_rate": 6.916996047430831e-07,
      "loss": 0.2519,
      "step": 1111
    },
    {
      "epoch": 2.958721704394141,
      "grad_norm": 0.1898035633014786,
      "learning_rate": 6.422924901185771e-07,
      "loss": 0.2658,
      "step": 1112
    },
    {
      "epoch": 2.9613848202396804,
      "grad_norm": 0.1864905294817814,
      "learning_rate": 5.928853754940711e-07,
      "loss": 0.2562,
      "step": 1113
    },
    {
      "epoch": 2.96404793608522,
      "grad_norm": 0.18976880996630371,
      "learning_rate": 5.434782608695653e-07,
      "loss": 0.264,
      "step": 1114
    },
    {
      "epoch": 2.966711051930759,
      "grad_norm": 0.19331420232956223,
      "learning_rate": 4.940711462450593e-07,
      "loss": 0.273,
      "step": 1115
    },
    {
      "epoch": 2.9693741677762984,
      "grad_norm": 0.1930205378531215,
      "learning_rate": 4.446640316205534e-07,
      "loss": 0.2592,
      "step": 1116
    },
    {
      "epoch": 2.9720372836218374,
      "grad_norm": 0.19028897264532088,
      "learning_rate": 3.952569169960474e-07,
      "loss": 0.2654,
      "step": 1117
    },
    {
      "epoch": 2.974700399467377,
      "grad_norm": 0.19156481816748225,
      "learning_rate": 3.4584980237154154e-07,
      "loss": 0.261,
      "step": 1118
    },
    {
      "epoch": 2.9773635153129163,
      "grad_norm": 0.1889476580235995,
      "learning_rate": 2.9644268774703555e-07,
      "loss": 0.2566,
      "step": 1119
    },
    {
      "epoch": 2.9800266311584553,
      "grad_norm": 0.19663277621172817,
      "learning_rate": 2.4703557312252967e-07,
      "loss": 0.2751,
      "step": 1120
    },
    {
      "epoch": 2.982689747003995,
      "grad_norm": 0.1848208372611624,
      "learning_rate": 1.976284584980237e-07,
      "loss": 0.2633,
      "step": 1121
    },
    {
      "epoch": 2.985352862849534,
      "grad_norm": 0.18259691758877614,
      "learning_rate": 1.4822134387351778e-07,
      "loss": 0.2696,
      "step": 1122
    },
    {
      "epoch": 2.9880159786950733,
      "grad_norm": 0.1849664900149779,
      "learning_rate": 9.881422924901186e-08,
      "loss": 0.2704,
      "step": 1123
    },
    {
      "epoch": 2.9906790945406128,
      "grad_norm": 0.1854714711613864,
      "learning_rate": 4.940711462450593e-08,
      "loss": 0.2613,
      "step": 1124
    },
    {
      "epoch": 2.993342210386152,
      "grad_norm": 0.18380044771707796,
      "learning_rate": 0.0,
      "loss": 0.2614,
      "step": 1125
    },
    {
      "epoch": 2.993342210386152,
      "step": 1125,
      "total_flos": 9.575573608085586e+17,
      "train_loss": 0.4614936934842004,
      "train_runtime": 99022.1208,
      "train_samples_per_second": 0.182,
      "train_steps_per_second": 0.011
    }
  ],
  "logging_steps": 1,
  "max_steps": 1125,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.575573608085586e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}