{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 234,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.042735042735042736,
      "grad_norm": 3.711402177810669,
      "learning_rate": 3.6363636363636366e-06,
      "loss": 0.2434,
      "step": 5
    },
    {
      "epoch": 0.08547008547008547,
      "grad_norm": 3.794971227645874,
      "learning_rate": 8.181818181818183e-06,
      "loss": 0.1924,
      "step": 10
    },
    {
      "epoch": 0.1282051282051282,
      "grad_norm": 2.4459402561187744,
      "learning_rate": 9.998079135987437e-06,
      "loss": 0.174,
      "step": 15
    },
    {
      "epoch": 0.17094017094017094,
      "grad_norm": 2.0912649631500244,
      "learning_rate": 9.98634586692894e-06,
      "loss": 0.1488,
      "step": 20
    },
    {
      "epoch": 0.21367521367521367,
      "grad_norm": 1.9830565452575684,
      "learning_rate": 9.963971484502247e-06,
      "loss": 0.1332,
      "step": 25
    },
    {
      "epoch": 0.2564102564102564,
      "grad_norm": 1.4833670854568481,
      "learning_rate": 9.931003736767013e-06,
      "loss": 0.1146,
      "step": 30
    },
    {
      "epoch": 0.29914529914529914,
      "grad_norm": 1.437637448310852,
      "learning_rate": 9.887512978558329e-06,
      "loss": 0.1175,
      "step": 35
    },
    {
      "epoch": 0.3418803418803419,
      "grad_norm": 1.591968297958374,
      "learning_rate": 9.833592021345938e-06,
      "loss": 0.1114,
      "step": 40
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 1.383669376373291,
      "learning_rate": 9.76935593516989e-06,
      "loss": 0.1092,
      "step": 45
    },
    {
      "epoch": 0.42735042735042733,
      "grad_norm": 1.2138135433197021,
      "learning_rate": 9.694941803075285e-06,
      "loss": 0.1005,
      "step": 50
    },
    {
      "epoch": 0.4700854700854701,
      "grad_norm": 1.317816138267517,
      "learning_rate": 9.610508428570122e-06,
      "loss": 0.1079,
      "step": 55
    },
    {
      "epoch": 0.5128205128205128,
      "grad_norm": 1.1774816513061523,
      "learning_rate": 9.516235996730645e-06,
      "loss": 0.1003,
      "step": 60
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 1.3384287357330322,
      "learning_rate": 9.41232568967728e-06,
      "loss": 0.1005,
      "step": 65
    },
    {
      "epoch": 0.5982905982905983,
      "grad_norm": 1.0372443199157715,
      "learning_rate": 9.298999257241862e-06,
      "loss": 0.1029,
      "step": 70
    },
    {
      "epoch": 0.6410256410256411,
      "grad_norm": 1.1703890562057495,
      "learning_rate": 9.176498543742328e-06,
      "loss": 0.0988,
      "step": 75
    },
    {
      "epoch": 0.6837606837606838,
      "grad_norm": 1.1787683963775635,
      "learning_rate": 9.045084971874738e-06,
      "loss": 0.0936,
      "step": 80
    },
    {
      "epoch": 0.7264957264957265,
      "grad_norm": 1.180239200592041,
      "learning_rate": 8.905038984824079e-06,
      "loss": 0.1036,
      "step": 85
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 1.1398251056671143,
      "learning_rate": 8.756659447784367e-06,
      "loss": 0.1,
      "step": 90
    },
    {
      "epoch": 0.811965811965812,
      "grad_norm": 1.2935456037521362,
      "learning_rate": 8.600263010165275e-06,
      "loss": 0.0956,
      "step": 95
    },
    {
      "epoch": 0.8547008547008547,
      "grad_norm": 1.1012020111083984,
      "learning_rate": 8.436183429846314e-06,
      "loss": 0.1028,
      "step": 100
    },
    {
      "epoch": 0.8974358974358975,
      "grad_norm": 1.0556975603103638,
      "learning_rate": 8.264770860920722e-06,
      "loss": 0.1077,
      "step": 105
    },
    {
      "epoch": 0.9401709401709402,
      "grad_norm": 1.069830298423767,
      "learning_rate": 8.086391106448965e-06,
      "loss": 0.0976,
      "step": 110
    },
    {
      "epoch": 0.9829059829059829,
      "grad_norm": 1.019631028175354,
      "learning_rate": 7.90142483781658e-06,
      "loss": 0.1008,
      "step": 115
    },
    {
      "epoch": 1.0256410256410255,
      "grad_norm": 0.7582312226295471,
      "learning_rate": 7.710266782362248e-06,
      "loss": 0.0635,
      "step": 120
    },
    {
      "epoch": 1.0683760683760684,
      "grad_norm": 0.7042792439460754,
      "learning_rate": 7.513324881009769e-06,
      "loss": 0.0403,
      "step": 125
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 0.9356122016906738,
      "learning_rate": 7.311019417701567e-06,
      "loss": 0.036,
      "step": 130
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 0.9737276434898376,
      "learning_rate": 7.103782122491577e-06,
      "loss": 0.0361,
      "step": 135
    },
    {
      "epoch": 1.1965811965811965,
      "grad_norm": 0.9380191564559937,
      "learning_rate": 6.892055250211552e-06,
      "loss": 0.0343,
      "step": 140
    },
    {
      "epoch": 1.2393162393162394,
      "grad_norm": 0.7957591414451599,
      "learning_rate": 6.67629063667697e-06,
      "loss": 0.0353,
      "step": 145
    },
    {
      "epoch": 1.282051282051282,
      "grad_norm": 0.8701767921447754,
      "learning_rate": 6.456948734446624e-06,
      "loss": 0.0356,
      "step": 150
    },
    {
      "epoch": 1.3247863247863247,
      "grad_norm": 0.7799380421638489,
      "learning_rate": 6.234497630193666e-06,
      "loss": 0.0373,
      "step": 155
    },
    {
      "epoch": 1.3675213675213675,
      "grad_norm": 0.8129424452781677,
      "learning_rate": 6.009412045785051e-06,
      "loss": 0.0356,
      "step": 160
    },
    {
      "epoch": 1.4102564102564101,
      "grad_norm": 0.8334594964981079,
      "learning_rate": 5.782172325201155e-06,
      "loss": 0.0348,
      "step": 165
    },
    {
      "epoch": 1.452991452991453,
      "grad_norm": 0.8230361938476562,
      "learning_rate": 5.553263409457504e-06,
      "loss": 0.0322,
      "step": 170
    },
    {
      "epoch": 1.4957264957264957,
      "grad_norm": 1.0665380954742432,
      "learning_rate": 5.323173801716222e-06,
      "loss": 0.036,
      "step": 175
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 1.0307265520095825,
      "learning_rate": 5.09239452479565e-06,
      "loss": 0.0316,
      "step": 180
    },
    {
      "epoch": 1.5811965811965814,
      "grad_norm": 0.8220146894454956,
      "learning_rate": 4.861418073302919e-06,
      "loss": 0.0326,
      "step": 185
    },
    {
      "epoch": 1.623931623931624,
      "grad_norm": 1.0208584070205688,
      "learning_rate": 4.630737362625631e-06,
      "loss": 0.0333,
      "step": 190
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.9469585418701172,
      "learning_rate": 4.400844677025585e-06,
      "loss": 0.0361,
      "step": 195
    },
    {
      "epoch": 1.7094017094017095,
      "grad_norm": 0.8382295370101929,
      "learning_rate": 4.17223061907935e-06,
      "loss": 0.0356,
      "step": 200
    },
    {
      "epoch": 1.7521367521367521,
      "grad_norm": 0.7920061945915222,
      "learning_rate": 3.945383062707652e-06,
      "loss": 0.033,
      "step": 205
    },
    {
      "epoch": 1.7948717948717947,
      "grad_norm": 0.7468324899673462,
      "learning_rate": 3.720786112027822e-06,
      "loss": 0.0306,
      "step": 210
    },
    {
      "epoch": 1.8376068376068377,
      "grad_norm": 0.969772219657898,
      "learning_rate": 3.498919068251237e-06,
      "loss": 0.0332,
      "step": 215
    },
    {
      "epoch": 1.8803418803418803,
      "grad_norm": 0.9195359349250793,
      "learning_rate": 3.2802554068303595e-06,
      "loss": 0.0321,
      "step": 220
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 1.082493782043457,
      "learning_rate": 3.0652617670382745e-06,
      "loss": 0.0321,
      "step": 225
    },
    {
      "epoch": 1.965811965811966,
      "grad_norm": 0.8420332074165344,
      "learning_rate": 2.8543969561369556e-06,
      "loss": 0.0299,
      "step": 230
    }
  ],
  "logging_steps": 5,
  "max_steps": 351,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.8207299650715648e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}