{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.96,
  "eval_steps": 500,
  "global_step": 186,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.08,
      "grad_norm": 0.44993048906326294,
      "learning_rate": 1.9977186146800707e-05,
      "loss": 1.1852,
      "mean_token_accuracy": 0.7368780478835106,
      "num_tokens": 16177.0,
      "step": 5
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.446072518825531,
      "learning_rate": 1.9884683243281117e-05,
      "loss": 1.1334,
      "mean_token_accuracy": 0.7490372791886329,
      "num_tokens": 32676.0,
      "step": 10
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5208024978637695,
      "learning_rate": 1.9721724257579907e-05,
      "loss": 1.1397,
      "mean_token_accuracy": 0.7374951928853989,
      "num_tokens": 48484.0,
      "step": 15
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5335091352462769,
      "learning_rate": 1.9489470729364694e-05,
      "loss": 1.1291,
      "mean_token_accuracy": 0.7498478129506111,
      "num_tokens": 64399.0,
      "step": 20
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6421738266944885,
      "learning_rate": 1.918957811620231e-05,
      "loss": 1.094,
      "mean_token_accuracy": 0.7465715885162354,
      "num_tokens": 80038.0,
      "step": 25
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5590124726295471,
      "learning_rate": 1.8824183993782193e-05,
      "loss": 1.0891,
      "mean_token_accuracy": 0.7500069707632064,
      "num_tokens": 95591.0,
      "step": 30
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5460164546966553,
      "learning_rate": 1.839589281969639e-05,
      "loss": 1.0278,
      "mean_token_accuracy": 0.7575115114450455,
      "num_tokens": 111483.0,
      "step": 35
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.6239035129547119,
      "learning_rate": 1.7907757369376984e-05,
      "loss": 0.9952,
      "mean_token_accuracy": 0.7626694276928901,
      "num_tokens": 128244.0,
      "step": 40
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.6833351254463196,
      "learning_rate": 1.7363256976511972e-05,
      "loss": 1.0109,
      "mean_token_accuracy": 0.760352547466755,
      "num_tokens": 142495.0,
      "step": 45
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.6993600130081177,
      "learning_rate": 1.6766272733037575e-05,
      "loss": 0.9705,
      "mean_token_accuracy": 0.768488883972168,
      "num_tokens": 158074.0,
      "step": 50
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.7641519904136658,
      "learning_rate": 1.612105982547663e-05,
      "loss": 0.8792,
      "mean_token_accuracy": 0.7812322407960892,
      "num_tokens": 174411.0,
      "step": 55
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.8612833023071289,
      "learning_rate": 1.543221720480419e-05,
      "loss": 0.8912,
      "mean_token_accuracy": 0.787124752998352,
      "num_tokens": 189480.0,
      "step": 60
    },
    {
      "epoch": 1.032,
      "grad_norm": 0.9852380752563477,
      "learning_rate": 1.4704654806027558e-05,
      "loss": 0.8234,
      "mean_token_accuracy": 0.7974502179357741,
      "num_tokens": 203798.0,
      "step": 65
    },
    {
      "epoch": 1.112,
      "grad_norm": 0.8131120204925537,
      "learning_rate": 1.3943558551133186e-05,
      "loss": 0.8048,
      "mean_token_accuracy": 0.8055687263607979,
      "num_tokens": 219483.0,
      "step": 70
    },
    {
      "epoch": 1.192,
      "grad_norm": 1.0975677967071533,
      "learning_rate": 1.3154353384852559e-05,
      "loss": 0.7795,
      "mean_token_accuracy": 0.8085009381175041,
      "num_tokens": 234730.0,
      "step": 75
    },
    {
      "epoch": 1.272,
      "grad_norm": 0.8204861879348755,
      "learning_rate": 1.2342664606720823e-05,
      "loss": 0.7457,
      "mean_token_accuracy": 0.822769646346569,
      "num_tokens": 250096.0,
      "step": 80
    },
    {
      "epoch": 1.3519999999999999,
      "grad_norm": 0.7401573061943054,
      "learning_rate": 1.1514277775045768e-05,
      "loss": 0.7079,
      "mean_token_accuracy": 0.8261085689067841,
      "num_tokens": 266076.0,
      "step": 85
    },
    {
      "epoch": 1.432,
      "grad_norm": 0.6010871529579163,
      "learning_rate": 1.0675097468583653e-05,
      "loss": 0.7074,
      "mean_token_accuracy": 0.8272138416767121,
      "num_tokens": 281385.0,
      "step": 90
    },
    {
      "epoch": 1.512,
      "grad_norm": 0.5529438257217407,
      "learning_rate": 9.83110519986069e-06,
      "loss": 0.6664,
      "mean_token_accuracy": 0.8329674065113067,
      "num_tokens": 296647.0,
      "step": 95
    },
    {
      "epoch": 1.592,
      "grad_norm": 0.5067458152770996,
      "learning_rate": 8.98831678012568e-06,
      "loss": 0.6526,
      "mean_token_accuracy": 0.8348439291119576,
      "num_tokens": 312067.0,
      "step": 100
    },
    {
      "epoch": 1.6720000000000002,
      "grad_norm": 0.5340730547904968,
      "learning_rate": 8.15273943982811e-06,
      "loss": 0.675,
      "mean_token_accuracy": 0.8353347033262253,
      "num_tokens": 327458.0,
      "step": 105
    },
    {
      "epoch": 1.752,
      "grad_norm": 0.4149323105812073,
      "learning_rate": 7.330329010258483e-06,
      "loss": 0.6392,
      "mean_token_accuracy": 0.8354402139782906,
      "num_tokens": 344098.0,
      "step": 110
    },
    {
      "epoch": 1.8319999999999999,
      "grad_norm": 0.42973241209983826,
      "learning_rate": 6.526947471551799e-06,
      "loss": 0.6585,
      "mean_token_accuracy": 0.8377262473106384,
      "num_tokens": 359964.0,
      "step": 115
    },
    {
      "epoch": 1.912,
      "grad_norm": 0.38989219069480896,
      "learning_rate": 5.748321169643596e-06,
      "loss": 0.6001,
      "mean_token_accuracy": 0.8486244857311249,
      "num_tokens": 376782.0,
      "step": 120
    },
    {
      "epoch": 1.992,
      "grad_norm": 0.3842228651046753,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.6408,
      "mean_token_accuracy": 0.8384670644998551,
      "num_tokens": 393357.0,
      "step": 125
    },
    {
      "epoch": 2.064,
      "grad_norm": 0.386435866355896,
      "learning_rate": 4.287317849052075e-06,
      "loss": 0.6318,
      "mean_token_accuracy": 0.8400428146123886,
      "num_tokens": 408486.0,
      "step": 130
    },
    {
      "epoch": 2.144,
      "grad_norm": 0.4155893325805664,
      "learning_rate": 3.6153545753001663e-06,
      "loss": 0.6365,
      "mean_token_accuracy": 0.8424267500638962,
      "num_tokens": 423462.0,
      "step": 135
    },
    {
      "epoch": 2.224,
      "grad_norm": 0.42164576053619385,
      "learning_rate": 2.9888998010794745e-06,
      "loss": 0.65,
      "mean_token_accuracy": 0.8395944103598595,
      "num_tokens": 439308.0,
      "step": 140
    },
    {
      "epoch": 2.304,
      "grad_norm": 0.40206339955329895,
      "learning_rate": 2.4124187730720916e-06,
      "loss": 0.6441,
      "mean_token_accuracy": 0.8418430313467979,
      "num_tokens": 454859.0,
      "step": 145
    },
    {
      "epoch": 2.384,
      "grad_norm": 0.41322216391563416,
      "learning_rate": 1.8900205349049904e-06,
      "loss": 0.6169,
      "mean_token_accuracy": 0.8490483820438385,
      "num_tokens": 470548.0,
      "step": 150
    },
    {
      "epoch": 2.464,
      "grad_norm": 0.4834882915019989,
      "learning_rate": 1.425428638693489e-06,
      "loss": 0.6545,
      "mean_token_accuracy": 0.8358306258916854,
      "num_tokens": 485169.0,
      "step": 155
    },
    {
      "epoch": 2.544,
      "grad_norm": 0.41212084889411926,
      "learning_rate": 1.0219546042925842e-06,
      "loss": 0.6087,
      "mean_token_accuracy": 0.8500525638461113,
      "num_tokens": 501284.0,
      "step": 160
    },
    {
      "epoch": 2.624,
      "grad_norm": 0.4313817620277405,
      "learning_rate": 6.824743154333157e-07,
      "loss": 0.6387,
      "mean_token_accuracy": 0.8408319368958473,
      "num_tokens": 517799.0,
      "step": 165
    },
    {
      "epoch": 2.7039999999999997,
      "grad_norm": 0.38043487071990967,
      "learning_rate": 4.094075209879789e-07,
      "loss": 0.5942,
      "mean_token_accuracy": 0.8503163874149322,
      "num_tokens": 534446.0,
      "step": 170
    },
    {
      "epoch": 2.784,
      "grad_norm": 0.38836878538131714,
      "learning_rate": 2.0470058747505516e-07,
      "loss": 0.6464,
      "mean_token_accuracy": 0.8419791996479035,
      "num_tokens": 549141.0,
      "step": 175
    },
    {
      "epoch": 2.864,
      "grad_norm": 0.4290372133255005,
      "learning_rate": 6.981262574066395e-08,
      "loss": 0.657,
      "mean_token_accuracy": 0.8399893954396248,
      "num_tokens": 564279.0,
      "step": 180
    },
    {
      "epoch": 2.944,
      "grad_norm": 0.3860047161579132,
      "learning_rate": 5.705090702819993e-09,
      "loss": 0.6336,
      "mean_token_accuracy": 0.8413404822349548,
      "num_tokens": 580854.0,
      "step": 185
    }
  ],
  "logging_steps": 5,
  "max_steps": 186,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4332405321474048.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}