{
  "best_metric": 0.6666322350502014,
  "best_model_checkpoint": "./checkpoints/llava-v1.6-mistral/checkpoint-125",
  "epoch": 7.992,
  "eval_steps": 1.0,
  "global_step": 248,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.032,
      "grad_norm": 1.3562940564009667,
      "learning_rate": 0.0,
      "loss": 1.2069,
      "step": 1
    },
    {
      "epoch": 0.032,
      "eval_loss": 1.189530849456787,
      "eval_runtime": 100.6384,
      "eval_samples_per_second": 1.987,
      "eval_steps_per_second": 0.497,
      "step": 1
    },
    {
      "epoch": 0.064,
      "grad_norm": 1.3726335882966116,
      "learning_rate": 7.737056144690831e-06,
      "loss": 1.242,
      "step": 2
    },
    {
      "epoch": 0.064,
      "eval_loss": 1.189530849456787,
      "eval_runtime": 95.3713,
      "eval_samples_per_second": 2.097,
      "eval_steps_per_second": 0.524,
      "step": 2
    },
    {
      "epoch": 0.096,
      "grad_norm": 1.267071497789874,
      "learning_rate": 1.2262943855309169e-05,
      "loss": 1.1588,
      "step": 3
    },
    {
      "epoch": 0.096,
      "eval_loss": 1.1675384044647217,
      "eval_runtime": 99.4768,
      "eval_samples_per_second": 2.011,
      "eval_steps_per_second": 0.503,
      "step": 3
    },
    {
      "epoch": 0.128,
      "grad_norm": 1.2066781722006759,
      "learning_rate": 1.5474112289381662e-05,
      "loss": 1.1196,
      "step": 4
    },
    {
      "epoch": 0.128,
      "eval_loss": 1.1391011476516724,
      "eval_runtime": 95.4777,
      "eval_samples_per_second": 2.095,
      "eval_steps_per_second": 0.524,
      "step": 4
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.2746210039866817,
      "learning_rate": 1.7964888034078543e-05,
      "loss": 1.1462,
      "step": 5
    },
    {
      "epoch": 0.16,
      "eval_loss": 1.1023523807525635,
      "eval_runtime": 95.4138,
      "eval_samples_per_second": 2.096,
      "eval_steps_per_second": 0.524,
      "step": 5
    },
    {
      "epoch": 0.192,
      "grad_norm": 1.0552650848120237,
      "learning_rate": 1.9999999999999998e-05,
      "loss": 1.1147,
      "step": 6
    },
    {
      "epoch": 0.192,
      "eval_loss": 1.063745379447937,
      "eval_runtime": 97.6633,
      "eval_samples_per_second": 2.048,
      "eval_steps_per_second": 0.512,
      "step": 6
    },
    {
      "epoch": 0.224,
      "grad_norm": 1.0779287740182022,
      "learning_rate": 2e-05,
      "loss": 1.1773,
      "step": 7
    },
    {
      "epoch": 0.224,
      "eval_loss": 1.024451732635498,
      "eval_runtime": 97.388,
      "eval_samples_per_second": 2.054,
      "eval_steps_per_second": 0.513,
      "step": 7
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.9918200495785524,
      "learning_rate": 2e-05,
      "loss": 1.0434,
      "step": 8
    },
    {
      "epoch": 0.256,
      "eval_loss": 0.9906812906265259,
      "eval_runtime": 97.2423,
      "eval_samples_per_second": 2.057,
      "eval_steps_per_second": 0.514,
      "step": 8
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.9119239308208719,
      "learning_rate": 2e-05,
      "loss": 1.0527,
      "step": 9
    },
    {
      "epoch": 0.288,
      "eval_loss": 0.9626247882843018,
      "eval_runtime": 97.2048,
      "eval_samples_per_second": 2.058,
      "eval_steps_per_second": 0.514,
      "step": 9
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.7292073828818868,
      "learning_rate": 2e-05,
      "loss": 0.9801,
      "step": 10
    },
    {
      "epoch": 0.32,
      "eval_loss": 0.9422003030776978,
      "eval_runtime": 97.143,
      "eval_samples_per_second": 2.059,
      "eval_steps_per_second": 0.515,
      "step": 10
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.8195137858461904,
      "learning_rate": 2e-05,
      "loss": 1.0104,
      "step": 11
    },
    {
      "epoch": 0.352,
      "eval_loss": 0.9264165759086609,
      "eval_runtime": 97.2279,
      "eval_samples_per_second": 2.057,
      "eval_steps_per_second": 0.514,
      "step": 11
    },
    {
      "epoch": 0.384,
      "grad_norm": 0.7060464565699565,
      "learning_rate": 2e-05,
      "loss": 0.9764,
      "step": 12
    },
    {
      "epoch": 0.384,
      "eval_loss": 0.9138455986976624,
      "eval_runtime": 97.0954,
      "eval_samples_per_second": 2.06,
      "eval_steps_per_second": 0.515,
      "step": 12
    },
    {
      "epoch": 0.416,
      "grad_norm": 0.8207130544099034,
      "learning_rate": 2e-05,
      "loss": 1.0371,
      "step": 13
    },
    {
      "epoch": 0.416,
      "eval_loss": 0.902658224105835,
      "eval_runtime": 100.8924,
      "eval_samples_per_second": 1.982,
      "eval_steps_per_second": 0.496,
      "step": 13
    },
    {
      "epoch": 0.448,
      "grad_norm": 0.7962544586919155,
      "learning_rate": 2e-05,
      "loss": 0.9455,
      "step": 14
    },
    {
      "epoch": 0.448,
      "eval_loss": 0.8926536440849304,
      "eval_runtime": 100.856,
      "eval_samples_per_second": 1.983,
      "eval_steps_per_second": 0.496,
      "step": 14
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.8246421268957655,
      "learning_rate": 2e-05,
      "loss": 0.9456,
      "step": 15
    },
    {
      "epoch": 0.48,
      "eval_loss": 0.8823295831680298,
      "eval_runtime": 97.0568,
      "eval_samples_per_second": 2.061,
      "eval_steps_per_second": 0.515,
      "step": 15
    },
    {
      "epoch": 0.512,
      "grad_norm": 0.7040845257818263,
      "learning_rate": 2e-05,
      "loss": 0.9283,
      "step": 16
    },
    {
      "epoch": 0.512,
      "eval_loss": 0.8721897602081299,
      "eval_runtime": 98.318,
      "eval_samples_per_second": 2.034,
      "eval_steps_per_second": 0.509,
      "step": 16
    },
    {
      "epoch": 0.544,
      "grad_norm": 0.7904707927869743,
      "learning_rate": 2e-05,
      "loss": 0.9786,
      "step": 17
    },
    {
      "epoch": 0.544,
      "eval_loss": 0.861838698387146,
      "eval_runtime": 101.4487,
      "eval_samples_per_second": 1.971,
      "eval_steps_per_second": 0.493,
      "step": 17
    },
    {
      "epoch": 0.576,
      "grad_norm": 0.7605583546638608,
      "learning_rate": 2e-05,
      "loss": 0.9361,
      "step": 18
    },
    {
      "epoch": 0.576,
      "eval_loss": 0.8519415259361267,
      "eval_runtime": 98.2448,
      "eval_samples_per_second": 2.036,
      "eval_steps_per_second": 0.509,
      "step": 18
    },
    {
      "epoch": 0.608,
      "grad_norm": 0.7005232039249588,
      "learning_rate": 2e-05,
      "loss": 0.8707,
      "step": 19
    },
    {
      "epoch": 0.608,
      "eval_loss": 0.842995822429657,
      "eval_runtime": 98.3165,
      "eval_samples_per_second": 2.034,
      "eval_steps_per_second": 0.509,
      "step": 19
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.653693259495668,
      "learning_rate": 2e-05,
      "loss": 0.9332,
      "step": 20
    },
    {
      "epoch": 0.64,
      "eval_loss": 0.8355565071105957,
      "eval_runtime": 98.237,
      "eval_samples_per_second": 2.036,
      "eval_steps_per_second": 0.509,
      "step": 20
    },
    {
      "epoch": 0.672,
      "grad_norm": 0.6600451404133434,
      "learning_rate": 2e-05,
      "loss": 0.8848,
      "step": 21
    },
    {
      "epoch": 0.672,
      "eval_loss": 0.8297473788261414,
      "eval_runtime": 98.1825,
      "eval_samples_per_second": 2.037,
      "eval_steps_per_second": 0.509,
      "step": 21
    },
    {
      "epoch": 0.704,
      "grad_norm": 0.6666525650519819,
      "learning_rate": 2e-05,
      "loss": 0.9261,
      "step": 22
    },
    {
      "epoch": 0.704,
      "eval_loss": 0.8248497247695923,
      "eval_runtime": 98.1541,
      "eval_samples_per_second": 2.038,
      "eval_steps_per_second": 0.509,
      "step": 22
    },
    {
      "epoch": 0.736,
      "grad_norm": 0.6759718697778233,
      "learning_rate": 2e-05,
      "loss": 1.0103,
      "step": 23
    },
    {
      "epoch": 0.736,
      "eval_loss": 0.8214980959892273,
      "eval_runtime": 98.2494,
      "eval_samples_per_second": 2.036,
      "eval_steps_per_second": 0.509,
      "step": 23
    },
    {
      "epoch": 0.768,
      "grad_norm": 0.651870418762904,
      "learning_rate": 2e-05,
      "loss": 0.9538,
      "step": 24
    },
    {
      "epoch": 0.768,
      "eval_loss": 0.818403959274292,
      "eval_runtime": 97.9476,
      "eval_samples_per_second": 2.042,
      "eval_steps_per_second": 0.51,
      "step": 24
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.6985872283132858,
      "learning_rate": 2e-05,
      "loss": 0.8216,
      "step": 25
    },
    {
      "epoch": 0.8,
      "eval_loss": 0.8149588108062744,
      "eval_runtime": 95.6175,
      "eval_samples_per_second": 2.092,
      "eval_steps_per_second": 0.523,
      "step": 25
    },
    {
      "epoch": 0.832,
      "grad_norm": 0.7801182369335715,
      "learning_rate": 2e-05,
      "loss": 0.8478,
      "step": 26
    },
    {
      "epoch": 0.832,
      "eval_loss": 0.8100517392158508,
      "eval_runtime": 99.7733,
      "eval_samples_per_second": 2.005,
      "eval_steps_per_second": 0.501,
      "step": 26
    },
    {
      "epoch": 0.864,
      "grad_norm": 0.6727766374526198,
      "learning_rate": 2e-05,
      "loss": 0.9015,
      "step": 27
    },
    {
      "epoch": 0.864,
      "eval_loss": 0.8051578998565674,
      "eval_runtime": 95.7387,
      "eval_samples_per_second": 2.089,
      "eval_steps_per_second": 0.522,
      "step": 27
    },
    {
      "epoch": 0.896,
      "grad_norm": 0.7398381040653764,
      "learning_rate": 2e-05,
      "loss": 0.8434,
      "step": 28
    },
    {
      "epoch": 0.896,
      "eval_loss": 0.7998965382575989,
      "eval_runtime": 95.7753,
      "eval_samples_per_second": 2.088,
      "eval_steps_per_second": 0.522,
      "step": 28
    },
    {
      "epoch": 0.928,
      "grad_norm": 0.6837341164482282,
      "learning_rate": 2e-05,
      "loss": 0.9124,
      "step": 29
    },
    {
      "epoch": 0.928,
      "eval_loss": 0.7946869134902954,
      "eval_runtime": 95.933,
      "eval_samples_per_second": 2.085,
      "eval_steps_per_second": 0.521,
      "step": 29
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.7285508052728015,
      "learning_rate": 2e-05,
      "loss": 0.8252,
      "step": 30
    },
    {
      "epoch": 0.96,
      "eval_loss": 0.7891057729721069,
      "eval_runtime": 95.871,
      "eval_samples_per_second": 2.086,
      "eval_steps_per_second": 0.522,
      "step": 30
    },
    {
      "epoch": 0.992,
      "grad_norm": 0.706524788728722,
      "learning_rate": 2e-05,
      "loss": 0.8382,
      "step": 31
    },
    {
      "epoch": 0.992,
      "eval_loss": 0.7835636138916016,
      "eval_runtime": 95.7491,
      "eval_samples_per_second": 2.089,
      "eval_steps_per_second": 0.522,
      "step": 31
    },
    {
      "epoch": 1.024,
      "grad_norm": 0.7392763969473979,
      "learning_rate": 2e-05,
      "loss": 0.8586,
      "step": 32
    },
    {
      "epoch": 1.024,
      "eval_loss": 0.7780101299285889,
      "eval_runtime": 99.7493,
      "eval_samples_per_second": 2.005,
      "eval_steps_per_second": 0.501,
      "step": 32
    },
    {
      "epoch": 1.056,
      "grad_norm": 0.7407143277408553,
      "learning_rate": 2e-05,
      "loss": 0.8438,
      "step": 33
    },
    {
      "epoch": 1.056,
      "eval_loss": 0.7728690505027771,
      "eval_runtime": 95.8863,
      "eval_samples_per_second": 2.086,
      "eval_steps_per_second": 0.521,
      "step": 33
    },
    {
      "epoch": 1.088,
      "grad_norm": 0.7146296362894146,
      "learning_rate": 2e-05,
      "loss": 0.8357,
      "step": 34
    },
    {
      "epoch": 1.088,
      "eval_loss": 0.7683935761451721,
      "eval_runtime": 97.824,
      "eval_samples_per_second": 2.044,
      "eval_steps_per_second": 0.511,
      "step": 34
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.7117142678212836,
      "learning_rate": 2e-05,
      "loss": 0.7884,
      "step": 35
    },
    {
      "epoch": 1.12,
      "eval_loss": 0.7646369338035583,
      "eval_runtime": 95.8185,
      "eval_samples_per_second": 2.087,
      "eval_steps_per_second": 0.522,
      "step": 35
    },
    {
      "epoch": 1.152,
      "grad_norm": 0.7735767817076163,
      "learning_rate": 2e-05,
      "loss": 0.8851,
      "step": 36
    },
    {
      "epoch": 1.152,
      "eval_loss": 0.7616337537765503,
      "eval_runtime": 96.1525,
      "eval_samples_per_second": 2.08,
      "eval_steps_per_second": 0.52,
      "step": 36
    },
    {
      "epoch": 1.184,
      "grad_norm": 0.7386952203362822,
      "learning_rate": 2e-05,
      "loss": 0.7943,
      "step": 37
    },
    {
      "epoch": 1.184,
      "eval_loss": 0.759408712387085,
      "eval_runtime": 96.2772,
      "eval_samples_per_second": 2.077,
      "eval_steps_per_second": 0.519,
      "step": 37
    },
    {
      "epoch": 1.216,
      "grad_norm": 0.6688305832985106,
      "learning_rate": 2e-05,
      "loss": 0.8433,
      "step": 38
    },
    {
      "epoch": 1.216,
      "eval_loss": 0.7577520608901978,
      "eval_runtime": 95.7726,
      "eval_samples_per_second": 2.088,
      "eval_steps_per_second": 0.522,
      "step": 38
    },
    {
      "epoch": 1.248,
      "grad_norm": 0.6861808214947546,
      "learning_rate": 2e-05,
      "loss": 0.8132,
      "step": 39
    },
    {
      "epoch": 1.248,
      "eval_loss": 0.7565059065818787,
      "eval_runtime": 96.1577,
      "eval_samples_per_second": 2.08,
      "eval_steps_per_second": 0.52,
      "step": 39
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.7450886292190618,
      "learning_rate": 2e-05,
      "loss": 0.9067,
      "step": 40
    },
    {
      "epoch": 1.28,
      "eval_loss": 0.7562046647071838,
      "eval_runtime": 95.9983,
      "eval_samples_per_second": 2.083,
      "eval_steps_per_second": 0.521,
      "step": 40
    },
    {
      "epoch": 1.312,
      "grad_norm": 0.7508586498301053,
      "learning_rate": 2e-05,
      "loss": 0.8642,
      "step": 41
    },
    {
      "epoch": 1.312,
      "eval_loss": 0.755351722240448,
      "eval_runtime": 96.6244,
      "eval_samples_per_second": 2.07,
      "eval_steps_per_second": 0.517,
      "step": 41
    },
    {
      "epoch": 1.3439999999999999,
      "grad_norm": 0.7717273184776977,
      "learning_rate": 2e-05,
      "loss": 0.9406,
      "step": 42
    },
    {
      "epoch": 1.3439999999999999,
      "eval_loss": 0.753773033618927,
      "eval_runtime": 100.8127,
      "eval_samples_per_second": 1.984,
      "eval_steps_per_second": 0.496,
      "step": 42
    },
    {
      "epoch": 1.376,
      "grad_norm": 0.7980115302909253,
      "learning_rate": 2e-05,
      "loss": 0.7732,
      "step": 43
    },
    {
      "epoch": 1.376,
      "eval_loss": 0.7511720061302185,
      "eval_runtime": 97.4372,
      "eval_samples_per_second": 2.053,
      "eval_steps_per_second": 0.513,
      "step": 43
    },
    {
      "epoch": 1.408,
      "grad_norm": 0.794554904521861,
      "learning_rate": 2e-05,
      "loss": 0.8962,
      "step": 44
    },
    {
      "epoch": 1.408,
      "eval_loss": 0.7484354376792908,
      "eval_runtime": 96.7621,
      "eval_samples_per_second": 2.067,
      "eval_steps_per_second": 0.517,
      "step": 44
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.7964935137573818,
      "learning_rate": 2e-05,
      "loss": 0.7725,
      "step": 45
    },
    {
      "epoch": 1.44,
      "eval_loss": 0.7454251050949097,
      "eval_runtime": 96.5292,
      "eval_samples_per_second": 2.072,
      "eval_steps_per_second": 0.518,
      "step": 45
    },
    {
      "epoch": 1.472,
      "grad_norm": 0.7477437094752549,
      "learning_rate": 2e-05,
      "loss": 0.8238,
      "step": 46
    },
    {
      "epoch": 1.472,
      "eval_loss": 0.7427694201469421,
      "eval_runtime": 96.4788,
      "eval_samples_per_second": 2.073,
      "eval_steps_per_second": 0.518,
      "step": 46
    },
    {
      "epoch": 1.504,
      "grad_norm": 0.7443339980176984,
      "learning_rate": 2e-05,
      "loss": 0.8273,
      "step": 47
    },
    {
      "epoch": 1.504,
      "eval_loss": 0.7407447099685669,
      "eval_runtime": 96.5686,
      "eval_samples_per_second": 2.071,
      "eval_steps_per_second": 0.518,
      "step": 47
    },
    {
      "epoch": 1.536,
      "grad_norm": 0.7901404920428264,
      "learning_rate": 2e-05,
      "loss": 0.7974,
      "step": 48
    },
    {
      "epoch": 1.536,
      "eval_loss": 0.7381842136383057,
      "eval_runtime": 96.6071,
      "eval_samples_per_second": 2.07,
      "eval_steps_per_second": 0.518,
      "step": 48
    },
    {
      "epoch": 1.568,
      "grad_norm": 0.8677109521747711,
      "learning_rate": 2e-05,
      "loss": 0.8011,
      "step": 49
    },
    {
      "epoch": 1.568,
      "eval_loss": 0.73555588722229,
      "eval_runtime": 96.4189,
      "eval_samples_per_second": 2.074,
      "eval_steps_per_second": 0.519,
      "step": 49
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.8170436579363425,
      "learning_rate": 2e-05,
      "loss": 0.7762,
      "step": 50
    },
    {
      "epoch": 1.6,
      "eval_loss": 0.7331439256668091,
      "eval_runtime": 100.5875,
      "eval_samples_per_second": 1.988,
      "eval_steps_per_second": 0.497,
      "step": 50
    },
    {
      "epoch": 1.6320000000000001,
      "grad_norm": 0.8190539924095326,
      "learning_rate": 2e-05,
      "loss": 0.7469,
      "step": 51
    },
    {
      "epoch": 1.6320000000000001,
      "eval_loss": 0.7306647300720215,
      "eval_runtime": 101.1429,
      "eval_samples_per_second": 1.977,
      "eval_steps_per_second": 0.494,
      "step": 51
    },
    {
      "epoch": 1.6640000000000001,
      "grad_norm": 0.8044932603192197,
      "learning_rate": 2e-05,
      "loss": 0.8052,
      "step": 52
    },
    {
      "epoch": 1.6640000000000001,
      "eval_loss": 0.7287429571151733,
      "eval_runtime": 97.25,
      "eval_samples_per_second": 2.057,
      "eval_steps_per_second": 0.514,
      "step": 52
    },
    {
      "epoch": 1.696,
      "grad_norm": 0.7811170846407103,
      "learning_rate": 2e-05,
      "loss": 0.755,
      "step": 53
    },
    {
      "epoch": 1.696,
      "eval_loss": 0.7264651656150818,
      "eval_runtime": 97.67,
      "eval_samples_per_second": 2.048,
      "eval_steps_per_second": 0.512,
      "step": 53
    },
    {
      "epoch": 1.728,
      "grad_norm": 0.808405093976468,
      "learning_rate": 2e-05,
      "loss": 0.7838,
      "step": 54
    },
    {
      "epoch": 1.728,
      "eval_loss": 0.7242828607559204,
      "eval_runtime": 101.2008,
      "eval_samples_per_second": 1.976,
      "eval_steps_per_second": 0.494,
      "step": 54
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.8172106270954758,
      "learning_rate": 2e-05,
      "loss": 0.7123,
      "step": 55
    },
    {
      "epoch": 1.76,
      "eval_loss": 0.7217574119567871,
      "eval_runtime": 99.6145,
      "eval_samples_per_second": 2.008,
      "eval_steps_per_second": 0.502,
      "step": 55
    },
    {
      "epoch": 1.792,
      "grad_norm": 0.83212530473105,
      "learning_rate": 2e-05,
      "loss": 0.8141,
      "step": 56
    },
    {
      "epoch": 1.792,
      "eval_loss": 0.7192932367324829,
      "eval_runtime": 97.1377,
      "eval_samples_per_second": 2.059,
      "eval_steps_per_second": 0.515,
      "step": 56
    },
    {
      "epoch": 1.8239999999999998,
      "grad_norm": 0.8632612959683078,
      "learning_rate": 2e-05,
      "loss": 0.8005,
      "step": 57
    },
    {
      "epoch": 1.8239999999999998,
      "eval_loss": 0.717003345489502,
      "eval_runtime": 97.2871,
      "eval_samples_per_second": 2.056,
      "eval_steps_per_second": 0.514,
      "step": 57
    },
    {
      "epoch": 1.8559999999999999,
      "grad_norm": 0.8362081570841255,
      "learning_rate": 2e-05,
      "loss": 0.8254,
      "step": 58
    },
    {
      "epoch": 1.8559999999999999,
      "eval_loss": 0.715446949005127,
      "eval_runtime": 97.5751,
      "eval_samples_per_second": 2.05,
      "eval_steps_per_second": 0.512,
      "step": 58
    },
    {
      "epoch": 1.888,
      "grad_norm": 0.8862779841020042,
      "learning_rate": 2e-05,
      "loss": 0.7949,
      "step": 59
    },
    {
      "epoch": 1.888,
      "eval_loss": 0.7145370244979858,
      "eval_runtime": 97.2406,
      "eval_samples_per_second": 2.057,
      "eval_steps_per_second": 0.514,
      "step": 59
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.875656256488838,
      "learning_rate": 2e-05,
      "loss": 0.8277,
      "step": 60
    },
    {
      "epoch": 1.92,
      "eval_loss": 0.7140547037124634,
      "eval_runtime": 97.1485,
      "eval_samples_per_second": 2.059,
      "eval_steps_per_second": 0.515,
      "step": 60
    },
    {
      "epoch": 1.952,
      "grad_norm": 0.8850690645543244,
      "learning_rate": 2e-05,
      "loss": 0.8117,
      "step": 61
    },
    {
      "epoch": 1.952,
      "eval_loss": 0.7128701210021973,
      "eval_runtime": 97.8906,
      "eval_samples_per_second": 2.043,
      "eval_steps_per_second": 0.511,
      "step": 61
    },
    {
      "epoch": 1.984,
      "grad_norm": 0.8961641824408927,
      "learning_rate": 2e-05,
      "loss": 0.704,
      "step": 62
    },
    {
      "epoch": 1.984,
      "eval_loss": 0.7107064127922058,
      "eval_runtime": 102.2163,
      "eval_samples_per_second": 1.957,
      "eval_steps_per_second": 0.489,
      "step": 62
    },
    {
      "epoch": 2.016,
      "grad_norm": 0.8602247372004996,
      "learning_rate": 2e-05,
      "loss": 0.8016,
      "step": 63
    },
    {
      "epoch": 2.016,
      "eval_loss": 0.7091581225395203,
      "eval_runtime": 98.2114,
      "eval_samples_per_second": 2.036,
      "eval_steps_per_second": 0.509,
      "step": 63
    },
    {
      "epoch": 2.048,
      "grad_norm": 0.7881703384753784,
      "learning_rate": 2e-05,
      "loss": 0.7912,
      "step": 64
    },
    {
      "epoch": 2.048,
      "eval_loss": 0.7081906199455261,
      "eval_runtime": 98.9403,
      "eval_samples_per_second": 2.021,
      "eval_steps_per_second": 0.505,
      "step": 64
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.8436680506716614,
      "learning_rate": 2e-05,
      "loss": 0.6965,
      "step": 65
    },
    {
      "epoch": 2.08,
      "eval_loss": 0.7070262432098389,
      "eval_runtime": 97.7451,
      "eval_samples_per_second": 2.046,
      "eval_steps_per_second": 0.512,
      "step": 65
    },
    {
      "epoch": 2.112,
      "grad_norm": 0.8694446846234115,
      "learning_rate": 2e-05,
      "loss": 0.7015,
      "step": 66
    },
    {
      "epoch": 2.112,
      "eval_loss": 0.7055197358131409,
      "eval_runtime": 97.994,
      "eval_samples_per_second": 2.041,
      "eval_steps_per_second": 0.51,
      "step": 66
    },
    {
      "epoch": 2.144,
      "grad_norm": 0.9518475022730614,
      "learning_rate": 2e-05,
      "loss": 0.6952,
      "step": 67
    },
    {
      "epoch": 2.144,
      "eval_loss": 0.7035844326019287,
      "eval_runtime": 98.0296,
      "eval_samples_per_second": 2.04,
      "eval_steps_per_second": 0.51,
      "step": 67
    },
    {
      "epoch": 2.176,
      "grad_norm": 0.8662066024104106,
      "learning_rate": 2e-05,
      "loss": 0.7731,
      "step": 68
    },
    {
      "epoch": 2.176,
      "eval_loss": 0.7019283771514893,
      "eval_runtime": 100.0982,
      "eval_samples_per_second": 1.998,
      "eval_steps_per_second": 0.5,
      "step": 68
    },
    {
      "epoch": 2.208,
      "grad_norm": 0.9574631942368209,
      "learning_rate": 2e-05,
      "loss": 0.7572,
      "step": 69
    },
    {
      "epoch": 2.208,
      "eval_loss": 0.7011401653289795,
      "eval_runtime": 101.9267,
      "eval_samples_per_second": 1.962,
      "eval_steps_per_second": 0.491,
      "step": 69
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.9477542521472675,
      "learning_rate": 2e-05,
      "loss": 0.7393,
      "step": 70
    },
    {
      "epoch": 2.24,
      "eval_loss": 0.7006180286407471,
      "eval_runtime": 101.9672,
      "eval_samples_per_second": 1.961,
      "eval_steps_per_second": 0.49,
      "step": 70
    },
    {
      "epoch": 2.2720000000000002,
      "grad_norm": 0.9612956116350272,
      "learning_rate": 2e-05,
      "loss": 0.7175,
      "step": 71
    },
    {
      "epoch": 2.2720000000000002,
      "eval_loss": 0.7002539038658142,
      "eval_runtime": 101.8755,
      "eval_samples_per_second": 1.963,
      "eval_steps_per_second": 0.491,
      "step": 71
    },
    {
      "epoch": 2.304,
      "grad_norm": 0.9934844303955727,
      "learning_rate": 2e-05,
      "loss": 0.791,
      "step": 72
    },
    {
      "epoch": 2.304,
      "eval_loss": 0.6997203230857849,
      "eval_runtime": 97.9926,
      "eval_samples_per_second": 2.041,
      "eval_steps_per_second": 0.51,
      "step": 72
    },
    {
      "epoch": 2.336,
      "grad_norm": 1.0540430431227044,
      "learning_rate": 2e-05,
      "loss": 0.7542,
      "step": 73
    },
    {
      "epoch": 2.336,
      "eval_loss": 0.6988361477851868,
      "eval_runtime": 100.3704,
      "eval_samples_per_second": 1.993,
      "eval_steps_per_second": 0.498,
      "step": 73
    },
    {
      "epoch": 2.368,
      "grad_norm": 1.0249397957961794,
      "learning_rate": 2e-05,
      "loss": 0.8084,
      "step": 74
    },
    {
      "epoch": 2.368,
      "eval_loss": 0.6980065703392029,
      "eval_runtime": 101.8958,
      "eval_samples_per_second": 1.963,
      "eval_steps_per_second": 0.491,
      "step": 74
    },
    {
      "epoch": 2.4,
      "grad_norm": 1.0445498365690145,
      "learning_rate": 2e-05,
      "loss": 0.7964,
      "step": 75
    },
    {
      "epoch": 2.4,
      "eval_loss": 0.6971798539161682,
      "eval_runtime": 98.1624,
      "eval_samples_per_second": 2.037,
      "eval_steps_per_second": 0.509,
      "step": 75
    },
    {
      "epoch": 2.432,
      "grad_norm": 0.9685893079320761,
      "learning_rate": 2e-05,
      "loss": 0.8047,
      "step": 76
    },
    {
      "epoch": 2.432,
      "eval_loss": 0.696861743927002,
      "eval_runtime": 98.6404,
      "eval_samples_per_second": 2.028,
      "eval_steps_per_second": 0.507,
      "step": 76
    },
    {
      "epoch": 2.464,
      "grad_norm": 0.9753091933204456,
      "learning_rate": 2e-05,
      "loss": 0.684,
      "step": 77
    },
    {
      "epoch": 2.464,
      "eval_loss": 0.6957904100418091,
      "eval_runtime": 98.8766,
      "eval_samples_per_second": 2.023,
      "eval_steps_per_second": 0.506,
      "step": 77
    },
    {
      "epoch": 2.496,
      "grad_norm": 0.9389149478503764,
      "learning_rate": 2e-05,
      "loss": 0.7434,
      "step": 78
    },
    {
      "epoch": 2.496,
      "eval_loss": 0.6943306922912598,
      "eval_runtime": 98.5751,
      "eval_samples_per_second": 2.029,
      "eval_steps_per_second": 0.507,
      "step": 78
    },
    {
      "epoch": 2.528,
      "grad_norm": 1.0675154845211299,
      "learning_rate": 2e-05,
      "loss": 0.7208,
      "step": 79
    },
    {
      "epoch": 2.528,
      "eval_loss": 0.6920651197433472,
      "eval_runtime": 99.0851,
      "eval_samples_per_second": 2.018,
      "eval_steps_per_second": 0.505,
      "step": 79
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.9937936593307737,
      "learning_rate": 2e-05,
      "loss": 0.6948,
      "step": 80
    },
    {
      "epoch": 2.56,
      "eval_loss": 0.6899142265319824,
      "eval_runtime": 98.7974,
      "eval_samples_per_second": 2.024,
      "eval_steps_per_second": 0.506,
      "step": 80
    },
    {
      "epoch": 2.592,
      "grad_norm": 0.9650832276698476,
      "learning_rate": 2e-05,
      "loss": 0.7666,
      "step": 81
    },
    {
      "epoch": 2.592,
      "eval_loss": 0.6886695623397827,
      "eval_runtime": 98.6813,
      "eval_samples_per_second": 2.027,
      "eval_steps_per_second": 0.507,
      "step": 81
    },
    {
      "epoch": 2.624,
      "grad_norm": 0.9961610958296112,
      "learning_rate": 2e-05,
      "loss": 0.7741,
      "step": 82
    },
    {
      "epoch": 2.624,
      "eval_loss": 0.687745213508606,
      "eval_runtime": 98.624,
      "eval_samples_per_second": 2.028,
      "eval_steps_per_second": 0.507,
      "step": 82
    },
    {
      "epoch": 2.656,
      "grad_norm": 1.0261499699526089,
      "learning_rate": 2e-05,
      "loss": 0.7747,
      "step": 83
    },
    {
      "epoch": 2.656,
      "eval_loss": 0.6869972944259644,
      "eval_runtime": 98.9604,
      "eval_samples_per_second": 2.021,
      "eval_steps_per_second": 0.505,
      "step": 83
    },
    {
      "epoch": 2.6879999999999997,
      "grad_norm": 1.025059237745532,
      "learning_rate": 2e-05,
      "loss": 0.7526,
      "step": 84
    },
    {
      "epoch": 2.6879999999999997,
      "eval_loss": 0.6862147450447083,
      "eval_runtime": 98.4387,
      "eval_samples_per_second": 2.032,
      "eval_steps_per_second": 0.508,
      "step": 84
    },
    {
      "epoch": 2.7199999999999998,
      "grad_norm": 1.1383626266013125,
      "learning_rate": 2e-05,
      "loss": 0.683,
      "step": 85
    },
    {
      "epoch": 2.7199999999999998,
      "eval_loss": 0.6845572590827942,
      "eval_runtime": 98.4979,
      "eval_samples_per_second": 2.03,
      "eval_steps_per_second": 0.508,
      "step": 85
    },
    {
      "epoch": 2.752,
      "grad_norm": 1.0427739679421295,
      "learning_rate": 2e-05,
      "loss": 0.7362,
      "step": 86
    },
    {
      "epoch": 2.752,
      "eval_loss": 0.683280348777771,
      "eval_runtime": 103.6707,
      "eval_samples_per_second": 1.929,
      "eval_steps_per_second": 0.482,
      "step": 86
    },
    {
      "epoch": 2.784,
      "grad_norm": 1.1280129141879938,
      "learning_rate": 2e-05,
      "loss": 0.7743,
      "step": 87
    },
    {
      "epoch": 2.784,
      "eval_loss": 0.6824235320091248,
      "eval_runtime": 99.2995,
      "eval_samples_per_second": 2.014,
      "eval_steps_per_second": 0.504,
      "step": 87
    },
    {
      "epoch": 2.816,
      "grad_norm": 1.0017715497784696,
      "learning_rate": 2e-05,
      "loss": 0.7164,
      "step": 88
    },
    {
      "epoch": 2.816,
      "eval_loss": 0.6819013357162476,
      "eval_runtime": 99.5206,
      "eval_samples_per_second": 2.01,
      "eval_steps_per_second": 0.502,
      "step": 88
    },
    {
      "epoch": 2.848,
      "grad_norm": 1.0769673642284994,
      "learning_rate": 2e-05,
      "loss": 0.7013,
      "step": 89
    },
    {
      "epoch": 2.848,
      "eval_loss": 0.6820746064186096,
      "eval_runtime": 96.5197,
      "eval_samples_per_second": 2.072,
      "eval_steps_per_second": 0.518,
      "step": 89
    },
    {
      "epoch": 2.88,
      "grad_norm": 1.0389167281844591,
      "learning_rate": 2e-05,
      "loss": 0.6805,
      "step": 90
    },
    {
      "epoch": 2.88,
      "eval_loss": 0.6826525926589966,
      "eval_runtime": 96.0942,
      "eval_samples_per_second": 2.081,
      "eval_steps_per_second": 0.52,
      "step": 90
    },
    {
      "epoch": 2.912,
      "grad_norm": 0.9705743838620626,
      "learning_rate": 2e-05,
      "loss": 0.7681,
      "step": 91
    },
    {
      "epoch": 2.912,
      "eval_loss": 0.6836435198783875,
      "eval_runtime": 96.2441,
      "eval_samples_per_second": 2.078,
      "eval_steps_per_second": 0.52,
      "step": 91
    },
    {
      "epoch": 2.944,
      "grad_norm": 1.037823791993831,
      "learning_rate": 2e-05,
      "loss": 0.7532,
      "step": 92
    },
    {
      "epoch": 2.944,
      "eval_loss": 0.6845746040344238,
      "eval_runtime": 96.2394,
      "eval_samples_per_second": 2.078,
      "eval_steps_per_second": 0.52,
      "step": 92
    },
    {
      "epoch": 2.976,
      "grad_norm": 1.1323835942146157,
      "learning_rate": 2e-05,
      "loss": 0.7171,
      "step": 93
    },
    {
      "epoch": 2.976,
      "eval_loss": 0.684663712978363,
      "eval_runtime": 96.23,
      "eval_samples_per_second": 2.078,
      "eval_steps_per_second": 0.52,
      "step": 93
    },
    {
      "epoch": 3.008,
      "grad_norm": 1.1957864756602699,
      "learning_rate": 2e-05,
      "loss": 0.7166,
      "step": 94
    },
    {
      "epoch": 3.008,
      "eval_loss": 0.6830846667289734,
      "eval_runtime": 96.6549,
      "eval_samples_per_second": 2.069,
      "eval_steps_per_second": 0.517,
      "step": 94
    },
    {
      "epoch": 3.04,
      "grad_norm": 1.1077357794232636,
      "learning_rate": 2e-05,
      "loss": 0.6667,
      "step": 95
    },
    {
      "epoch": 3.04,
      "eval_loss": 0.6810076832771301,
      "eval_runtime": 96.3239,
      "eval_samples_per_second": 2.076,
      "eval_steps_per_second": 0.519,
      "step": 95
    },
    {
      "epoch": 3.072,
      "grad_norm": 1.1851219157184936,
      "learning_rate": 2e-05,
      "loss": 0.7115,
      "step": 96
    },
    {
      "epoch": 3.072,
      "eval_loss": 0.6796395778656006,
      "eval_runtime": 96.9109,
      "eval_samples_per_second": 2.064,
      "eval_steps_per_second": 0.516,
      "step": 96
    },
    {
      "epoch": 3.104,
      "grad_norm": 1.0812671042616444,
      "learning_rate": 2e-05,
      "loss": 0.7333,
      "step": 97
    },
    {
      "epoch": 3.104,
      "eval_loss": 0.6794567108154297,
      "eval_runtime": 96.7403,
      "eval_samples_per_second": 2.067,
      "eval_steps_per_second": 0.517,
      "step": 97
    },
    {
      "epoch": 3.136,
      "grad_norm": 1.130095597839828,
      "learning_rate": 2e-05,
      "loss": 0.6328,
      "step": 98
    },
    {
      "epoch": 3.136,
      "eval_loss": 0.6792007684707642,
      "eval_runtime": 96.8136,
      "eval_samples_per_second": 2.066,
      "eval_steps_per_second": 0.516,
      "step": 98
    },
    {
      "epoch": 3.168,
      "grad_norm": 1.16102100344116,
      "learning_rate": 2e-05,
      "loss": 0.6625,
      "step": 99
    },
    {
      "epoch": 3.168,
      "eval_loss": 0.6789132952690125,
      "eval_runtime": 96.6982,
      "eval_samples_per_second": 2.068,
      "eval_steps_per_second": 0.517,
      "step": 99
    },
    {
      "epoch": 3.2,
      "grad_norm": 1.226689811951201,
      "learning_rate": 2e-05,
      "loss": 0.7522,
      "step": 100
    },
    {
      "epoch": 3.2,
      "eval_loss": 0.6786602735519409,
      "eval_runtime": 96.6253,
      "eval_samples_per_second": 2.07,
      "eval_steps_per_second": 0.517,
      "step": 100
    },
    {
      "epoch": 3.232,
      "grad_norm": 1.1623462595850367,
      "learning_rate": 2e-05,
      "loss": 0.6755,
      "step": 101
    },
    {
      "epoch": 3.232,
      "eval_loss": 0.6791322827339172,
      "eval_runtime": 96.5222,
      "eval_samples_per_second": 2.072,
      "eval_steps_per_second": 0.518,
      "step": 101
    },
    {
      "epoch": 3.2640000000000002,
      "grad_norm": 1.16303930181089,
      "learning_rate": 2e-05,
      "loss": 0.6752,
      "step": 102
    },
    {
      "epoch": 3.2640000000000002,
      "eval_loss": 0.680637538433075,
      "eval_runtime": 96.8789,
      "eval_samples_per_second": 2.064,
      "eval_steps_per_second": 0.516,
      "step": 102
    },
    {
      "epoch": 3.296,
      "grad_norm": 1.166028046661615,
      "learning_rate": 2e-05,
      "loss": 0.6732,
      "step": 103
    },
    {
      "epoch": 3.296,
      "eval_loss": 0.6818951964378357,
      "eval_runtime": 96.7579,
      "eval_samples_per_second": 2.067,
      "eval_steps_per_second": 0.517,
      "step": 103
    },
    {
      "epoch": 3.328,
      "grad_norm": 1.2872370423601793,
      "learning_rate": 2e-05,
      "loss": 0.7713,
      "step": 104
    },
    {
      "epoch": 3.328,
      "eval_loss": 0.682328462600708,
      "eval_runtime": 98.3142,
      "eval_samples_per_second": 2.034,
      "eval_steps_per_second": 0.509,
      "step": 104
    },
    {
      "epoch": 3.36,
      "grad_norm": 1.1363822202896854,
      "learning_rate": 2e-05,
      "loss": 0.7429,
      "step": 105
    },
    {
      "epoch": 3.36,
      "eval_loss": 0.6817943453788757,
      "eval_runtime": 100.7507,
      "eval_samples_per_second": 1.985,
      "eval_steps_per_second": 0.496,
      "step": 105
    },
    {
      "epoch": 3.416,
      "grad_norm": 1.2711044658075554,
      "learning_rate": 2e-05,
      "loss": 0.7057,
      "step": 106
    },
    {
      "epoch": 3.416,
      "eval_loss": 0.6794378161430359,
      "eval_runtime": 100.4096,
      "eval_samples_per_second": 1.992,
      "eval_steps_per_second": 0.498,
      "step": 106
    },
    {
      "epoch": 3.448,
      "grad_norm": 1.3212295597772596,
      "learning_rate": 2e-05,
      "loss": 0.6982,
      "step": 107
    },
    {
      "epoch": 3.448,
      "eval_loss": 0.6767404079437256,
      "eval_runtime": 96.6386,
      "eval_samples_per_second": 2.07,
      "eval_steps_per_second": 0.517,
      "step": 107
    },
    {
      "epoch": 3.48,
      "grad_norm": 1.2420948881737728,
      "learning_rate": 2e-05,
      "loss": 0.7092,
      "step": 108
    },
    {
      "epoch": 3.48,
      "eval_loss": 0.6751566529273987,
      "eval_runtime": 95.1851,
      "eval_samples_per_second": 2.101,
      "eval_steps_per_second": 0.525,
      "step": 108
    },
    {
      "epoch": 3.512,
      "grad_norm": 1.2965352636029341,
      "learning_rate": 2e-05,
      "loss": 0.6715,
      "step": 109
    },
    {
      "epoch": 3.512,
      "eval_loss": 0.6750080585479736,
      "eval_runtime": 95.3479,
      "eval_samples_per_second": 2.098,
      "eval_steps_per_second": 0.524,
      "step": 109
    },
    {
      "epoch": 3.544,
      "grad_norm": 1.2789534479099607,
      "learning_rate": 2e-05,
      "loss": 0.6732,
      "step": 110
    },
    {
      "epoch": 3.544,
      "eval_loss": 0.6744334697723389,
      "eval_runtime": 95.3541,
      "eval_samples_per_second": 2.097,
      "eval_steps_per_second": 0.524,
      "step": 110
    },
    {
      "epoch": 3.576,
      "grad_norm": 1.3881035995379567,
      "learning_rate": 2e-05,
      "loss": 0.6777,
      "step": 111
    },
    {
      "epoch": 3.576,
      "eval_loss": 0.6730498671531677,
      "eval_runtime": 96.972,
      "eval_samples_per_second": 2.062,
      "eval_steps_per_second": 0.516,
      "step": 111
    },
    {
      "epoch": 3.608,
      "grad_norm": 1.2398078245019133,
      "learning_rate": 2e-05,
      "loss": 0.6314,
      "step": 112
    },
    {
      "epoch": 3.608,
      "eval_loss": 0.6725335717201233,
      "eval_runtime": 97.1794,
      "eval_samples_per_second": 2.058,
      "eval_steps_per_second": 0.515,
      "step": 112
    },
    {
      "epoch": 3.64,
      "grad_norm": 1.3383993031041075,
      "learning_rate": 2e-05,
      "loss": 0.6776,
      "step": 113
    },
    {
      "epoch": 3.64,
      "eval_loss": 0.6719880104064941,
      "eval_runtime": 97.2319,
      "eval_samples_per_second": 2.057,
      "eval_steps_per_second": 0.514,
      "step": 113
    },
    {
      "epoch": 3.672,
      "grad_norm": 1.289557205987285,
      "learning_rate": 2e-05,
      "loss": 0.7475,
      "step": 114
    },
    {
      "epoch": 3.672,
      "eval_loss": 0.6723533868789673,
      "eval_runtime": 97.3108,
      "eval_samples_per_second": 2.055,
      "eval_steps_per_second": 0.514,
      "step": 114
    },
    {
      "epoch": 3.7039999999999997,
      "grad_norm": 1.121644844950096,
      "learning_rate": 2e-05,
      "loss": 0.6813,
      "step": 115
    },
    {
      "epoch": 3.7039999999999997,
      "eval_loss": 0.673932671546936,
      "eval_runtime": 97.0919,
      "eval_samples_per_second": 2.06,
      "eval_steps_per_second": 0.515,
      "step": 115
    },
    {
      "epoch": 3.7359999999999998,
      "grad_norm": 1.5370551636574723,
      "learning_rate": 2e-05,
      "loss": 0.7036,
      "step": 116
    },
    {
      "epoch": 3.7359999999999998,
      "eval_loss": 0.6737978458404541,
      "eval_runtime": 97.0064,
      "eval_samples_per_second": 2.062,
      "eval_steps_per_second": 0.515,
      "step": 116
    },
    {
      "epoch": 3.768,
      "grad_norm": 1.3017720066449985,
      "learning_rate": 2e-05,
      "loss": 0.7048,
      "step": 117
    },
    {
      "epoch": 3.768,
      "eval_loss": 0.6731936931610107,
      "eval_runtime": 96.9134,
      "eval_samples_per_second": 2.064,
      "eval_steps_per_second": 0.516,
      "step": 117
    },
    {
      "epoch": 3.8,
      "grad_norm": 1.3976157986974596,
      "learning_rate": 2e-05,
      "loss": 0.6512,
      "step": 118
    },
    {
      "epoch": 3.8,
      "eval_loss": 0.6716210842132568,
      "eval_runtime": 97.4028,
      "eval_samples_per_second": 2.053,
      "eval_steps_per_second": 0.513,
      "step": 118
    },
    {
      "epoch": 3.832,
      "grad_norm": 1.3982632064891347,
      "learning_rate": 2e-05,
      "loss": 0.6481,
      "step": 119
    },
    {
      "epoch": 3.832,
      "eval_loss": 0.6690347194671631,
      "eval_runtime": 97.2096,
      "eval_samples_per_second": 2.057,
      "eval_steps_per_second": 0.514,
      "step": 119
    },
    {
      "epoch": 3.864,
      "grad_norm": 1.346077433712507,
      "learning_rate": 2e-05,
      "loss": 0.6005,
      "step": 120
    },
    {
      "epoch": 3.864,
      "eval_loss": 0.667186975479126,
      "eval_runtime": 97.326,
      "eval_samples_per_second": 2.055,
      "eval_steps_per_second": 0.514,
      "step": 120
    },
    {
      "epoch": 3.896,
      "grad_norm": 1.3142652448176726,
      "learning_rate": 2e-05,
      "loss": 0.6967,
      "step": 121
    },
    {
      "epoch": 3.896,
      "eval_loss": 0.6662881970405579,
      "eval_runtime": 101.7648,
      "eval_samples_per_second": 1.965,
      "eval_steps_per_second": 0.491,
      "step": 121
    },
    {
      "epoch": 3.928,
      "grad_norm": 1.3368669812290557,
      "learning_rate": 2e-05,
      "loss": 0.6954,
      "step": 122
    },
    {
      "epoch": 3.928,
      "eval_loss": 0.6659301519393921,
      "eval_runtime": 98.3123,
      "eval_samples_per_second": 2.034,
      "eval_steps_per_second": 0.509,
      "step": 122
    },
    {
      "epoch": 3.96,
      "grad_norm": 1.3992228513792793,
      "learning_rate": 2e-05,
      "loss": 0.6168,
      "step": 123
    },
    {
      "epoch": 3.96,
      "eval_loss": 0.6662861704826355,
      "eval_runtime": 98.5527,
      "eval_samples_per_second": 2.029,
      "eval_steps_per_second": 0.507,
      "step": 123
    },
    {
      "epoch": 3.992,
      "grad_norm": 1.403303492690172,
      "learning_rate": 2e-05,
      "loss": 0.6818,
      "step": 124
    },
    {
      "epoch": 3.992,
      "eval_loss": 0.666582465171814,
      "eval_runtime": 95.7576,
      "eval_samples_per_second": 2.089,
      "eval_steps_per_second": 0.522,
      "step": 124
    },
    {
      "epoch": 4.024,
      "grad_norm": 1.37383602466541,
      "learning_rate": 2e-05,
      "loss": 0.6539,
      "step": 125
    },
    {
      "epoch": 4.024,
      "eval_loss": 0.6666322350502014,
      "eval_runtime": 95.5774,
      "eval_samples_per_second": 2.093,
      "eval_steps_per_second": 0.523,
      "step": 125
    },
    {
      "epoch": 4.056,
      "grad_norm": 1.3760569151679132,
      "learning_rate": 2e-05,
      "loss": 0.7157,
      "step": 126
    },
    {
      "epoch": 4.056,
      "eval_loss": 0.6672561764717102,
      "eval_runtime": 99.9115,
      "eval_samples_per_second": 2.002,
      "eval_steps_per_second": 0.5,
      "step": 126
    },
    {
      "epoch": 4.088,
      "grad_norm": 1.3234088412698182,
      "learning_rate": 2e-05,
      "loss": 0.644,
      "step": 127
    },
    {
      "epoch": 4.088,
      "eval_loss": 0.6687076091766357,
      "eval_runtime": 95.8064,
      "eval_samples_per_second": 2.088,
      "eval_steps_per_second": 0.522,
      "step": 127
    },
    {
      "epoch": 4.12,
      "grad_norm": 1.300670493052994,
      "learning_rate": 2e-05,
      "loss": 0.6551,
      "step": 128
    },
    {
      "epoch": 4.12,
      "eval_loss": 0.6709404587745667,
      "eval_runtime": 97.4903,
      "eval_samples_per_second": 2.051,
      "eval_steps_per_second": 0.513,
      "step": 128
    },
    {
      "epoch": 4.152,
      "grad_norm": 1.469380020399129,
      "learning_rate": 2e-05,
      "loss": 0.584,
      "step": 129
    },
    {
      "epoch": 4.152,
      "eval_loss": 0.6740531325340271,
      "eval_runtime": 95.7054,
      "eval_samples_per_second": 2.09,
      "eval_steps_per_second": 0.522,
      "step": 129
    },
    {
      "epoch": 4.184,
      "grad_norm": 1.411712759624833,
      "learning_rate": 2e-05,
      "loss": 0.6349,
      "step": 130
    },
    {
      "epoch": 4.184,
      "eval_loss": 0.676266074180603,
      "eval_runtime": 95.9231,
      "eval_samples_per_second": 2.085,
      "eval_steps_per_second": 0.521,
      "step": 130
    },
    {
      "epoch": 4.216,
      "grad_norm": 1.5130330368136387,
      "learning_rate": 2e-05,
      "loss": 0.6328,
      "step": 131
    },
    {
      "epoch": 4.216,
      "eval_loss": 0.6771231293678284,
      "eval_runtime": 95.9553,
      "eval_samples_per_second": 2.084,
      "eval_steps_per_second": 0.521,
      "step": 131
    },
    {
      "epoch": 4.248,
      "grad_norm": 1.6050594949836388,
      "learning_rate": 2e-05,
      "loss": 0.6015,
      "step": 132
    },
    {
      "epoch": 4.248,
      "eval_loss": 0.6763471961021423,
      "eval_runtime": 96.0391,
      "eval_samples_per_second": 2.082,
      "eval_steps_per_second": 0.521,
      "step": 132
    },
    {
      "epoch": 4.28,
      "grad_norm": 1.6386261889303306,
      "learning_rate": 2e-05,
      "loss": 0.6793,
      "step": 133
    },
    {
      "epoch": 4.28,
      "eval_loss": 0.6736429333686829,
      "eval_runtime": 96.0315,
      "eval_samples_per_second": 2.083,
      "eval_steps_per_second": 0.521,
      "step": 133
    },
    {
      "epoch": 4.312,
      "grad_norm": 1.6157081951509844,
      "learning_rate": 2e-05,
      "loss": 0.5718,
      "step": 134
    },
    {
      "epoch": 4.312,
      "eval_loss": 0.672798752784729,
      "eval_runtime": 95.7787,
      "eval_samples_per_second": 2.088,
      "eval_steps_per_second": 0.522,
      "step": 134
    },
    {
      "epoch": 4.344,
      "grad_norm": 1.5634717589762641,
      "learning_rate": 2e-05,
      "loss": 0.6596,
      "step": 135
    },
    {
      "epoch": 4.344,
      "eval_loss": 0.67247474193573,
      "eval_runtime": 96.034,
      "eval_samples_per_second": 2.083,
      "eval_steps_per_second": 0.521,
      "step": 135
    },
    {
      "epoch": 4.376,
      "grad_norm": 1.428039434695232,
      "learning_rate": 2e-05,
      "loss": 0.6232,
      "step": 136
    },
    {
      "epoch": 4.376,
      "eval_loss": 0.6719217896461487,
      "eval_runtime": 100.919,
      "eval_samples_per_second": 1.982,
      "eval_steps_per_second": 0.495,
      "step": 136
    },
    {
      "epoch": 4.408,
      "grad_norm": 1.6531362233925706,
      "learning_rate": 2e-05,
      "loss": 0.633,
      "step": 137
    },
    {
      "epoch": 4.408,
      "eval_loss": 0.6712325811386108,
      "eval_runtime": 96.846,
      "eval_samples_per_second": 2.065,
      "eval_steps_per_second": 0.516,
      "step": 137
    },
    {
      "epoch": 4.44,
      "grad_norm": 1.5172899677155884,
      "learning_rate": 2e-05,
      "loss": 0.655,
      "step": 138
    },
    {
      "epoch": 4.44,
      "eval_loss": 0.6704159379005432,
      "eval_runtime": 96.9878,
      "eval_samples_per_second": 2.062,
      "eval_steps_per_second": 0.516,
      "step": 138
    },
    {
      "epoch": 4.4719999999999995,
      "grad_norm": 1.561414875887358,
      "learning_rate": 2e-05,
      "loss": 0.6457,
      "step": 139
    },
    {
      "epoch": 4.4719999999999995,
      "eval_loss": 0.6703745126724243,
      "eval_runtime": 96.8356,
      "eval_samples_per_second": 2.065,
      "eval_steps_per_second": 0.516,
      "step": 139
    },
    {
      "epoch": 4.504,
      "grad_norm": 1.559805415806941,
      "learning_rate": 2e-05,
      "loss": 0.5771,
      "step": 140
    },
    {
      "epoch": 4.504,
      "eval_loss": 0.6714787483215332,
      "eval_runtime": 96.7177,
      "eval_samples_per_second": 2.068,
      "eval_steps_per_second": 0.517,
      "step": 140
    },
    {
      "epoch": 4.536,
      "grad_norm": 1.4633822461746586,
      "learning_rate": 2e-05,
      "loss": 0.6637,
      "step": 141
    },
    {
      "epoch": 4.536,
      "eval_loss": 0.6731461882591248,
      "eval_runtime": 96.6195,
      "eval_samples_per_second": 2.07,
      "eval_steps_per_second": 0.517,
      "step": 141
    },
    {
      "epoch": 4.568,
      "grad_norm": 1.5001482095613168,
      "learning_rate": 2e-05,
      "loss": 0.599,
      "step": 142
    },
    {
      "epoch": 4.568,
      "eval_loss": 0.6755445599555969,
      "eval_runtime": 96.8032,
      "eval_samples_per_second": 2.066,
      "eval_steps_per_second": 0.517,
      "step": 142
    },
    {
      "epoch": 4.6,
      "grad_norm": 1.5542517583357578,
      "learning_rate": 2e-05,
      "loss": 0.6962,
      "step": 143
    },
    {
      "epoch": 4.6,
      "eval_loss": 0.676831841468811,
      "eval_runtime": 96.681,
      "eval_samples_per_second": 2.069,
      "eval_steps_per_second": 0.517,
      "step": 143
    },
    {
      "epoch": 4.632,
      "grad_norm": 1.7874313314626142,
      "learning_rate": 2e-05,
      "loss": 0.672,
      "step": 144
    },
    {
      "epoch": 4.632,
      "eval_loss": 0.6758092641830444,
      "eval_runtime": 96.7218,
      "eval_samples_per_second": 2.068,
      "eval_steps_per_second": 0.517,
      "step": 144
    },
    {
      "epoch": 4.664,
      "grad_norm": 1.7573329016960397,
      "learning_rate": 2e-05,
      "loss": 0.6765,
      "step": 145
    },
    {
      "epoch": 4.664,
      "eval_loss": 0.673170804977417,
      "eval_runtime": 96.9733,
      "eval_samples_per_second": 2.062,
      "eval_steps_per_second": 0.516,
      "step": 145
    },
    {
      "epoch": 4.696,
      "grad_norm": 1.810854526623386,
      "learning_rate": 2e-05,
      "loss": 0.603,
      "step": 146
    },
    {
      "epoch": 4.696,
      "eval_loss": 0.6707517504692078,
      "eval_runtime": 97.1234,
      "eval_samples_per_second": 2.059,
      "eval_steps_per_second": 0.515,
      "step": 146
    },
    {
      "epoch": 4.728,
      "grad_norm": 1.6602824802653684,
      "learning_rate": 2e-05,
      "loss": 0.6737,
      "step": 147
    },
    {
      "epoch": 4.728,
      "eval_loss": 0.6700997352600098,
      "eval_runtime": 97.684,
      "eval_samples_per_second": 2.047,
      "eval_steps_per_second": 0.512,
      "step": 147
    },
    {
      "epoch": 4.76,
      "grad_norm": 1.6003528772082565,
      "learning_rate": 2e-05,
      "loss": 0.6273,
      "step": 148
    },
    {
      "epoch": 4.76,
      "eval_loss": 0.6702569723129272,
      "eval_runtime": 97.9207,
      "eval_samples_per_second": 2.042,
      "eval_steps_per_second": 0.511,
      "step": 148
    },
    {
      "epoch": 4.792,
      "grad_norm": 1.7589414235088812,
      "learning_rate": 2e-05,
      "loss": 0.6506,
      "step": 149
    },
    {
      "epoch": 4.792,
      "eval_loss": 0.6695287227630615,
      "eval_runtime": 101.3732,
      "eval_samples_per_second": 1.973,
      "eval_steps_per_second": 0.493,
      "step": 149
    },
    {
      "epoch": 4.824,
      "grad_norm": 1.6938091591501239,
      "learning_rate": 2e-05,
      "loss": 0.6686,
      "step": 150
    },
    {
      "epoch": 4.824,
      "eval_loss": 0.668477475643158,
      "eval_runtime": 97.6627,
      "eval_samples_per_second": 2.048,
      "eval_steps_per_second": 0.512,
      "step": 150
    },
    {
      "epoch": 4.856,
      "grad_norm": 1.608763198857675,
      "learning_rate": 2e-05,
      "loss": 0.6195,
      "step": 151
    },
    {
      "epoch": 4.856,
      "eval_loss": 0.6693387627601624,
      "eval_runtime": 97.7685,
      "eval_samples_per_second": 2.046,
      "eval_steps_per_second": 0.511,
      "step": 151
    },
    {
      "epoch": 4.888,
      "grad_norm": 1.6097289501697254,
      "learning_rate": 2e-05,
      "loss": 0.6312,
      "step": 152
    },
    {
      "epoch": 4.888,
      "eval_loss": 0.671579122543335,
      "eval_runtime": 98.0084,
      "eval_samples_per_second": 2.041,
      "eval_steps_per_second": 0.51,
      "step": 152
    },
    {
      "epoch": 4.92,
      "grad_norm": 1.663125360797784,
      "learning_rate": 2e-05,
      "loss": 0.6085,
      "step": 153
    },
    {
      "epoch": 4.92,
      "eval_loss": 0.6731156706809998,
      "eval_runtime": 101.7316,
      "eval_samples_per_second": 1.966,
      "eval_steps_per_second": 0.491,
      "step": 153
    },
    {
      "epoch": 4.952,
      "grad_norm": 1.7048758510238142,
      "learning_rate": 2e-05,
      "loss": 0.5892,
      "step": 154
    },
    {
      "epoch": 4.952,
      "eval_loss": 0.6740117073059082,
      "eval_runtime": 99.4799,
      "eval_samples_per_second": 2.01,
      "eval_steps_per_second": 0.503,
      "step": 154
    },
    {
      "epoch": 4.984,
      "grad_norm": 1.76386882573663,
      "learning_rate": 2e-05,
      "loss": 0.672,
      "step": 155
    },
    {
      "epoch": 4.984,
      "eval_loss": 0.6743689775466919,
      "eval_runtime": 97.7253,
      "eval_samples_per_second": 2.047,
      "eval_steps_per_second": 0.512,
      "step": 155
    },
    {
      "epoch": 5.016,
      "grad_norm": 1.7509773113974625,
      "learning_rate": 2e-05,
      "loss": 0.6116,
      "step": 156
    },
    {
      "epoch": 5.016,
      "eval_loss": 0.6741358041763306,
      "eval_runtime": 98.3883,
      "eval_samples_per_second": 2.033,
      "eval_steps_per_second": 0.508,
      "step": 156
    },
    {
      "epoch": 5.048,
      "grad_norm": 1.5565965136472677,
      "learning_rate": 2e-05,
      "loss": 0.6127,
      "step": 157
    },
    {
      "epoch": 5.048,
      "eval_loss": 0.6740756034851074,
      "eval_runtime": 101.9672,
      "eval_samples_per_second": 1.961,
      "eval_steps_per_second": 0.49,
      "step": 157
    },
    {
      "epoch": 5.08,
      "grad_norm": 1.9955642505530427,
      "learning_rate": 2e-05,
      "loss": 0.6443,
      "step": 158
    },
    {
      "epoch": 5.08,
      "eval_loss": 0.6744682192802429,
      "eval_runtime": 98.3076,
      "eval_samples_per_second": 2.034,
      "eval_steps_per_second": 0.509,
      "step": 158
    },
    {
      "epoch": 5.112,
      "grad_norm": 1.8176947504827694,
      "learning_rate": 2e-05,
      "loss": 0.5888,
      "step": 159
    },
    {
      "epoch": 5.112,
      "eval_loss": 0.6758521795272827,
      "eval_runtime": 98.7513,
      "eval_samples_per_second": 2.025,
      "eval_steps_per_second": 0.506,
      "step": 159
    },
    {
      "epoch": 5.144,
      "grad_norm": 1.7331383222528083,
      "learning_rate": 2e-05,
      "loss": 0.5546,
      "step": 160
    },
    {
      "epoch": 5.144,
      "eval_loss": 0.6774488687515259,
      "eval_runtime": 98.3772,
      "eval_samples_per_second": 2.033,
      "eval_steps_per_second": 0.508,
      "step": 160
    },
    {
      "epoch": 5.176,
      "grad_norm": 1.75241290367163,
      "learning_rate": 2e-05,
      "loss": 0.5998,
      "step": 161
    },
    {
      "epoch": 5.176,
      "eval_loss": 0.6794152855873108,
      "eval_runtime": 98.3674,
      "eval_samples_per_second": 2.033,
      "eval_steps_per_second": 0.508,
      "step": 161
    },
    {
      "epoch": 5.208,
      "grad_norm": 1.7003083342136756,
      "learning_rate": 2e-05,
      "loss": 0.5975,
      "step": 162
    },
    {
      "epoch": 5.208,
      "eval_loss": 0.6831446290016174,
      "eval_runtime": 98.6795,
      "eval_samples_per_second": 2.027,
      "eval_steps_per_second": 0.507,
      "step": 162
    },
    {
      "epoch": 5.24,
      "grad_norm": 1.785157318448805,
      "learning_rate": 2e-05,
      "loss": 0.5781,
      "step": 163
    },
    {
      "epoch": 5.24,
      "eval_loss": 0.6875630021095276,
      "eval_runtime": 98.4039,
      "eval_samples_per_second": 2.032,
      "eval_steps_per_second": 0.508,
      "step": 163
    },
    {
      "epoch": 5.272,
      "grad_norm": 1.859036903737362,
      "learning_rate": 2e-05,
      "loss": 0.5615,
      "step": 164
    },
    {
      "epoch": 5.272,
      "eval_loss": 0.693569004535675,
      "eval_runtime": 99.2787,
      "eval_samples_per_second": 2.015,
      "eval_steps_per_second": 0.504,
      "step": 164
    },
    {
      "epoch": 5.304,
      "grad_norm": 2.290233637955866,
      "learning_rate": 2e-05,
      "loss": 0.5671,
      "step": 165
    },
    {
      "epoch": 5.304,
      "eval_loss": 0.6963732838630676,
      "eval_runtime": 98.5962,
      "eval_samples_per_second": 2.028,
      "eval_steps_per_second": 0.507,
      "step": 165
    },
    {
      "epoch": 5.336,
      "grad_norm": 2.227417470514151,
      "learning_rate": 2e-05,
      "loss": 0.5428,
      "step": 166
    },
    {
      "epoch": 5.336,
      "eval_loss": 0.6969068050384521,
      "eval_runtime": 98.6958,
      "eval_samples_per_second": 2.026,
      "eval_steps_per_second": 0.507,
      "step": 166
    },
    {
      "epoch": 5.368,
      "grad_norm": 1.9476792977962796,
      "learning_rate": 2e-05,
      "loss": 0.5565,
      "step": 167
    },
    {
      "epoch": 5.368,
      "eval_loss": 0.6963263154029846,
      "eval_runtime": 98.3324,
      "eval_samples_per_second": 2.034,
      "eval_steps_per_second": 0.508,
      "step": 167
    },
    {
      "epoch": 5.4,
      "grad_norm": 2.162996766467594,
      "learning_rate": 2e-05,
      "loss": 0.6007,
      "step": 168
    },
    {
      "epoch": 5.4,
      "eval_loss": 0.6939109563827515,
      "eval_runtime": 98.4668,
      "eval_samples_per_second": 2.031,
      "eval_steps_per_second": 0.508,
      "step": 168
    },
    {
      "epoch": 5.432,
      "grad_norm": 1.968981835172529,
      "learning_rate": 2e-05,
      "loss": 0.5998,
      "step": 169
    },
    {
      "epoch": 5.432,
      "eval_loss": 0.6911941766738892,
      "eval_runtime": 98.3172,
      "eval_samples_per_second": 2.034,
      "eval_steps_per_second": 0.509,
      "step": 169
    },
    {
      "epoch": 5.464,
      "grad_norm": 2.138560057900254,
      "learning_rate": 2e-05,
      "loss": 0.604,
      "step": 170
    },
    {
      "epoch": 5.464,
      "eval_loss": 0.6887597441673279,
      "eval_runtime": 98.5927,
      "eval_samples_per_second": 2.029,
      "eval_steps_per_second": 0.507,
      "step": 170
    },
    {
      "epoch": 5.496,
      "grad_norm": 2.1357688675388298,
      "learning_rate": 2e-05,
      "loss": 0.6759,
      "step": 171
    },
    {
      "epoch": 5.496,
      "eval_loss": 0.6867218017578125,
      "eval_runtime": 99.3257,
      "eval_samples_per_second": 2.014,
      "eval_steps_per_second": 0.503,
      "step": 171
    },
    {
      "epoch": 5.5280000000000005,
      "grad_norm": 1.9051181997840227,
      "learning_rate": 2e-05,
      "loss": 0.5683,
      "step": 172
    },
    {
      "epoch": 5.5280000000000005,
      "eval_loss": 0.6870632767677307,
      "eval_runtime": 101.5973,
      "eval_samples_per_second": 1.969,
      "eval_steps_per_second": 0.492,
      "step": 172
    },
    {
      "epoch": 5.5600000000000005,
      "grad_norm": 1.8730014322156263,
      "learning_rate": 2e-05,
      "loss": 0.5844,
      "step": 173
    },
    {
      "epoch": 5.5600000000000005,
      "eval_loss": 0.687735915184021,
      "eval_runtime": 99.0389,
      "eval_samples_per_second": 2.019,
      "eval_steps_per_second": 0.505,
      "step": 173
    },
    {
      "epoch": 5.592,
      "grad_norm": 2.0975374724504303,
      "learning_rate": 2e-05,
      "loss": 0.5527,
      "step": 174
    },
    {
      "epoch": 5.592,
      "eval_loss": 0.6883457899093628,
      "eval_runtime": 103.1356,
      "eval_samples_per_second": 1.939,
      "eval_steps_per_second": 0.485,
      "step": 174
    },
    {
      "epoch": 5.624,
      "grad_norm": 1.963623881621458,
      "learning_rate": 2e-05,
      "loss": 0.5733,
      "step": 175
    },
    {
      "epoch": 5.624,
      "eval_loss": 0.6880955696105957,
      "eval_runtime": 99.0308,
      "eval_samples_per_second": 2.02,
      "eval_steps_per_second": 0.505,
      "step": 175
    },
    {
      "epoch": 5.656,
      "grad_norm": 1.9734678506216243,
      "learning_rate": 2e-05,
      "loss": 0.5736,
      "step": 176
    },
    {
      "epoch": 5.656,
      "eval_loss": 0.6880485415458679,
      "eval_runtime": 98.9474,
      "eval_samples_per_second": 2.021,
      "eval_steps_per_second": 0.505,
      "step": 176
    },
    {
      "epoch": 5.688,
      "grad_norm": 2.0495076030097867,
      "learning_rate": 2e-05,
      "loss": 0.5776,
      "step": 177
    },
    {
      "epoch": 5.688,
      "eval_loss": 0.6872310042381287,
      "eval_runtime": 102.5632,
      "eval_samples_per_second": 1.95,
      "eval_steps_per_second": 0.488,
      "step": 177
    },
    {
      "epoch": 5.72,
      "grad_norm": 2.025156712060709,
      "learning_rate": 2e-05,
      "loss": 0.6222,
      "step": 178
    },
    {
      "epoch": 5.72,
      "eval_loss": 0.6866959929466248,
      "eval_runtime": 99.3548,
      "eval_samples_per_second": 2.013,
      "eval_steps_per_second": 0.503,
      "step": 178
    },
    {
      "epoch": 5.752,
      "grad_norm": 2.0714099206695527,
      "learning_rate": 2e-05,
      "loss": 0.5576,
      "step": 179
    },
    {
      "epoch": 5.752,
      "eval_loss": 0.6850792169570923,
      "eval_runtime": 98.948,
      "eval_samples_per_second": 2.021,
      "eval_steps_per_second": 0.505,
      "step": 179
    },
    {
      "epoch": 5.784,
      "grad_norm": 2.2380767249488596,
      "learning_rate": 2e-05,
      "loss": 0.5628,
      "step": 180
    },
    {
      "epoch": 5.784,
      "eval_loss": 0.6815983653068542,
      "eval_runtime": 99.1628,
      "eval_samples_per_second": 2.017,
      "eval_steps_per_second": 0.504,
      "step": 180
    },
    {
      "epoch": 5.816,
      "grad_norm": 2.104299018650581,
      "learning_rate": 2e-05,
      "loss": 0.6187,
      "step": 181
    },
    {
      "epoch": 5.816,
      "eval_loss": 0.6781284809112549,
      "eval_runtime": 99.6364,
      "eval_samples_per_second": 2.007,
      "eval_steps_per_second": 0.502,
      "step": 181
    },
    {
      "epoch": 5.848,
      "grad_norm": 1.8009729510896717,
      "learning_rate": 2e-05,
      "loss": 0.6278,
      "step": 182
    },
    {
      "epoch": 5.848,
      "eval_loss": 0.6774657964706421,
      "eval_runtime": 103.8813,
      "eval_samples_per_second": 1.925,
      "eval_steps_per_second": 0.481,
      "step": 182
    },
    {
      "epoch": 5.88,
      "grad_norm": 2.0126397552300004,
      "learning_rate": 2e-05,
      "loss": 0.5593,
      "step": 183
    },
    {
      "epoch": 5.88,
      "eval_loss": 0.6785845756530762,
      "eval_runtime": 99.366,
      "eval_samples_per_second": 2.013,
      "eval_steps_per_second": 0.503,
      "step": 183
    },
    {
      "epoch": 5.912,
      "grad_norm": 2.0468335329470935,
      "learning_rate": 2e-05,
      "loss": 0.5901,
      "step": 184
    },
    {
      "epoch": 5.912,
      "eval_loss": 0.679179847240448,
      "eval_runtime": 99.5061,
      "eval_samples_per_second": 2.01,
      "eval_steps_per_second": 0.502,
      "step": 184
    },
    {
      "epoch": 5.944,
      "grad_norm": 2.0374371712013644,
      "learning_rate": 2e-05,
      "loss": 0.5796,
      "step": 185
    },
    {
      "epoch": 5.944,
      "eval_loss": 0.6800404191017151,
      "eval_runtime": 103.6894,
      "eval_samples_per_second": 1.929,
      "eval_steps_per_second": 0.482,
      "step": 185
    },
    {
      "epoch": 5.976,
      "grad_norm": 1.8830432671282609,
      "learning_rate": 2e-05,
      "loss": 0.5817,
      "step": 186
    },
    {
      "epoch": 5.976,
      "eval_loss": 0.6804468631744385,
      "eval_runtime": 99.404,
      "eval_samples_per_second": 2.012,
      "eval_steps_per_second": 0.503,
      "step": 186
    },
    {
      "epoch": 6.032,
      "grad_norm": 2.017403579355368,
      "learning_rate": 2e-05,
      "loss": 0.5016,
      "step": 187
    },
    {
      "epoch": 6.032,
      "eval_loss": 0.6837186217308044,
      "eval_runtime": 100.1947,
      "eval_samples_per_second": 1.996,
      "eval_steps_per_second": 0.499,
      "step": 187
    },
    {
      "epoch": 6.064,
      "grad_norm": 2.0651550543256993,
      "learning_rate": 2e-05,
      "loss": 0.553,
      "step": 188
    },
    {
      "epoch": 6.064,
      "eval_loss": 0.69077467918396,
      "eval_runtime": 95.3645,
      "eval_samples_per_second": 2.097,
      "eval_steps_per_second": 0.524,
      "step": 188
    },
    {
      "epoch": 6.096,
      "grad_norm": 1.9670810588857728,
      "learning_rate": 2e-05,
      "loss": 0.4774,
      "step": 189
    },
    {
      "epoch": 6.096,
      "eval_loss": 0.6994524598121643,
      "eval_runtime": 95.1365,
      "eval_samples_per_second": 2.102,
      "eval_steps_per_second": 0.526,
      "step": 189
    },
    {
      "epoch": 6.128,
      "grad_norm": 2.3863132463229584,
      "learning_rate": 2e-05,
      "loss": 0.5911,
      "step": 190
    },
    {
      "epoch": 6.128,
      "eval_loss": 0.7065584063529968,
      "eval_runtime": 95.4502,
      "eval_samples_per_second": 2.095,
      "eval_steps_per_second": 0.524,
      "step": 190
    },
    {
      "epoch": 6.16,
      "grad_norm": 2.383412169995471,
      "learning_rate": 2e-05,
      "loss": 0.5147,
      "step": 191
    },
    {
      "epoch": 6.16,
      "eval_loss": 0.7110430002212524,
      "eval_runtime": 95.3022,
      "eval_samples_per_second": 2.099,
      "eval_steps_per_second": 0.525,
      "step": 191
    },
    {
      "epoch": 6.192,
      "grad_norm": 2.232544369144536,
      "learning_rate": 2e-05,
      "loss": 0.5373,
      "step": 192
    },
    {
      "epoch": 6.192,
      "eval_loss": 0.7141790986061096,
      "eval_runtime": 95.5843,
      "eval_samples_per_second": 2.092,
      "eval_steps_per_second": 0.523,
      "step": 192
    },
    {
      "epoch": 6.224,
      "grad_norm": 2.3948013626262967,
      "learning_rate": 2e-05,
      "loss": 0.5673,
      "step": 193
    },
    {
      "epoch": 6.224,
      "eval_loss": 0.7145071625709534,
      "eval_runtime": 96.0221,
      "eval_samples_per_second": 2.083,
      "eval_steps_per_second": 0.521,
      "step": 193
    },
    {
      "epoch": 6.256,
      "grad_norm": 2.282347010387328,
      "learning_rate": 2e-05,
      "loss": 0.4801,
      "step": 194
    },
    {
      "epoch": 6.256,
      "eval_loss": 0.7155389189720154,
      "eval_runtime": 95.409,
      "eval_samples_per_second": 2.096,
      "eval_steps_per_second": 0.524,
      "step": 194
    },
    {
      "epoch": 6.288,
      "grad_norm": 2.7116825717896456,
      "learning_rate": 2e-05,
      "loss": 0.5129,
      "step": 195
    },
    {
      "epoch": 6.288,
      "eval_loss": 0.7152263522148132,
      "eval_runtime": 95.627,
      "eval_samples_per_second": 2.091,
      "eval_steps_per_second": 0.523,
      "step": 195
    },
    {
      "epoch": 6.32,
      "grad_norm": 2.448822719551579,
      "learning_rate": 2e-05,
      "loss": 0.489,
      "step": 196
    },
    {
      "epoch": 6.32,
      "eval_loss": 0.7134693264961243,
      "eval_runtime": 96.5906,
      "eval_samples_per_second": 2.071,
      "eval_steps_per_second": 0.518,
      "step": 196
    },
    {
      "epoch": 6.352,
      "grad_norm": 2.4837784920734713,
      "learning_rate": 2e-05,
      "loss": 0.596,
      "step": 197
    },
    {
      "epoch": 6.352,
      "eval_loss": 0.712216317653656,
      "eval_runtime": 96.6659,
      "eval_samples_per_second": 2.069,
      "eval_steps_per_second": 0.517,
      "step": 197
    },
    {
      "epoch": 6.384,
      "grad_norm": 2.2425618673272503,
      "learning_rate": 2e-05,
      "loss": 0.5539,
      "step": 198
    },
    {
      "epoch": 6.384,
      "eval_loss": 0.7105411291122437,
      "eval_runtime": 100.6949,
      "eval_samples_per_second": 1.986,
      "eval_steps_per_second": 0.497,
      "step": 198
    },
    {
      "epoch": 6.416,
      "grad_norm": 2.523025242815658,
      "learning_rate": 2e-05,
      "loss": 0.4946,
      "step": 199
    },
    {
      "epoch": 6.416,
      "eval_loss": 0.7091856598854065,
      "eval_runtime": 97.1843,
      "eval_samples_per_second": 2.058,
      "eval_steps_per_second": 0.514,
      "step": 199
    },
    {
      "epoch": 6.448,
      "grad_norm": 2.4706535243909555,
      "learning_rate": 2e-05,
      "loss": 0.467,
      "step": 200
    },
    {
      "epoch": 6.448,
      "eval_loss": 0.7090812921524048,
      "eval_runtime": 97.069,
      "eval_samples_per_second": 2.06,
      "eval_steps_per_second": 0.515,
      "step": 200
    },
    {
      "epoch": 6.48,
      "grad_norm": 2.4466274248279833,
      "learning_rate": 2e-05,
      "loss": 0.55,
      "step": 201
    },
    {
      "epoch": 6.48,
      "eval_loss": 0.7091609835624695,
      "eval_runtime": 97.1978,
      "eval_samples_per_second": 2.058,
      "eval_steps_per_second": 0.514,
      "step": 201
    },
    {
      "epoch": 6.5120000000000005,
      "grad_norm": 2.1567587874173717,
      "learning_rate": 2e-05,
      "loss": 0.5304,
      "step": 202
    },
    {
      "epoch": 6.5120000000000005,
      "eval_loss": 0.7102614641189575,
      "eval_runtime": 98.9298,
      "eval_samples_per_second": 2.022,
      "eval_steps_per_second": 0.505,
      "step": 202
    },
    {
      "epoch": 6.5440000000000005,
      "grad_norm": 2.2160906906230533,
      "learning_rate": 2e-05,
      "loss": 0.5083,
      "step": 203
    },
    {
      "epoch": 6.5440000000000005,
      "eval_loss": 0.7119375467300415,
      "eval_runtime": 97.0494,
      "eval_samples_per_second": 2.061,
      "eval_steps_per_second": 0.515,
      "step": 203
    },
    {
      "epoch": 6.576,
      "grad_norm": 2.456064686081785,
      "learning_rate": 2e-05,
      "loss": 0.5854,
      "step": 204
    },
    {
      "epoch": 6.576,
      "eval_loss": 0.7119318246841431,
      "eval_runtime": 97.165,
      "eval_samples_per_second": 2.058,
      "eval_steps_per_second": 0.515,
      "step": 204
    },
    {
      "epoch": 6.608,
      "grad_norm": 2.5571159929171987,
      "learning_rate": 2e-05,
      "loss": 0.5087,
      "step": 205
    },
    {
      "epoch": 6.608,
      "eval_loss": 0.7104336619377136,
      "eval_runtime": 95.6354,
      "eval_samples_per_second": 2.091,
      "eval_steps_per_second": 0.523,
      "step": 205
    },
    {
      "epoch": 6.64,
      "grad_norm": 2.3833463477288443,
      "learning_rate": 2e-05,
      "loss": 0.5928,
      "step": 206
    },
    {
      "epoch": 6.64,
      "eval_loss": 0.7107654809951782,
      "eval_runtime": 95.7142,
      "eval_samples_per_second": 2.09,
      "eval_steps_per_second": 0.522,
      "step": 206
    },
    {
      "epoch": 6.672,
      "grad_norm": 2.6180355690739345,
      "learning_rate": 2e-05,
      "loss": 0.5246,
      "step": 207
    },
    {
      "epoch": 6.672,
      "eval_loss": 0.7117599248886108,
      "eval_runtime": 95.5237,
      "eval_samples_per_second": 2.094,
      "eval_steps_per_second": 0.523,
      "step": 207
    },
    {
      "epoch": 6.704,
      "grad_norm": 2.5327556511948934,
      "learning_rate": 2e-05,
      "loss": 0.5142,
      "step": 208
    },
    {
      "epoch": 6.704,
      "eval_loss": 0.7127364873886108,
      "eval_runtime": 95.5626,
      "eval_samples_per_second": 2.093,
      "eval_steps_per_second": 0.523,
      "step": 208
    },
    {
      "epoch": 6.736,
      "grad_norm": 2.7583060106689454,
      "learning_rate": 2e-05,
      "loss": 0.4868,
      "step": 209
    },
    {
      "epoch": 6.736,
      "eval_loss": 0.7133345603942871,
      "eval_runtime": 95.6791,
      "eval_samples_per_second": 2.09,
      "eval_steps_per_second": 0.523,
      "step": 209
    },
    {
      "epoch": 6.768,
      "grad_norm": 2.7441146469244115,
      "learning_rate": 2e-05,
      "loss": 0.5935,
      "step": 210
    },
    {
      "epoch": 6.768,
      "eval_loss": 0.7118194699287415,
      "eval_runtime": 95.4472,
      "eval_samples_per_second": 2.095,
      "eval_steps_per_second": 0.524,
      "step": 210
    },
    {
      "epoch": 6.8,
      "grad_norm": 2.7452663949689295,
      "learning_rate": 2e-05,
      "loss": 0.5331,
      "step": 211
    },
    {
      "epoch": 6.8,
      "eval_loss": 0.7106044292449951,
      "eval_runtime": 99.8571,
      "eval_samples_per_second": 2.003,
      "eval_steps_per_second": 0.501,
      "step": 211
    },
    {
      "epoch": 6.832,
      "grad_norm": 2.454028115196185,
      "learning_rate": 2e-05,
      "loss": 0.5491,
      "step": 212
    },
    {
      "epoch": 6.832,
      "eval_loss": 0.7110446691513062,
      "eval_runtime": 96.9239,
      "eval_samples_per_second": 2.063,
      "eval_steps_per_second": 0.516,
      "step": 212
    },
    {
      "epoch": 6.864,
      "grad_norm": 2.758969331776205,
      "learning_rate": 2e-05,
      "loss": 0.5442,
      "step": 213
    },
    {
      "epoch": 6.864,
      "eval_loss": 0.710289478302002,
      "eval_runtime": 96.7481,
      "eval_samples_per_second": 2.067,
      "eval_steps_per_second": 0.517,
      "step": 213
    },
    {
      "epoch": 6.896,
      "grad_norm": 2.5394726231273457,
      "learning_rate": 2e-05,
      "loss": 0.5422,
      "step": 214
    },
    {
      "epoch": 6.896,
      "eval_loss": 0.7084080576896667,
      "eval_runtime": 98.6547,
      "eval_samples_per_second": 2.027,
      "eval_steps_per_second": 0.507,
      "step": 214
    },
    {
      "epoch": 6.928,
      "grad_norm": 2.642919051796586,
      "learning_rate": 2e-05,
      "loss": 0.5721,
      "step": 215
    },
    {
      "epoch": 6.928,
      "eval_loss": 0.7063835263252258,
      "eval_runtime": 96.9686,
      "eval_samples_per_second": 2.063,
      "eval_steps_per_second": 0.516,
      "step": 215
    },
    {
      "epoch": 6.96,
      "grad_norm": 2.501395694239305,
      "learning_rate": 2e-05,
      "loss": 0.5742,
      "step": 216
    },
    {
      "epoch": 6.96,
      "eval_loss": 0.7037466168403625,
      "eval_runtime": 96.5477,
      "eval_samples_per_second": 2.072,
      "eval_steps_per_second": 0.518,
      "step": 216
    },
    {
      "epoch": 6.992,
      "grad_norm": 2.685414325564133,
      "learning_rate": 2e-05,
      "loss": 0.5195,
      "step": 217
    },
    {
      "epoch": 6.992,
      "eval_loss": 0.7025836110115051,
      "eval_runtime": 97.0823,
      "eval_samples_per_second": 2.06,
      "eval_steps_per_second": 0.515,
      "step": 217
    },
    {
      "epoch": 7.024,
      "grad_norm": 2.558047543529016,
      "learning_rate": 2e-05,
      "loss": 0.4689,
      "step": 218
    },
    {
      "epoch": 7.024,
      "eval_loss": 0.7044098377227783,
      "eval_runtime": 96.8828,
      "eval_samples_per_second": 2.064,
      "eval_steps_per_second": 0.516,
      "step": 218
    },
    {
      "epoch": 7.056,
      "grad_norm": 2.4415187474081192,
      "learning_rate": 2e-05,
      "loss": 0.4898,
      "step": 219
    },
    {
      "epoch": 7.056,
      "eval_loss": 0.7104077935218811,
      "eval_runtime": 96.9482,
      "eval_samples_per_second": 2.063,
      "eval_steps_per_second": 0.516,
      "step": 219
    },
    {
      "epoch": 7.088,
      "grad_norm": 2.4475533939573153,
      "learning_rate": 2e-05,
      "loss": 0.4652,
      "step": 220
    },
    {
      "epoch": 7.088,
      "eval_loss": 0.7213549613952637,
      "eval_runtime": 96.8958,
      "eval_samples_per_second": 2.064,
      "eval_steps_per_second": 0.516,
      "step": 220
    },
    {
      "epoch": 7.12,
      "grad_norm": 2.604960196075638,
      "learning_rate": 2e-05,
      "loss": 0.5096,
      "step": 221
    },
    {
      "epoch": 7.12,
      "eval_loss": 0.7343713641166687,
      "eval_runtime": 97.2891,
      "eval_samples_per_second": 2.056,
      "eval_steps_per_second": 0.514,
      "step": 221
    },
    {
      "epoch": 7.152,
      "grad_norm": 3.1059901537521135,
      "learning_rate": 2e-05,
      "loss": 0.4678,
      "step": 222
    },
    {
      "epoch": 7.152,
      "eval_loss": 0.7466915845870972,
      "eval_runtime": 97.7786,
      "eval_samples_per_second": 2.045,
      "eval_steps_per_second": 0.511,
      "step": 222
    },
    {
      "epoch": 7.184,
      "grad_norm": 2.6643302536817,
      "learning_rate": 2e-05,
      "loss": 0.4807,
      "step": 223
    },
    {
      "epoch": 7.184,
      "eval_loss": 0.7558013796806335,
      "eval_runtime": 97.7416,
      "eval_samples_per_second": 2.046,
      "eval_steps_per_second": 0.512,
      "step": 223
    },
    {
      "epoch": 7.216,
      "grad_norm": 3.218895177437451,
      "learning_rate": 2e-05,
      "loss": 0.4556,
      "step": 224
    },
    {
      "epoch": 7.216,
      "eval_loss": 0.7590299844741821,
      "eval_runtime": 97.7479,
      "eval_samples_per_second": 2.046,
      "eval_steps_per_second": 0.512,
      "step": 224
    },
    {
      "epoch": 7.248,
      "grad_norm": 3.367892941528959,
      "learning_rate": 2e-05,
      "loss": 0.4572,
      "step": 225
    },
    {
      "epoch": 7.248,
      "eval_loss": 0.7567412853240967,
      "eval_runtime": 97.6242,
      "eval_samples_per_second": 2.049,
      "eval_steps_per_second": 0.512,
      "step": 225
    },
    {
      "epoch": 7.28,
      "grad_norm": 2.860324389327654,
      "learning_rate": 2e-05,
      "loss": 0.4989,
      "step": 226
    },
    {
      "epoch": 7.28,
      "eval_loss": 0.7538604736328125,
      "eval_runtime": 97.8342,
      "eval_samples_per_second": 2.044,
      "eval_steps_per_second": 0.511,
      "step": 226
    },
    {
      "epoch": 7.312,
      "grad_norm": 2.783566742283421,
      "learning_rate": 2e-05,
      "loss": 0.5011,
      "step": 227
    },
    {
      "epoch": 7.312,
      "eval_loss": 0.7509406805038452,
      "eval_runtime": 98.0668,
      "eval_samples_per_second": 2.039,
      "eval_steps_per_second": 0.51,
      "step": 227
    },
    {
      "epoch": 7.344,
      "grad_norm": 2.95622825050015,
      "learning_rate": 2e-05,
      "loss": 0.4632,
      "step": 228
    },
    {
      "epoch": 7.344,
      "eval_loss": 0.7484157085418701,
      "eval_runtime": 97.8003,
      "eval_samples_per_second": 2.045,
      "eval_steps_per_second": 0.511,
      "step": 228
    },
    {
      "epoch": 7.376,
      "grad_norm": 2.868982236682872,
      "learning_rate": 2e-05,
      "loss": 0.5131,
      "step": 229
    },
    {
      "epoch": 7.376,
      "eval_loss": 0.7442774772644043,
      "eval_runtime": 97.779,
      "eval_samples_per_second": 2.045,
      "eval_steps_per_second": 0.511,
      "step": 229
    },
    {
      "epoch": 7.408,
      "grad_norm": 2.8398125186341456,
      "learning_rate": 2e-05,
      "loss": 0.4589,
      "step": 230
    },
    {
      "epoch": 7.408,
      "eval_loss": 0.7437787055969238,
      "eval_runtime": 100.3989,
      "eval_samples_per_second": 1.992,
      "eval_steps_per_second": 0.498,
      "step": 230
    },
    {
      "epoch": 7.44,
      "grad_norm": 2.860835801821795,
      "learning_rate": 2e-05,
      "loss": 0.4551,
      "step": 231
    },
    {
      "epoch": 7.44,
      "eval_loss": 0.7474150061607361,
      "eval_runtime": 100.3908,
      "eval_samples_per_second": 1.992,
      "eval_steps_per_second": 0.498,
      "step": 231
    },
    {
      "epoch": 7.4719999999999995,
      "grad_norm": 3.061812810287673,
      "learning_rate": 2e-05,
      "loss": 0.4393,
      "step": 232
    },
    {
      "epoch": 7.4719999999999995,
      "eval_loss": 0.751905083656311,
      "eval_runtime": 98.0564,
      "eval_samples_per_second": 2.04,
      "eval_steps_per_second": 0.51,
      "step": 232
    },
    {
      "epoch": 7.504,
      "grad_norm": 2.9460244368130764,
      "learning_rate": 2e-05,
      "loss": 0.4885,
      "step": 233
    },
    {
      "epoch": 7.504,
      "eval_loss": 0.7555700540542603,
      "eval_runtime": 97.6649,
      "eval_samples_per_second": 2.048,
      "eval_steps_per_second": 0.512,
      "step": 233
    },
    {
      "epoch": 7.536,
      "grad_norm": 3.195386368100557,
      "learning_rate": 2e-05,
      "loss": 0.4825,
      "step": 234
    },
    {
      "epoch": 7.536,
      "eval_loss": 0.7574471831321716,
      "eval_runtime": 97.8436,
      "eval_samples_per_second": 2.044,
      "eval_steps_per_second": 0.511,
      "step": 234
    },
    {
      "epoch": 7.568,
      "grad_norm": 3.2267422014122853,
      "learning_rate": 2e-05,
      "loss": 0.4369,
      "step": 235
    },
    {
      "epoch": 7.568,
      "eval_loss": 0.7590253949165344,
      "eval_runtime": 97.8616,
      "eval_samples_per_second": 2.044,
      "eval_steps_per_second": 0.511,
      "step": 235
    },
    {
      "epoch": 7.608,
      "grad_norm": 3.0309471686984115,
      "learning_rate": 2e-05,
      "loss": 0.4533,
      "step": 236
    },
    {
      "epoch": 7.608,
      "eval_loss": 0.7582225203514099,
      "eval_runtime": 102.1646,
      "eval_samples_per_second": 1.958,
      "eval_steps_per_second": 0.489,
      "step": 236
    },
    {
      "epoch": 7.64,
      "grad_norm": 3.0386242391155456,
      "learning_rate": 2e-05,
      "loss": 0.4557,
      "step": 237
    },
    {
      "epoch": 7.64,
      "eval_loss": 0.757209062576294,
      "eval_runtime": 96.2842,
      "eval_samples_per_second": 2.077,
      "eval_steps_per_second": 0.519,
      "step": 237
    },
    {
      "epoch": 7.672,
      "grad_norm": 3.595657373206686,
      "learning_rate": 2e-05,
      "loss": 0.493,
      "step": 238
    },
    {
      "epoch": 7.672,
      "eval_loss": 0.7517231702804565,
      "eval_runtime": 95.4225,
      "eval_samples_per_second": 2.096,
      "eval_steps_per_second": 0.524,
      "step": 238
    },
    {
      "epoch": 7.704,
      "grad_norm": 3.246444664818878,
      "learning_rate": 2e-05,
      "loss": 0.4663,
      "step": 239
    },
    {
      "epoch": 7.704,
      "eval_loss": 0.7478169202804565,
      "eval_runtime": 95.3771,
      "eval_samples_per_second": 2.097,
      "eval_steps_per_second": 0.524,
      "step": 239
    },
    {
      "epoch": 7.736,
      "grad_norm": 2.9436367134600827,
      "learning_rate": 2e-05,
      "loss": 0.4871,
      "step": 240
    },
    {
      "epoch": 7.736,
      "eval_loss": 0.7445845603942871,
      "eval_runtime": 98.2477,
      "eval_samples_per_second": 2.036,
      "eval_steps_per_second": 0.509,
      "step": 240
    },
    {
      "epoch": 7.768,
      "grad_norm": 2.8534339094113284,
      "learning_rate": 2e-05,
      "loss": 0.5307,
      "step": 241
    },
    {
      "epoch": 7.768,
      "eval_loss": 0.7433913946151733,
      "eval_runtime": 97.3211,
      "eval_samples_per_second": 2.055,
      "eval_steps_per_second": 0.514,
      "step": 241
    },
    {
      "epoch": 7.8,
      "grad_norm": 3.180683551713395,
      "learning_rate": 2e-05,
      "loss": 0.4189,
      "step": 242
    },
    {
      "epoch": 7.8,
      "eval_loss": 0.7443408370018005,
      "eval_runtime": 97.045,
      "eval_samples_per_second": 2.061,
      "eval_steps_per_second": 0.515,
      "step": 242
    },
    {
      "epoch": 7.832,
      "grad_norm": 2.915485597080642,
      "learning_rate": 2e-05,
      "loss": 0.466,
      "step": 243
    },
    {
      "epoch": 7.832,
      "eval_loss": 0.7447941303253174,
      "eval_runtime": 97.3217,
      "eval_samples_per_second": 2.055,
      "eval_steps_per_second": 0.514,
      "step": 243
    },
    {
      "epoch": 7.864,
      "grad_norm": 3.116167020951512,
      "learning_rate": 2e-05,
      "loss": 0.5012,
      "step": 244
    },
    {
      "epoch": 7.864,
      "eval_loss": 0.744431734085083,
      "eval_runtime": 97.2911,
      "eval_samples_per_second": 2.056,
      "eval_steps_per_second": 0.514,
      "step": 244
    },
    {
      "epoch": 7.896,
      "grad_norm": 3.0808644763492694,
      "learning_rate": 2e-05,
      "loss": 0.4809,
      "step": 245
    },
    {
      "epoch": 7.896,
      "eval_loss": 0.7447794079780579,
      "eval_runtime": 100.9572,
      "eval_samples_per_second": 1.981,
      "eval_steps_per_second": 0.495,
      "step": 245
    },
    {
      "epoch": 7.928,
      "grad_norm": 3.0956122448213836,
      "learning_rate": 2e-05,
      "loss": 0.4685,
      "step": 246
    },
    {
      "epoch": 7.928,
      "eval_loss": 0.7456656694412231,
      "eval_runtime": 99.4752,
      "eval_samples_per_second": 2.011,
      "eval_steps_per_second": 0.503,
      "step": 246
    },
    {
      "epoch": 7.96,
      "grad_norm": 3.1578427063687804,
      "learning_rate": 2e-05,
      "loss": 0.5019,
      "step": 247
    },
    {
      "epoch": 7.96,
      "eval_loss": 0.7482015490531921,
      "eval_runtime": 100.5527,
      "eval_samples_per_second": 1.989,
      "eval_steps_per_second": 0.497,
      "step": 247
    },
    {
      "epoch": 7.992,
      "grad_norm": 3.0384545980818096,
      "learning_rate": 2e-05,
      "loss": 0.4667,
      "step": 248
    },
    {
      "epoch": 7.992,
      "eval_loss": 0.7531342506408691,
      "eval_runtime": 96.9014,
      "eval_samples_per_second": 2.064,
      "eval_steps_per_second": 0.516,
      "step": 248
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 248,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 5,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 215944051097600.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}