{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 736,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002717391304347826,
      "grad_norm": 1.1728428602218628,
      "learning_rate": 1.0958904109589041e-07,
      "loss": 1.5302,
      "step": 1
    },
    {
      "epoch": 0.005434782608695652,
      "grad_norm": 1.2432262897491455,
      "learning_rate": 2.1917808219178082e-07,
      "loss": 1.5229,
      "step": 2
    },
    {
      "epoch": 0.008152173913043478,
      "grad_norm": 1.276131510734558,
      "learning_rate": 3.2876712328767123e-07,
      "loss": 1.465,
      "step": 3
    },
    {
      "epoch": 0.010869565217391304,
      "grad_norm": 1.3332633972167969,
      "learning_rate": 4.3835616438356164e-07,
      "loss": 1.4591,
      "step": 4
    },
    {
      "epoch": 0.01358695652173913,
      "grad_norm": 1.3067371845245361,
      "learning_rate": 5.47945205479452e-07,
      "loss": 1.4768,
      "step": 5
    },
    {
      "epoch": 0.016304347826086956,
      "grad_norm": 1.343665361404419,
      "learning_rate": 6.575342465753425e-07,
      "loss": 1.3851,
      "step": 6
    },
    {
      "epoch": 0.019021739130434784,
      "grad_norm": 1.3181569576263428,
      "learning_rate": 7.671232876712329e-07,
      "loss": 1.465,
      "step": 7
    },
    {
      "epoch": 0.021739130434782608,
      "grad_norm": 1.3282394409179688,
      "learning_rate": 8.767123287671233e-07,
      "loss": 1.4626,
      "step": 8
    },
    {
      "epoch": 0.024456521739130436,
      "grad_norm": 1.3123646974563599,
      "learning_rate": 9.863013698630137e-07,
      "loss": 1.372,
      "step": 9
    },
    {
      "epoch": 0.02717391304347826,
      "grad_norm": 1.1737868785858154,
      "learning_rate": 1.095890410958904e-06,
      "loss": 1.4761,
      "step": 10
    },
    {
      "epoch": 0.029891304347826088,
      "grad_norm": 1.1780813932418823,
      "learning_rate": 1.2054794520547945e-06,
      "loss": 1.4729,
      "step": 11
    },
    {
      "epoch": 0.03260869565217391,
      "grad_norm": 1.2191578149795532,
      "learning_rate": 1.315068493150685e-06,
      "loss": 1.5081,
      "step": 12
    },
    {
      "epoch": 0.035326086956521736,
      "grad_norm": 1.082284927368164,
      "learning_rate": 1.4246575342465753e-06,
      "loss": 1.4792,
      "step": 13
    },
    {
      "epoch": 0.03804347826086957,
      "grad_norm": 1.013970136642456,
      "learning_rate": 1.5342465753424657e-06,
      "loss": 1.4913,
      "step": 14
    },
    {
      "epoch": 0.04076086956521739,
      "grad_norm": 1.0283228158950806,
      "learning_rate": 1.643835616438356e-06,
      "loss": 1.4546,
      "step": 15
    },
    {
      "epoch": 0.043478260869565216,
      "grad_norm": 1.0099676847457886,
      "learning_rate": 1.7534246575342465e-06,
      "loss": 1.43,
      "step": 16
    },
    {
      "epoch": 0.04619565217391304,
      "grad_norm": 0.8908332586288452,
      "learning_rate": 1.863013698630137e-06,
      "loss": 1.606,
      "step": 17
    },
    {
      "epoch": 0.04891304347826087,
      "grad_norm": 0.8198248744010925,
      "learning_rate": 1.9726027397260274e-06,
      "loss": 1.4755,
      "step": 18
    },
    {
      "epoch": 0.051630434782608696,
      "grad_norm": 0.8422051072120667,
      "learning_rate": 2.0821917808219176e-06,
      "loss": 1.4863,
      "step": 19
    },
    {
      "epoch": 0.05434782608695652,
      "grad_norm": 0.7524480819702148,
      "learning_rate": 2.191780821917808e-06,
      "loss": 1.4982,
      "step": 20
    },
    {
      "epoch": 0.057065217391304345,
      "grad_norm": 0.7762174010276794,
      "learning_rate": 2.3013698630136984e-06,
      "loss": 1.4734,
      "step": 21
    },
    {
      "epoch": 0.059782608695652176,
      "grad_norm": 0.7196646332740784,
      "learning_rate": 2.410958904109589e-06,
      "loss": 1.5099,
      "step": 22
    },
    {
      "epoch": 0.0625,
      "grad_norm": 0.7181140780448914,
      "learning_rate": 2.5205479452054796e-06,
      "loss": 1.4242,
      "step": 23
    },
    {
      "epoch": 0.06521739130434782,
      "grad_norm": 0.7445970177650452,
      "learning_rate": 2.63013698630137e-06,
      "loss": 1.4157,
      "step": 24
    },
    {
      "epoch": 0.06793478260869565,
      "grad_norm": 0.6932166814804077,
      "learning_rate": 2.73972602739726e-06,
      "loss": 1.4898,
      "step": 25
    },
    {
      "epoch": 0.07065217391304347,
      "grad_norm": 0.6732593178749084,
      "learning_rate": 2.8493150684931506e-06,
      "loss": 1.4643,
      "step": 26
    },
    {
      "epoch": 0.07336956521739131,
      "grad_norm": 0.6919940114021301,
      "learning_rate": 2.958904109589041e-06,
      "loss": 1.4602,
      "step": 27
    },
    {
      "epoch": 0.07608695652173914,
      "grad_norm": 0.6646421551704407,
      "learning_rate": 3.0684931506849314e-06,
      "loss": 1.5683,
      "step": 28
    },
    {
      "epoch": 0.07880434782608696,
      "grad_norm": 0.6307073831558228,
      "learning_rate": 3.178082191780822e-06,
      "loss": 1.4543,
      "step": 29
    },
    {
      "epoch": 0.08152173913043478,
      "grad_norm": 0.6445148587226868,
      "learning_rate": 3.287671232876712e-06,
      "loss": 1.4359,
      "step": 30
    },
    {
      "epoch": 0.08423913043478261,
      "grad_norm": 0.6217952370643616,
      "learning_rate": 3.397260273972603e-06,
      "loss": 1.4731,
      "step": 31
    },
    {
      "epoch": 0.08695652173913043,
      "grad_norm": 0.5980370044708252,
      "learning_rate": 3.506849315068493e-06,
      "loss": 1.4586,
      "step": 32
    },
    {
      "epoch": 0.08967391304347826,
      "grad_norm": 0.5764021873474121,
      "learning_rate": 3.6164383561643833e-06,
      "loss": 1.5436,
      "step": 33
    },
    {
      "epoch": 0.09239130434782608,
      "grad_norm": 0.5938739776611328,
      "learning_rate": 3.726027397260274e-06,
      "loss": 1.439,
      "step": 34
    },
    {
      "epoch": 0.09510869565217392,
      "grad_norm": 0.5414128303527832,
      "learning_rate": 3.835616438356164e-06,
      "loss": 1.4686,
      "step": 35
    },
    {
      "epoch": 0.09782608695652174,
      "grad_norm": 0.5185249447822571,
      "learning_rate": 3.945205479452055e-06,
      "loss": 1.5181,
      "step": 36
    },
    {
      "epoch": 0.10054347826086957,
      "grad_norm": 0.4969967007637024,
      "learning_rate": 4.054794520547945e-06,
      "loss": 1.3971,
      "step": 37
    },
    {
      "epoch": 0.10326086956521739,
      "grad_norm": 0.4812517464160919,
      "learning_rate": 4.164383561643835e-06,
      "loss": 1.4484,
      "step": 38
    },
    {
      "epoch": 0.10597826086956522,
      "grad_norm": 0.45815640687942505,
      "learning_rate": 4.273972602739726e-06,
      "loss": 1.3937,
      "step": 39
    },
    {
      "epoch": 0.10869565217391304,
      "grad_norm": 0.46528932452201843,
      "learning_rate": 4.383561643835616e-06,
      "loss": 1.4014,
      "step": 40
    },
    {
      "epoch": 0.11141304347826086,
      "grad_norm": 0.47149142622947693,
      "learning_rate": 4.4931506849315066e-06,
      "loss": 1.379,
      "step": 41
    },
    {
      "epoch": 0.11413043478260869,
      "grad_norm": 0.452342689037323,
      "learning_rate": 4.602739726027397e-06,
      "loss": 1.525,
      "step": 42
    },
    {
      "epoch": 0.11684782608695653,
      "grad_norm": 0.43710047006607056,
      "learning_rate": 4.712328767123287e-06,
      "loss": 1.3985,
      "step": 43
    },
    {
      "epoch": 0.11956521739130435,
      "grad_norm": 0.45290184020996094,
      "learning_rate": 4.821917808219178e-06,
      "loss": 1.3659,
      "step": 44
    },
    {
      "epoch": 0.12228260869565218,
      "grad_norm": 0.4344335198402405,
      "learning_rate": 4.931506849315068e-06,
      "loss": 1.3643,
      "step": 45
    },
    {
      "epoch": 0.125,
      "grad_norm": 0.4450250566005707,
      "learning_rate": 5.041095890410959e-06,
      "loss": 1.4228,
      "step": 46
    },
    {
      "epoch": 0.12771739130434784,
      "grad_norm": 0.42544320225715637,
      "learning_rate": 5.1506849315068494e-06,
      "loss": 1.4202,
      "step": 47
    },
    {
      "epoch": 0.13043478260869565,
      "grad_norm": 0.40666356682777405,
      "learning_rate": 5.26027397260274e-06,
      "loss": 1.4102,
      "step": 48
    },
    {
      "epoch": 0.1331521739130435,
      "grad_norm": 0.43085426092147827,
      "learning_rate": 5.36986301369863e-06,
      "loss": 1.4723,
      "step": 49
    },
    {
      "epoch": 0.1358695652173913,
      "grad_norm": 0.42747458815574646,
      "learning_rate": 5.47945205479452e-06,
      "loss": 1.3923,
      "step": 50
    },
    {
      "epoch": 0.13858695652173914,
      "grad_norm": 0.42834821343421936,
      "learning_rate": 5.589041095890411e-06,
      "loss": 1.5331,
      "step": 51
    },
    {
      "epoch": 0.14130434782608695,
      "grad_norm": 0.4218186140060425,
      "learning_rate": 5.698630136986301e-06,
      "loss": 1.5421,
      "step": 52
    },
    {
      "epoch": 0.14402173913043478,
      "grad_norm": 0.4152364432811737,
      "learning_rate": 5.8082191780821915e-06,
      "loss": 1.3454,
      "step": 53
    },
    {
      "epoch": 0.14673913043478262,
      "grad_norm": 0.4136430621147156,
      "learning_rate": 5.917808219178082e-06,
      "loss": 1.4521,
      "step": 54
    },
    {
      "epoch": 0.14945652173913043,
      "grad_norm": 0.40648165345191956,
      "learning_rate": 6.027397260273972e-06,
      "loss": 1.4088,
      "step": 55
    },
    {
      "epoch": 0.15217391304347827,
      "grad_norm": 0.4164981544017792,
      "learning_rate": 6.136986301369863e-06,
      "loss": 1.4305,
      "step": 56
    },
    {
      "epoch": 0.15489130434782608,
      "grad_norm": 0.39643916487693787,
      "learning_rate": 6.246575342465753e-06,
      "loss": 1.4827,
      "step": 57
    },
    {
      "epoch": 0.15760869565217392,
      "grad_norm": 0.38055455684661865,
      "learning_rate": 6.356164383561644e-06,
      "loss": 1.4725,
      "step": 58
    },
    {
      "epoch": 0.16032608695652173,
      "grad_norm": 0.37801629304885864,
      "learning_rate": 6.465753424657534e-06,
      "loss": 1.3829,
      "step": 59
    },
    {
      "epoch": 0.16304347826086957,
      "grad_norm": 0.3744637370109558,
      "learning_rate": 6.575342465753424e-06,
      "loss": 1.3753,
      "step": 60
    },
    {
      "epoch": 0.16576086956521738,
      "grad_norm": 0.3783905506134033,
      "learning_rate": 6.684931506849315e-06,
      "loss": 1.393,
      "step": 61
    },
    {
      "epoch": 0.16847826086956522,
      "grad_norm": 0.40007972717285156,
      "learning_rate": 6.794520547945206e-06,
      "loss": 1.4476,
      "step": 62
    },
    {
      "epoch": 0.17119565217391305,
      "grad_norm": 0.39294755458831787,
      "learning_rate": 6.904109589041096e-06,
      "loss": 1.3876,
      "step": 63
    },
    {
      "epoch": 0.17391304347826086,
      "grad_norm": 0.377951979637146,
      "learning_rate": 7.013698630136986e-06,
      "loss": 1.4476,
      "step": 64
    },
    {
      "epoch": 0.1766304347826087,
      "grad_norm": 0.3997436463832855,
      "learning_rate": 7.123287671232876e-06,
      "loss": 1.3766,
      "step": 65
    },
    {
      "epoch": 0.1793478260869565,
      "grad_norm": 0.38416406512260437,
      "learning_rate": 7.2328767123287666e-06,
      "loss": 1.3872,
      "step": 66
    },
    {
      "epoch": 0.18206521739130435,
      "grad_norm": 0.3918316662311554,
      "learning_rate": 7.342465753424658e-06,
      "loss": 1.3798,
      "step": 67
    },
    {
      "epoch": 0.18478260869565216,
      "grad_norm": 0.38442927598953247,
      "learning_rate": 7.452054794520548e-06,
      "loss": 1.4045,
      "step": 68
    },
    {
      "epoch": 0.1875,
      "grad_norm": 0.41492289304733276,
      "learning_rate": 7.561643835616438e-06,
      "loss": 1.4799,
      "step": 69
    },
    {
      "epoch": 0.19021739130434784,
      "grad_norm": 0.368286669254303,
      "learning_rate": 7.671232876712327e-06,
      "loss": 1.4169,
      "step": 70
    },
    {
      "epoch": 0.19293478260869565,
      "grad_norm": 0.3741121292114258,
      "learning_rate": 7.780821917808218e-06,
      "loss": 1.3663,
      "step": 71
    },
    {
      "epoch": 0.1956521739130435,
      "grad_norm": 0.4842956066131592,
      "learning_rate": 7.89041095890411e-06,
      "loss": 1.4287,
      "step": 72
    },
    {
      "epoch": 0.1983695652173913,
      "grad_norm": 0.3899683654308319,
      "learning_rate": 8e-06,
      "loss": 1.347,
      "step": 73
    },
    {
      "epoch": 0.20108695652173914,
      "grad_norm": 0.4036129117012024,
      "learning_rate": 7.998791723304636e-06,
      "loss": 1.5064,
      "step": 74
    },
    {
      "epoch": 0.20380434782608695,
      "grad_norm": 0.35146766901016235,
      "learning_rate": 7.997580157289776e-06,
      "loss": 1.3794,
      "step": 75
    },
    {
      "epoch": 0.20652173913043478,
      "grad_norm": 0.3625771403312683,
      "learning_rate": 7.996365288505225e-06,
      "loss": 1.3338,
      "step": 76
    },
    {
      "epoch": 0.20923913043478262,
      "grad_norm": 0.3601396679878235,
      "learning_rate": 7.995147103427359e-06,
      "loss": 1.5026,
      "step": 77
    },
    {
      "epoch": 0.21195652173913043,
      "grad_norm": 0.37662559747695923,
      "learning_rate": 7.993925588458618e-06,
      "loss": 1.3867,
      "step": 78
    },
    {
      "epoch": 0.21467391304347827,
      "grad_norm": 0.37634652853012085,
      "learning_rate": 7.992700729927007e-06,
      "loss": 1.4557,
      "step": 79
    },
    {
      "epoch": 0.21739130434782608,
      "grad_norm": 0.3699498772621155,
      "learning_rate": 7.99147251408558e-06,
      "loss": 1.4237,
      "step": 80
    },
    {
      "epoch": 0.22010869565217392,
      "grad_norm": 0.3638997972011566,
      "learning_rate": 7.990240927111924e-06,
      "loss": 1.3822,
      "step": 81
    },
    {
      "epoch": 0.22282608695652173,
      "grad_norm": 0.3786831498146057,
      "learning_rate": 7.989005955107651e-06,
      "loss": 1.3545,
      "step": 82
    },
    {
      "epoch": 0.22554347826086957,
      "grad_norm": 0.3499252200126648,
      "learning_rate": 7.987767584097859e-06,
      "loss": 1.4278,
      "step": 83
    },
    {
      "epoch": 0.22826086956521738,
      "grad_norm": 0.3761653006076813,
      "learning_rate": 7.986525800030624e-06,
      "loss": 1.4175,
      "step": 84
    },
    {
      "epoch": 0.23097826086956522,
      "grad_norm": 0.3493477702140808,
      "learning_rate": 7.985280588776449e-06,
      "loss": 1.3315,
      "step": 85
    },
    {
      "epoch": 0.23369565217391305,
      "grad_norm": 0.3659382462501526,
      "learning_rate": 7.984031936127745e-06,
      "loss": 1.3883,
      "step": 86
    },
    {
      "epoch": 0.23641304347826086,
      "grad_norm": 0.381062388420105,
      "learning_rate": 7.982779827798278e-06,
      "loss": 1.3715,
      "step": 87
    },
    {
      "epoch": 0.2391304347826087,
      "grad_norm": 0.3763432800769806,
      "learning_rate": 7.981524249422633e-06,
      "loss": 1.4077,
      "step": 88
    },
    {
      "epoch": 0.2418478260869565,
      "grad_norm": 0.3684273064136505,
      "learning_rate": 7.980265186555657e-06,
      "loss": 1.4948,
      "step": 89
    },
    {
      "epoch": 0.24456521739130435,
      "grad_norm": 0.36673790216445923,
      "learning_rate": 7.979002624671916e-06,
      "loss": 1.3961,
      "step": 90
    },
    {
      "epoch": 0.24728260869565216,
      "grad_norm": 0.35955995321273804,
      "learning_rate": 7.97773654916512e-06,
      "loss": 1.3453,
      "step": 91
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3854355812072754,
      "learning_rate": 7.976466945347576e-06,
      "loss": 1.4365,
      "step": 92
    },
    {
      "epoch": 0.25271739130434784,
      "grad_norm": 0.3639521896839142,
      "learning_rate": 7.975193798449611e-06,
      "loss": 1.4144,
      "step": 93
    },
    {
      "epoch": 0.2554347826086957,
      "grad_norm": 0.3835349678993225,
      "learning_rate": 7.973917093619002e-06,
      "loss": 1.4329,
      "step": 94
    },
    {
      "epoch": 0.25815217391304346,
      "grad_norm": 0.3855659067630768,
      "learning_rate": 7.972636815920398e-06,
      "loss": 1.4355,
      "step": 95
    },
    {
      "epoch": 0.2608695652173913,
      "grad_norm": 0.3564344644546509,
      "learning_rate": 7.971352950334734e-06,
      "loss": 1.3849,
      "step": 96
    },
    {
      "epoch": 0.26358695652173914,
      "grad_norm": 0.3524990975856781,
      "learning_rate": 7.970065481758653e-06,
      "loss": 1.3864,
      "step": 97
    },
    {
      "epoch": 0.266304347826087,
      "grad_norm": 0.3606851398944855,
      "learning_rate": 7.968774395003903e-06,
      "loss": 1.4575,
      "step": 98
    },
    {
      "epoch": 0.26902173913043476,
      "grad_norm": 0.35041898488998413,
      "learning_rate": 7.967479674796748e-06,
      "loss": 1.4361,
      "step": 99
    },
    {
      "epoch": 0.2717391304347826,
      "grad_norm": 0.35816073417663574,
      "learning_rate": 7.96618130577736e-06,
      "loss": 1.3062,
      "step": 100
    },
    {
      "epoch": 0.27445652173913043,
      "grad_norm": 0.3600623309612274,
      "learning_rate": 7.964879272499215e-06,
      "loss": 1.2906,
      "step": 101
    },
    {
      "epoch": 0.27717391304347827,
      "grad_norm": 0.36027124524116516,
      "learning_rate": 7.96357355942848e-06,
      "loss": 1.3665,
      "step": 102
    },
    {
      "epoch": 0.2798913043478261,
      "grad_norm": 0.3527257442474365,
      "learning_rate": 7.962264150943397e-06,
      "loss": 1.374,
      "step": 103
    },
    {
      "epoch": 0.2826086956521739,
      "grad_norm": 0.352342814207077,
      "learning_rate": 7.960951031333648e-06,
      "loss": 1.379,
      "step": 104
    },
    {
      "epoch": 0.28532608695652173,
      "grad_norm": 0.365664541721344,
      "learning_rate": 7.959634184799749e-06,
      "loss": 1.4299,
      "step": 105
    },
    {
      "epoch": 0.28804347826086957,
      "grad_norm": 0.34988468885421753,
      "learning_rate": 7.958313595452392e-06,
      "loss": 1.4161,
      "step": 106
    },
    {
      "epoch": 0.2907608695652174,
      "grad_norm": 0.3694222569465637,
      "learning_rate": 7.956989247311828e-06,
      "loss": 1.371,
      "step": 107
    },
    {
      "epoch": 0.29347826086956524,
      "grad_norm": 0.3477892577648163,
      "learning_rate": 7.955661124307205e-06,
      "loss": 1.4617,
      "step": 108
    },
    {
      "epoch": 0.296195652173913,
      "grad_norm": 0.34717634320259094,
      "learning_rate": 7.954329210275928e-06,
      "loss": 1.3667,
      "step": 109
    },
    {
      "epoch": 0.29891304347826086,
      "grad_norm": 0.3612186014652252,
      "learning_rate": 7.952993488962999e-06,
      "loss": 1.4065,
      "step": 110
    },
    {
      "epoch": 0.3016304347826087,
      "grad_norm": 0.3764769434928894,
      "learning_rate": 7.951653944020356e-06,
      "loss": 1.3538,
      "step": 111
    },
    {
      "epoch": 0.30434782608695654,
      "grad_norm": 0.34798580408096313,
      "learning_rate": 7.95031055900621e-06,
      "loss": 1.3902,
      "step": 112
    },
    {
      "epoch": 0.3070652173913043,
      "grad_norm": 0.3572092652320862,
      "learning_rate": 7.94896331738437e-06,
      "loss": 1.3614,
      "step": 113
    },
    {
      "epoch": 0.30978260869565216,
      "grad_norm": 0.34781020879745483,
      "learning_rate": 7.94761220252356e-06,
      "loss": 1.406,
      "step": 114
    },
    {
      "epoch": 0.3125,
      "grad_norm": 0.37208840250968933,
      "learning_rate": 7.946257197696737e-06,
      "loss": 1.4388,
      "step": 115
    },
    {
      "epoch": 0.31521739130434784,
      "grad_norm": 0.3797365427017212,
      "learning_rate": 7.94489828608041e-06,
      "loss": 1.3632,
      "step": 116
    },
    {
      "epoch": 0.3179347826086957,
      "grad_norm": 0.34749776124954224,
      "learning_rate": 7.94353545075393e-06,
      "loss": 1.3529,
      "step": 117
    },
    {
      "epoch": 0.32065217391304346,
      "grad_norm": 0.3999796211719513,
      "learning_rate": 7.942168674698794e-06,
      "loss": 1.3701,
      "step": 118
    },
    {
      "epoch": 0.3233695652173913,
      "grad_norm": 0.38252121210098267,
      "learning_rate": 7.94079794079794e-06,
      "loss": 1.4129,
      "step": 119
    },
    {
      "epoch": 0.32608695652173914,
      "grad_norm": 0.3657996356487274,
      "learning_rate": 7.939423231835025e-06,
      "loss": 1.3735,
      "step": 120
    },
    {
      "epoch": 0.328804347826087,
      "grad_norm": 0.39039069414138794,
      "learning_rate": 7.938044530493707e-06,
      "loss": 1.4762,
      "step": 121
    },
    {
      "epoch": 0.33152173913043476,
      "grad_norm": 0.35975077748298645,
      "learning_rate": 7.936661819356923e-06,
      "loss": 1.4388,
      "step": 122
    },
    {
      "epoch": 0.3342391304347826,
      "grad_norm": 0.36750245094299316,
      "learning_rate": 7.93527508090615e-06,
      "loss": 1.3754,
      "step": 123
    },
    {
      "epoch": 0.33695652173913043,
      "grad_norm": 0.38908377289772034,
      "learning_rate": 7.933884297520661e-06,
      "loss": 1.2874,
      "step": 124
    },
    {
      "epoch": 0.33967391304347827,
      "grad_norm": 0.3685767352581024,
      "learning_rate": 7.932489451476793e-06,
      "loss": 1.4003,
      "step": 125
    },
    {
      "epoch": 0.3423913043478261,
      "grad_norm": 0.3810523450374603,
      "learning_rate": 7.93109052494718e-06,
      "loss": 1.4163,
      "step": 126
    },
    {
      "epoch": 0.3451086956521739,
      "grad_norm": 0.3630084693431854,
      "learning_rate": 7.9296875e-06,
      "loss": 1.3586,
      "step": 127
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 0.35243499279022217,
      "learning_rate": 7.928280358598207e-06,
      "loss": 1.4657,
      "step": 128
    },
    {
      "epoch": 0.35054347826086957,
      "grad_norm": 0.3778194785118103,
      "learning_rate": 7.926869082598759e-06,
      "loss": 1.3592,
      "step": 129
    },
    {
      "epoch": 0.3532608695652174,
      "grad_norm": 0.3549621105194092,
      "learning_rate": 7.925453653751838e-06,
      "loss": 1.3663,
      "step": 130
    },
    {
      "epoch": 0.35597826086956524,
      "grad_norm": 0.37039250135421753,
      "learning_rate": 7.924034053700065e-06,
      "loss": 1.4375,
      "step": 131
    },
    {
      "epoch": 0.358695652173913,
      "grad_norm": 0.3636303246021271,
      "learning_rate": 7.922610263977701e-06,
      "loss": 1.4134,
      "step": 132
    },
    {
      "epoch": 0.36141304347826086,
      "grad_norm": 0.3509652614593506,
      "learning_rate": 7.921182266009852e-06,
      "loss": 1.4279,
      "step": 133
    },
    {
      "epoch": 0.3641304347826087,
      "grad_norm": 0.3587414622306824,
      "learning_rate": 7.919750041111659e-06,
      "loss": 1.4191,
      "step": 134
    },
    {
      "epoch": 0.36684782608695654,
      "grad_norm": 0.3569912910461426,
      "learning_rate": 7.918313570487484e-06,
      "loss": 1.4302,
      "step": 135
    },
    {
      "epoch": 0.3695652173913043,
      "grad_norm": 0.3657996654510498,
      "learning_rate": 7.916872835230084e-06,
      "loss": 1.3599,
      "step": 136
    },
    {
      "epoch": 0.37228260869565216,
      "grad_norm": 0.3624045252799988,
      "learning_rate": 7.915427816319788e-06,
      "loss": 1.309,
      "step": 137
    },
    {
      "epoch": 0.375,
      "grad_norm": 0.34657520055770874,
      "learning_rate": 7.913978494623655e-06,
      "loss": 1.3104,
      "step": 138
    },
    {
      "epoch": 0.37771739130434784,
      "grad_norm": 0.3397389352321625,
      "learning_rate": 7.912524850894631e-06,
      "loss": 1.4129,
      "step": 139
    },
    {
      "epoch": 0.3804347826086957,
      "grad_norm": 0.356838583946228,
      "learning_rate": 7.911066865770698e-06,
      "loss": 1.4378,
      "step": 140
    },
    {
      "epoch": 0.38315217391304346,
      "grad_norm": 0.37165331840515137,
      "learning_rate": 7.909604519774012e-06,
      "loss": 1.4103,
      "step": 141
    },
    {
      "epoch": 0.3858695652173913,
      "grad_norm": 0.3432267904281616,
      "learning_rate": 7.908137793310034e-06,
      "loss": 1.3907,
      "step": 142
    },
    {
      "epoch": 0.38858695652173914,
      "grad_norm": 0.36105579137802124,
      "learning_rate": 7.906666666666667e-06,
      "loss": 1.3705,
      "step": 143
    },
    {
      "epoch": 0.391304347826087,
      "grad_norm": 0.37910157442092896,
      "learning_rate": 7.905191120013353e-06,
      "loss": 1.3521,
      "step": 144
    },
    {
      "epoch": 0.39402173913043476,
      "grad_norm": 0.35084208846092224,
      "learning_rate": 7.9037111334002e-06,
      "loss": 1.4527,
      "step": 145
    },
    {
      "epoch": 0.3967391304347826,
      "grad_norm": 0.3619990050792694,
      "learning_rate": 7.902226686757073e-06,
      "loss": 1.4008,
      "step": 146
    },
    {
      "epoch": 0.39945652173913043,
      "grad_norm": 0.3557009994983673,
      "learning_rate": 7.90073775989269e-06,
      "loss": 1.4537,
      "step": 147
    },
    {
      "epoch": 0.40217391304347827,
      "grad_norm": 0.36351799964904785,
      "learning_rate": 7.899244332493702e-06,
      "loss": 1.3187,
      "step": 148
    },
    {
      "epoch": 0.4048913043478261,
      "grad_norm": 0.3715021312236786,
      "learning_rate": 7.897746384123781e-06,
      "loss": 1.4033,
      "step": 149
    },
    {
      "epoch": 0.4076086956521739,
      "grad_norm": 0.353608638048172,
      "learning_rate": 7.896243894222672e-06,
      "loss": 1.4045,
      "step": 150
    },
    {
      "epoch": 0.41032608695652173,
      "grad_norm": 0.36378586292266846,
      "learning_rate": 7.894736842105263e-06,
      "loss": 1.3938,
      "step": 151
    },
    {
      "epoch": 0.41304347826086957,
      "grad_norm": 0.34492647647857666,
      "learning_rate": 7.893225206960635e-06,
      "loss": 1.3993,
      "step": 152
    },
    {
      "epoch": 0.4157608695652174,
      "grad_norm": 0.3632250726222992,
      "learning_rate": 7.891708967851099e-06,
      "loss": 1.3533,
      "step": 153
    },
    {
      "epoch": 0.41847826086956524,
      "grad_norm": 0.349479079246521,
      "learning_rate": 7.890188103711236e-06,
      "loss": 1.3298,
      "step": 154
    },
    {
      "epoch": 0.421195652173913,
      "grad_norm": 0.3889572322368622,
      "learning_rate": 7.88866259334691e-06,
      "loss": 1.3372,
      "step": 155
    },
    {
      "epoch": 0.42391304347826086,
      "grad_norm": 0.38098421692848206,
      "learning_rate": 7.887132415434302e-06,
      "loss": 1.3923,
      "step": 156
    },
    {
      "epoch": 0.4266304347826087,
      "grad_norm": 0.36011362075805664,
      "learning_rate": 7.885597548518897e-06,
      "loss": 1.4739,
      "step": 157
    },
    {
      "epoch": 0.42934782608695654,
      "grad_norm": 0.3780601918697357,
      "learning_rate": 7.884057971014493e-06,
      "loss": 1.366,
      "step": 158
    },
    {
      "epoch": 0.4320652173913043,
      "grad_norm": 0.3612130582332611,
      "learning_rate": 7.882513661202186e-06,
      "loss": 1.3845,
      "step": 159
    },
    {
      "epoch": 0.43478260869565216,
      "grad_norm": 0.36176979541778564,
      "learning_rate": 7.88096459722935e-06,
      "loss": 1.4583,
      "step": 160
    },
    {
      "epoch": 0.4375,
      "grad_norm": 0.3663961589336395,
      "learning_rate": 7.8794107571086e-06,
      "loss": 1.3918,
      "step": 161
    },
    {
      "epoch": 0.44021739130434784,
      "grad_norm": 0.3562765121459961,
      "learning_rate": 7.877852118716762e-06,
      "loss": 1.389,
      "step": 162
    },
    {
      "epoch": 0.4429347826086957,
      "grad_norm": 0.35205936431884766,
      "learning_rate": 7.876288659793814e-06,
      "loss": 1.3838,
      "step": 163
    },
    {
      "epoch": 0.44565217391304346,
      "grad_norm": 0.36153075098991394,
      "learning_rate": 7.874720357941835e-06,
      "loss": 1.3615,
      "step": 164
    },
    {
      "epoch": 0.4483695652173913,
      "grad_norm": 0.39255401492118835,
      "learning_rate": 7.873147190623922e-06,
      "loss": 1.3994,
      "step": 165
    },
    {
      "epoch": 0.45108695652173914,
      "grad_norm": 0.3576897084712982,
      "learning_rate": 7.871569135163129e-06,
      "loss": 1.3612,
      "step": 166
    },
    {
      "epoch": 0.453804347826087,
      "grad_norm": 0.3810504674911499,
      "learning_rate": 7.869986168741356e-06,
      "loss": 1.3979,
      "step": 167
    },
    {
      "epoch": 0.45652173913043476,
      "grad_norm": 0.3665294349193573,
      "learning_rate": 7.868398268398268e-06,
      "loss": 1.416,
      "step": 168
    },
    {
      "epoch": 0.4592391304347826,
      "grad_norm": 0.37046587467193604,
      "learning_rate": 7.866805411030177e-06,
      "loss": 1.3696,
      "step": 169
    },
    {
      "epoch": 0.46195652173913043,
      "grad_norm": 0.3550441265106201,
      "learning_rate": 7.865207573388918e-06,
      "loss": 1.4137,
      "step": 170
    },
    {
      "epoch": 0.46467391304347827,
      "grad_norm": 0.35164910554885864,
      "learning_rate": 7.863604732080725e-06,
      "loss": 1.3666,
      "step": 171
    },
    {
      "epoch": 0.4673913043478261,
      "grad_norm": 0.334942489862442,
      "learning_rate": 7.861996863565082e-06,
      "loss": 1.3725,
      "step": 172
    },
    {
      "epoch": 0.4701086956521739,
      "grad_norm": 0.36114388704299927,
      "learning_rate": 7.860383944153578e-06,
      "loss": 1.361,
      "step": 173
    },
    {
      "epoch": 0.47282608695652173,
      "grad_norm": 0.3654029965400696,
      "learning_rate": 7.85876595000874e-06,
      "loss": 1.3703,
      "step": 174
    },
    {
      "epoch": 0.47554347826086957,
      "grad_norm": 0.3569169044494629,
      "learning_rate": 7.857142857142858e-06,
      "loss": 1.384,
      "step": 175
    },
    {
      "epoch": 0.4782608695652174,
      "grad_norm": 0.38499578833580017,
      "learning_rate": 7.855514641416798e-06,
      "loss": 1.3818,
      "step": 176
    },
    {
      "epoch": 0.48097826086956524,
      "grad_norm": 0.353002667427063,
      "learning_rate": 7.853881278538813e-06,
      "loss": 1.4214,
      "step": 177
    },
    {
      "epoch": 0.483695652173913,
      "grad_norm": 0.34458428621292114,
      "learning_rate": 7.852242744063325e-06,
      "loss": 1.4166,
      "step": 178
    },
    {
      "epoch": 0.48641304347826086,
      "grad_norm": 0.3483969271183014,
      "learning_rate": 7.850599013389712e-06,
      "loss": 1.3618,
      "step": 179
    },
    {
      "epoch": 0.4891304347826087,
      "grad_norm": 0.35649237036705017,
      "learning_rate": 7.848950061761072e-06,
      "loss": 1.4088,
      "step": 180
    },
    {
      "epoch": 0.49184782608695654,
      "grad_norm": 0.37080127000808716,
      "learning_rate": 7.84729586426299e-06,
      "loss": 1.3909,
      "step": 181
    },
    {
      "epoch": 0.4945652173913043,
      "grad_norm": 0.35322239995002747,
      "learning_rate": 7.845636395822269e-06,
      "loss": 1.2835,
      "step": 182
    },
    {
      "epoch": 0.49728260869565216,
      "grad_norm": 0.34811776876449585,
      "learning_rate": 7.843971631205673e-06,
      "loss": 1.3693,
      "step": 183
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3507843315601349,
      "learning_rate": 7.842301545018646e-06,
      "loss": 1.4295,
      "step": 184
    },
    {
      "epoch": 0.5027173913043478,
      "grad_norm": 0.36517709493637085,
      "learning_rate": 7.84062611170402e-06,
      "loss": 1.3763,
      "step": 185
    },
    {
      "epoch": 0.5054347826086957,
      "grad_norm": 0.3709813058376312,
      "learning_rate": 7.83894530554071e-06,
      "loss": 1.3681,
      "step": 186
    },
    {
      "epoch": 0.5081521739130435,
      "grad_norm": 0.3524121046066284,
      "learning_rate": 7.837259100642398e-06,
      "loss": 1.3644,
      "step": 187
    },
    {
      "epoch": 0.5108695652173914,
      "grad_norm": 0.3615017533302307,
      "learning_rate": 7.83556747095621e-06,
      "loss": 1.4233,
      "step": 188
    },
    {
      "epoch": 0.5135869565217391,
      "grad_norm": 0.3449147939682007,
      "learning_rate": 7.833870390261366e-06,
      "loss": 1.4012,
      "step": 189
    },
    {
      "epoch": 0.5163043478260869,
      "grad_norm": 0.3625212013721466,
      "learning_rate": 7.832167832167831e-06,
      "loss": 1.4591,
      "step": 190
    },
    {
      "epoch": 0.5190217391304348,
      "grad_norm": 0.390602707862854,
      "learning_rate": 7.830459770114941e-06,
      "loss": 1.4077,
      "step": 191
    },
    {
      "epoch": 0.5217391304347826,
      "grad_norm": 0.3582949936389923,
      "learning_rate": 7.82874617737003e-06,
      "loss": 1.3576,
      "step": 192
    },
    {
      "epoch": 0.5244565217391305,
      "grad_norm": 0.3695563077926636,
      "learning_rate": 7.827027027027026e-06,
      "loss": 1.3497,
      "step": 193
    },
    {
      "epoch": 0.5271739130434783,
      "grad_norm": 0.3619958162307739,
      "learning_rate": 7.825302292005052e-06,
      "loss": 1.319,
      "step": 194
    },
    {
      "epoch": 0.529891304347826,
      "grad_norm": 0.364831805229187,
      "learning_rate": 7.823571945046999e-06,
      "loss": 1.3109,
      "step": 195
    },
    {
      "epoch": 0.532608695652174,
      "grad_norm": 0.3568253219127655,
      "learning_rate": 7.821835958718086e-06,
      "loss": 1.3776,
      "step": 196
    },
    {
      "epoch": 0.5353260869565217,
      "grad_norm": 0.37014317512512207,
      "learning_rate": 7.820094305404424e-06,
      "loss": 1.4481,
      "step": 197
    },
    {
      "epoch": 0.5380434782608695,
      "grad_norm": 0.37578845024108887,
      "learning_rate": 7.818346957311535e-06,
      "loss": 1.3715,
      "step": 198
    },
    {
      "epoch": 0.5407608695652174,
      "grad_norm": 0.347926527261734,
      "learning_rate": 7.816593886462881e-06,
      "loss": 1.3542,
      "step": 199
    },
    {
      "epoch": 0.5434782608695652,
      "grad_norm": 0.36149612069129944,
      "learning_rate": 7.814835064698378e-06,
      "loss": 1.4431,
      "step": 200
    },
    {
      "epoch": 0.5461956521739131,
      "grad_norm": 0.35200005769729614,
      "learning_rate": 7.813070463672874e-06,
      "loss": 1.3958,
      "step": 201
    },
    {
      "epoch": 0.5489130434782609,
      "grad_norm": 0.34820863604545593,
      "learning_rate": 7.811300054854634e-06,
      "loss": 1.2673,
      "step": 202
    },
    {
      "epoch": 0.5516304347826086,
      "grad_norm": 0.36692818999290466,
      "learning_rate": 7.80952380952381e-06,
      "loss": 1.3734,
      "step": 203
    },
    {
      "epoch": 0.5543478260869565,
      "grad_norm": 0.3500845432281494,
      "learning_rate": 7.807741698770867e-06,
      "loss": 1.3535,
      "step": 204
    },
    {
      "epoch": 0.5570652173913043,
      "grad_norm": 0.3685120642185211,
      "learning_rate": 7.805953693495038e-06,
      "loss": 1.3531,
      "step": 205
    },
    {
      "epoch": 0.5597826086956522,
      "grad_norm": 0.3602903485298157,
      "learning_rate": 7.804159764402723e-06,
      "loss": 1.3251,
      "step": 206
    },
    {
      "epoch": 0.5625,
      "grad_norm": 0.359762966632843,
      "learning_rate": 7.802359882005899e-06,
      "loss": 1.3668,
      "step": 207
    },
    {
      "epoch": 0.5652173913043478,
      "grad_norm": 0.3595513701438904,
      "learning_rate": 7.800554016620498e-06,
      "loss": 1.5346,
      "step": 208
    },
    {
      "epoch": 0.5679347826086957,
      "grad_norm": 0.372349351644516,
      "learning_rate": 7.79874213836478e-06,
      "loss": 1.431,
      "step": 209
    },
    {
      "epoch": 0.5706521739130435,
      "grad_norm": 0.3687814474105835,
      "learning_rate": 7.79692421715768e-06,
      "loss": 1.3849,
      "step": 210
    },
    {
      "epoch": 0.5733695652173914,
      "grad_norm": 0.3541337251663208,
      "learning_rate": 7.795100222717148e-06,
      "loss": 1.3575,
      "step": 211
    },
    {
      "epoch": 0.5760869565217391,
      "grad_norm": 0.3784167170524597,
      "learning_rate": 7.793270124558468e-06,
      "loss": 1.3768,
      "step": 212
    },
    {
      "epoch": 0.5788043478260869,
      "grad_norm": 0.3548452854156494,
      "learning_rate": 7.79143389199255e-06,
      "loss": 1.416,
      "step": 213
    },
    {
      "epoch": 0.5815217391304348,
      "grad_norm": 0.3744758367538452,
      "learning_rate": 7.78959149412423e-06,
      "loss": 1.4005,
      "step": 214
    },
    {
      "epoch": 0.5842391304347826,
      "grad_norm": 0.34252363443374634,
      "learning_rate": 7.787742899850522e-06,
      "loss": 1.3614,
      "step": 215
    },
    {
      "epoch": 0.5869565217391305,
      "grad_norm": 0.34789708256721497,
      "learning_rate": 7.78588807785888e-06,
      "loss": 1.3754,
      "step": 216
    },
    {
      "epoch": 0.5896739130434783,
      "grad_norm": 0.366502046585083,
      "learning_rate": 7.784026996625422e-06,
      "loss": 1.3839,
      "step": 217
    },
    {
      "epoch": 0.592391304347826,
      "grad_norm": 0.39890167117118835,
      "learning_rate": 7.782159624413145e-06,
      "loss": 1.4088,
      "step": 218
    },
    {
      "epoch": 0.595108695652174,
      "grad_norm": 0.35646381974220276,
      "learning_rate": 7.780285929270127e-06,
      "loss": 1.3362,
      "step": 219
    },
    {
      "epoch": 0.5978260869565217,
      "grad_norm": 0.36038488149642944,
      "learning_rate": 7.778405879027698e-06,
      "loss": 1.349,
      "step": 220
    },
    {
      "epoch": 0.6005434782608695,
      "grad_norm": 0.35663580894470215,
      "learning_rate": 7.776519441298602e-06,
      "loss": 1.3727,
      "step": 221
    },
    {
      "epoch": 0.6032608695652174,
      "grad_norm": 0.36461469531059265,
      "learning_rate": 7.774626583475137e-06,
      "loss": 1.4629,
      "step": 222
    },
    {
      "epoch": 0.6059782608695652,
      "grad_norm": 0.35047125816345215,
      "learning_rate": 7.772727272727272e-06,
      "loss": 1.2795,
      "step": 223
    },
    {
      "epoch": 0.6086956521739131,
      "grad_norm": 0.36245492100715637,
      "learning_rate": 7.770821476000759e-06,
      "loss": 1.3618,
      "step": 224
    },
    {
      "epoch": 0.6114130434782609,
      "grad_norm": 0.3742018938064575,
      "learning_rate": 7.768909160015202e-06,
      "loss": 1.459,
      "step": 225
    },
    {
      "epoch": 0.6141304347826086,
      "grad_norm": 0.35593125224113464,
      "learning_rate": 7.766990291262136e-06,
      "loss": 1.4521,
      "step": 226
    },
    {
      "epoch": 0.6168478260869565,
      "grad_norm": 0.3579864203929901,
      "learning_rate": 7.76506483600305e-06,
      "loss": 1.4157,
      "step": 227
    },
    {
      "epoch": 0.6195652173913043,
      "grad_norm": 0.352098286151886,
      "learning_rate": 7.76313276026743e-06,
      "loss": 1.4013,
      "step": 228
    },
    {
      "epoch": 0.6222826086956522,
      "grad_norm": 0.36963212490081787,
      "learning_rate": 7.761194029850745e-06,
      "loss": 1.4101,
      "step": 229
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.36608660221099854,
      "learning_rate": 7.75924861031244e-06,
      "loss": 1.3273,
      "step": 230
    },
    {
      "epoch": 0.6277173913043478,
      "grad_norm": 0.37208378314971924,
      "learning_rate": 7.757296466973885e-06,
      "loss": 1.388,
      "step": 231
    },
    {
      "epoch": 0.6304347826086957,
      "grad_norm": 0.34387239813804626,
      "learning_rate": 7.75533756491633e-06,
      "loss": 1.3463,
      "step": 232
    },
    {
      "epoch": 0.6331521739130435,
      "grad_norm": 0.338460773229599,
      "learning_rate": 7.753371868978805e-06,
      "loss": 1.3765,
      "step": 233
    },
    {
      "epoch": 0.6358695652173914,
      "grad_norm": 0.3468306064605713,
      "learning_rate": 7.751399343756032e-06,
      "loss": 1.311,
      "step": 234
    },
    {
      "epoch": 0.6385869565217391,
      "grad_norm": 0.3542969524860382,
      "learning_rate": 7.749419953596288e-06,
      "loss": 1.3258,
      "step": 235
    },
    {
      "epoch": 0.6413043478260869,
      "grad_norm": 0.3702642023563385,
      "learning_rate": 7.747433662599263e-06,
      "loss": 1.4132,
      "step": 236
    },
    {
      "epoch": 0.6440217391304348,
      "grad_norm": 0.42715317010879517,
      "learning_rate": 7.745440434613891e-06,
      "loss": 1.3031,
      "step": 237
    },
    {
      "epoch": 0.6467391304347826,
      "grad_norm": 0.35499247908592224,
      "learning_rate": 7.74344023323615e-06,
      "loss": 1.4496,
      "step": 238
    },
    {
      "epoch": 0.6494565217391305,
      "grad_norm": 0.37534981966018677,
      "learning_rate": 7.741433021806853e-06,
      "loss": 1.4033,
      "step": 239
    },
    {
      "epoch": 0.6521739130434783,
      "grad_norm": 0.35908043384552,
      "learning_rate": 7.739418763409401e-06,
      "loss": 1.4686,
      "step": 240
    },
    {
      "epoch": 0.654891304347826,
      "grad_norm": 0.365974485874176,
      "learning_rate": 7.737397420867525e-06,
      "loss": 1.3485,
      "step": 241
    },
    {
      "epoch": 0.657608695652174,
      "grad_norm": 0.3661860227584839,
      "learning_rate": 7.735368956743002e-06,
      "loss": 1.3576,
      "step": 242
    },
    {
      "epoch": 0.6603260869565217,
      "grad_norm": 0.352400004863739,
      "learning_rate": 7.733333333333333e-06,
      "loss": 1.4192,
      "step": 243
    },
    {
      "epoch": 0.6630434782608695,
      "grad_norm": 0.3496619760990143,
      "learning_rate": 7.731290512669416e-06,
      "loss": 1.3675,
      "step": 244
    },
    {
      "epoch": 0.6657608695652174,
      "grad_norm": 0.34792232513427734,
      "learning_rate": 7.729240456513184e-06,
      "loss": 1.3972,
      "step": 245
    },
    {
      "epoch": 0.6684782608695652,
      "grad_norm": 0.346755713224411,
      "learning_rate": 7.727183126355213e-06,
      "loss": 1.4235,
      "step": 246
    },
    {
      "epoch": 0.6711956521739131,
      "grad_norm": 0.35014012455940247,
      "learning_rate": 7.725118483412322e-06,
      "loss": 1.3392,
      "step": 247
    },
    {
      "epoch": 0.6739130434782609,
      "grad_norm": 0.3645906150341034,
      "learning_rate": 7.723046488625123e-06,
      "loss": 1.3828,
      "step": 248
    },
    {
      "epoch": 0.6766304347826086,
      "grad_norm": 0.3508262634277344,
      "learning_rate": 7.720967102655568e-06,
      "loss": 1.3201,
      "step": 249
    },
    {
      "epoch": 0.6793478260869565,
      "grad_norm": 0.3524917960166931,
      "learning_rate": 7.718880285884455e-06,
      "loss": 1.3746,
      "step": 250
    },
    {
      "epoch": 0.6820652173913043,
      "grad_norm": 0.35207194089889526,
      "learning_rate": 7.71678599840891e-06,
      "loss": 1.3566,
      "step": 251
    },
    {
      "epoch": 0.6847826086956522,
      "grad_norm": 0.34460002183914185,
      "learning_rate": 7.714684200039848e-06,
      "loss": 1.3067,
      "step": 252
    },
    {
      "epoch": 0.6875,
      "grad_norm": 0.3507847785949707,
      "learning_rate": 7.7125748502994e-06,
      "loss": 1.3619,
      "step": 253
    },
    {
      "epoch": 0.6902173913043478,
      "grad_norm": 0.36836346983909607,
      "learning_rate": 7.710457908418317e-06,
      "loss": 1.3668,
      "step": 254
    },
    {
      "epoch": 0.6929347826086957,
      "grad_norm": 0.35324111580848694,
      "learning_rate": 7.708333333333332e-06,
      "loss": 1.384,
      "step": 255
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 0.3476124405860901,
      "learning_rate": 7.706201083684526e-06,
      "loss": 1.3887,
      "step": 256
    },
    {
      "epoch": 0.6983695652173914,
      "grad_norm": 0.3560345768928528,
      "learning_rate": 7.704061117812625e-06,
      "loss": 1.3833,
      "step": 257
    },
    {
      "epoch": 0.7010869565217391,
      "grad_norm": 0.35968106985092163,
      "learning_rate": 7.701913393756293e-06,
      "loss": 1.3493,
      "step": 258
    },
    {
      "epoch": 0.7038043478260869,
      "grad_norm": 0.3483898639678955,
      "learning_rate": 7.699757869249394e-06,
      "loss": 1.3651,
      "step": 259
    },
    {
      "epoch": 0.7065217391304348,
      "grad_norm": 0.37258586287498474,
      "learning_rate": 7.697594501718214e-06,
      "loss": 1.4654,
      "step": 260
    },
    {
      "epoch": 0.7092391304347826,
      "grad_norm": 0.37677285075187683,
      "learning_rate": 7.695423248278656e-06,
      "loss": 1.331,
      "step": 261
    },
    {
      "epoch": 0.7119565217391305,
      "grad_norm": 0.3459789454936981,
      "learning_rate": 7.693244065733414e-06,
      "loss": 1.4426,
      "step": 262
    },
    {
      "epoch": 0.7146739130434783,
      "grad_norm": 0.35081684589385986,
      "learning_rate": 7.691056910569105e-06,
      "loss": 1.3873,
      "step": 263
    },
    {
      "epoch": 0.717391304347826,
      "grad_norm": 0.377763956785202,
      "learning_rate": 7.68886173895337e-06,
      "loss": 1.3201,
      "step": 264
    },
    {
      "epoch": 0.720108695652174,
      "grad_norm": 0.35093316435813904,
      "learning_rate": 7.686658506731945e-06,
      "loss": 1.3274,
      "step": 265
    },
    {
      "epoch": 0.7228260869565217,
      "grad_norm": 0.3494810461997986,
      "learning_rate": 7.68444716942571e-06,
      "loss": 1.3173,
      "step": 266
    },
    {
      "epoch": 0.7255434782608695,
      "grad_norm": 0.3792516887187958,
      "learning_rate": 7.682227682227683e-06,
      "loss": 1.4449,
      "step": 267
    },
    {
      "epoch": 0.7282608695652174,
      "grad_norm": 0.3558602035045624,
      "learning_rate": 7.68e-06,
      "loss": 1.3737,
      "step": 268
    },
    {
      "epoch": 0.7309782608695652,
      "grad_norm": 0.3495853543281555,
      "learning_rate": 7.677764077270858e-06,
      "loss": 1.4514,
      "step": 269
    },
    {
      "epoch": 0.7336956521739131,
      "grad_norm": 0.3459034860134125,
      "learning_rate": 7.675519868231419e-06,
      "loss": 1.3891,
      "step": 270
    },
    {
      "epoch": 0.7364130434782609,
      "grad_norm": 0.37044718861579895,
      "learning_rate": 7.673267326732673e-06,
      "loss": 1.4816,
      "step": 271
    },
    {
      "epoch": 0.7391304347826086,
      "grad_norm": 0.33735278248786926,
      "learning_rate": 7.671006406282289e-06,
      "loss": 1.3679,
      "step": 272
    },
    {
      "epoch": 0.7418478260869565,
      "grad_norm": 0.3841879069805145,
      "learning_rate": 7.668737060041406e-06,
      "loss": 1.3936,
      "step": 273
    },
    {
      "epoch": 0.7445652173913043,
      "grad_norm": 0.3517480790615082,
      "learning_rate": 7.666459240821406e-06,
      "loss": 1.3055,
      "step": 274
    },
    {
      "epoch": 0.7472826086956522,
      "grad_norm": 0.34539881348609924,
      "learning_rate": 7.664172901080633e-06,
      "loss": 1.3261,
      "step": 275
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.3954020142555237,
      "learning_rate": 7.66187799292109e-06,
      "loss": 1.3094,
      "step": 276
    },
    {
      "epoch": 0.7527173913043478,
      "grad_norm": 0.3624208867549896,
      "learning_rate": 7.659574468085107e-06,
      "loss": 1.3864,
      "step": 277
    },
    {
      "epoch": 0.7554347826086957,
      "grad_norm": 0.34993529319763184,
      "learning_rate": 7.657262277951932e-06,
      "loss": 1.4306,
      "step": 278
    },
    {
      "epoch": 0.7581521739130435,
      "grad_norm": 0.37371665239334106,
      "learning_rate": 7.654941373534337e-06,
      "loss": 1.3844,
      "step": 279
    },
    {
      "epoch": 0.7608695652173914,
      "grad_norm": 0.36566704511642456,
      "learning_rate": 7.652611705475141e-06,
      "loss": 1.4169,
      "step": 280
    },
    {
      "epoch": 0.7635869565217391,
      "grad_norm": 0.3945908546447754,
      "learning_rate": 7.650273224043716e-06,
      "loss": 1.4021,
      "step": 281
    },
    {
      "epoch": 0.7663043478260869,
      "grad_norm": 0.36350396275520325,
      "learning_rate": 7.647925879132448e-06,
      "loss": 1.4002,
      "step": 282
    },
    {
      "epoch": 0.7690217391304348,
      "grad_norm": 0.3854394555091858,
      "learning_rate": 7.645569620253164e-06,
      "loss": 1.4119,
      "step": 283
    },
    {
      "epoch": 0.7717391304347826,
      "grad_norm": 0.3648253083229065,
      "learning_rate": 7.643204396533503e-06,
      "loss": 1.3952,
      "step": 284
    },
    {
      "epoch": 0.7744565217391305,
      "grad_norm": 0.3636375665664673,
      "learning_rate": 7.640830156713257e-06,
      "loss": 1.4338,
      "step": 285
    },
    {
      "epoch": 0.7771739130434783,
      "grad_norm": 0.3662267327308655,
      "learning_rate": 7.638446849140676e-06,
      "loss": 1.3377,
      "step": 286
    },
    {
      "epoch": 0.779891304347826,
      "grad_norm": 0.3441767394542694,
      "learning_rate": 7.636054421768708e-06,
      "loss": 1.373,
      "step": 287
    },
    {
      "epoch": 0.782608695652174,
      "grad_norm": 0.3580285310745239,
      "learning_rate": 7.633652822151224e-06,
      "loss": 1.4107,
      "step": 288
    },
    {
      "epoch": 0.7853260869565217,
      "grad_norm": 0.3530341386795044,
      "learning_rate": 7.63124199743918e-06,
      "loss": 1.3704,
      "step": 289
    },
    {
      "epoch": 0.7880434782608695,
      "grad_norm": 0.35250723361968994,
      "learning_rate": 7.628821894376737e-06,
      "loss": 1.3558,
      "step": 290
    },
    {
      "epoch": 0.7907608695652174,
      "grad_norm": 0.35989367961883545,
      "learning_rate": 7.626392459297343e-06,
      "loss": 1.3583,
      "step": 291
    },
    {
      "epoch": 0.7934782608695652,
      "grad_norm": 0.34206631779670715,
      "learning_rate": 7.623953638119768e-06,
      "loss": 1.4009,
      "step": 292
    },
    {
      "epoch": 0.7961956521739131,
      "grad_norm": 0.3655489683151245,
      "learning_rate": 7.621505376344085e-06,
      "loss": 1.3665,
      "step": 293
    },
    {
      "epoch": 0.7989130434782609,
      "grad_norm": 0.36722490191459656,
      "learning_rate": 7.619047619047619e-06,
      "loss": 1.4071,
      "step": 294
    },
    {
      "epoch": 0.8016304347826086,
      "grad_norm": 0.36561647057533264,
      "learning_rate": 7.616580310880829e-06,
      "loss": 1.3369,
      "step": 295
    },
    {
      "epoch": 0.8043478260869565,
      "grad_norm": 0.3570895195007324,
      "learning_rate": 7.614103396063162e-06,
      "loss": 1.3277,
      "step": 296
    },
    {
      "epoch": 0.8070652173913043,
      "grad_norm": 0.3854903280735016,
      "learning_rate": 7.611616818378846e-06,
      "loss": 1.4852,
      "step": 297
    },
    {
      "epoch": 0.8097826086956522,
      "grad_norm": 0.3468440771102905,
      "learning_rate": 7.609120521172638e-06,
      "loss": 1.3272,
      "step": 298
    },
    {
      "epoch": 0.8125,
      "grad_norm": 0.3752823770046234,
      "learning_rate": 7.606614447345517e-06,
      "loss": 1.4438,
      "step": 299
    },
    {
      "epoch": 0.8152173913043478,
      "grad_norm": 0.3850380480289459,
      "learning_rate": 7.6040985393503375e-06,
      "loss": 1.3909,
      "step": 300
    },
    {
      "epoch": 0.8179347826086957,
      "grad_norm": 0.34979549050331116,
      "learning_rate": 7.6015727391874176e-06,
      "loss": 1.3671,
      "step": 301
    },
    {
      "epoch": 0.8206521739130435,
      "grad_norm": 0.37657612562179565,
      "learning_rate": 7.599036988400088e-06,
      "loss": 1.3691,
      "step": 302
    },
    {
      "epoch": 0.8233695652173914,
      "grad_norm": 0.36025533080101013,
      "learning_rate": 7.596491228070175e-06,
      "loss": 1.4006,
      "step": 303
    },
    {
      "epoch": 0.8260869565217391,
      "grad_norm": 0.3619629442691803,
      "learning_rate": 7.593935398813448e-06,
      "loss": 1.4321,
      "step": 304
    },
    {
      "epoch": 0.8288043478260869,
      "grad_norm": 0.3546094596385956,
      "learning_rate": 7.5913694407749885e-06,
      "loss": 1.2595,
      "step": 305
    },
    {
      "epoch": 0.8315217391304348,
      "grad_norm": 0.3541072607040405,
      "learning_rate": 7.588793293624531e-06,
      "loss": 1.3578,
      "step": 306
    },
    {
      "epoch": 0.8342391304347826,
      "grad_norm": 0.3686266541481018,
      "learning_rate": 7.586206896551724e-06,
      "loss": 1.4234,
      "step": 307
    },
    {
      "epoch": 0.8369565217391305,
      "grad_norm": 0.3526665270328522,
      "learning_rate": 7.583610188261351e-06,
      "loss": 1.4652,
      "step": 308
    },
    {
      "epoch": 0.8396739130434783,
      "grad_norm": 0.3411577045917511,
      "learning_rate": 7.5810031069684864e-06,
      "loss": 1.3768,
      "step": 309
    },
    {
      "epoch": 0.842391304347826,
      "grad_norm": 0.35096436738967896,
      "learning_rate": 7.578385590393596e-06,
      "loss": 1.438,
      "step": 310
    },
    {
      "epoch": 0.845108695652174,
      "grad_norm": 0.36183464527130127,
      "learning_rate": 7.575757575757576e-06,
      "loss": 1.3347,
      "step": 311
    },
    {
      "epoch": 0.8478260869565217,
      "grad_norm": 0.362402081489563,
      "learning_rate": 7.5731189997767355e-06,
      "loss": 1.3988,
      "step": 312
    },
    {
      "epoch": 0.8505434782608695,
      "grad_norm": 0.3439631462097168,
      "learning_rate": 7.570469798657717e-06,
      "loss": 1.3964,
      "step": 313
    },
    {
      "epoch": 0.8532608695652174,
      "grad_norm": 0.34573471546173096,
      "learning_rate": 7.567809908092356e-06,
      "loss": 1.4407,
      "step": 314
    },
    {
      "epoch": 0.8559782608695652,
      "grad_norm": 0.37581852078437805,
      "learning_rate": 7.5651392632524705e-06,
      "loss": 1.3481,
      "step": 315
    },
    {
      "epoch": 0.8586956521739131,
      "grad_norm": 0.37714245915412903,
      "learning_rate": 7.5624577987846045e-06,
      "loss": 1.3223,
      "step": 316
    },
    {
      "epoch": 0.8614130434782609,
      "grad_norm": 0.3433416485786438,
      "learning_rate": 7.559765448804691e-06,
      "loss": 1.3849,
      "step": 317
    },
    {
      "epoch": 0.8641304347826086,
      "grad_norm": 0.35157305002212524,
      "learning_rate": 7.5570621468926556e-06,
      "loss": 1.4306,
      "step": 318
    },
    {
      "epoch": 0.8668478260869565,
      "grad_norm": 0.3580811321735382,
      "learning_rate": 7.554347826086957e-06,
      "loss": 1.4124,
      "step": 319
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 0.35856080055236816,
      "learning_rate": 7.5516224188790555e-06,
      "loss": 1.3477,
      "step": 320
    },
    {
      "epoch": 0.8722826086956522,
      "grad_norm": 0.35569003224372864,
      "learning_rate": 7.548885857207822e-06,
      "loss": 1.4032,
      "step": 321
    },
    {
      "epoch": 0.875,
      "grad_norm": 0.34170466661453247,
      "learning_rate": 7.546138072453862e-06,
      "loss": 1.3616,
      "step": 322
    },
    {
      "epoch": 0.8777173913043478,
      "grad_norm": 0.34092995524406433,
      "learning_rate": 7.54337899543379e-06,
      "loss": 1.3248,
      "step": 323
    },
    {
      "epoch": 0.8804347826086957,
      "grad_norm": 0.3783915340900421,
      "learning_rate": 7.540608556394418e-06,
      "loss": 1.3918,
      "step": 324
    },
    {
      "epoch": 0.8831521739130435,
      "grad_norm": 0.35835227370262146,
      "learning_rate": 7.537826685006877e-06,
      "loss": 1.3379,
      "step": 325
    },
    {
      "epoch": 0.8858695652173914,
      "grad_norm": 0.3583104908466339,
      "learning_rate": 7.535033310360671e-06,
      "loss": 1.4401,
      "step": 326
    },
    {
      "epoch": 0.8885869565217391,
      "grad_norm": 0.3653166592121124,
      "learning_rate": 7.532228360957643e-06,
      "loss": 1.3051,
      "step": 327
    },
    {
      "epoch": 0.8913043478260869,
      "grad_norm": 0.3713383376598358,
      "learning_rate": 7.529411764705882e-06,
      "loss": 1.3492,
      "step": 328
    },
    {
      "epoch": 0.8940217391304348,
      "grad_norm": 0.3575204908847809,
      "learning_rate": 7.5265834489135455e-06,
      "loss": 1.3615,
      "step": 329
    },
    {
      "epoch": 0.8967391304347826,
      "grad_norm": 0.366793692111969,
      "learning_rate": 7.523743340282604e-06,
      "loss": 1.3239,
      "step": 330
    },
    {
      "epoch": 0.8994565217391305,
      "grad_norm": 0.3851720988750458,
      "learning_rate": 7.520891364902507e-06,
      "loss": 1.4105,
      "step": 331
    },
    {
      "epoch": 0.9021739130434783,
      "grad_norm": 0.3682537078857422,
      "learning_rate": 7.518027448243778e-06,
      "loss": 1.3926,
      "step": 332
    },
    {
      "epoch": 0.904891304347826,
      "grad_norm": 0.35508108139038086,
      "learning_rate": 7.515151515151516e-06,
      "loss": 1.39,
      "step": 333
    },
    {
      "epoch": 0.907608695652174,
      "grad_norm": 0.35429316759109497,
      "learning_rate": 7.512263489838823e-06,
      "loss": 1.4277,
      "step": 334
    },
    {
      "epoch": 0.9103260869565217,
      "grad_norm": 0.35008707642555237,
      "learning_rate": 7.50936329588015e-06,
      "loss": 1.3593,
      "step": 335
    },
    {
      "epoch": 0.9130434782608695,
      "grad_norm": 0.35157814621925354,
      "learning_rate": 7.5064508562045505e-06,
      "loss": 1.3293,
      "step": 336
    },
    {
      "epoch": 0.9157608695652174,
      "grad_norm": 0.3862317204475403,
      "learning_rate": 7.503526093088858e-06,
      "loss": 1.3472,
      "step": 337
    },
    {
      "epoch": 0.9184782608695652,
      "grad_norm": 0.36031222343444824,
      "learning_rate": 7.500588928150765e-06,
      "loss": 1.3446,
      "step": 338
    },
    {
      "epoch": 0.9211956521739131,
      "grad_norm": 0.3770779073238373,
      "learning_rate": 7.497639282341832e-06,
      "loss": 1.3005,
      "step": 339
    },
    {
      "epoch": 0.9239130434782609,
      "grad_norm": 0.3638140857219696,
      "learning_rate": 7.494677075940384e-06,
      "loss": 1.3519,
      "step": 340
    },
    {
      "epoch": 0.9266304347826086,
      "grad_norm": 0.3515496253967285,
      "learning_rate": 7.491702228544334e-06,
      "loss": 1.4093,
      "step": 341
    },
    {
      "epoch": 0.9293478260869565,
      "grad_norm": 0.3889096975326538,
      "learning_rate": 7.48871465906391e-06,
      "loss": 1.3816,
      "step": 342
    },
    {
      "epoch": 0.9320652173913043,
      "grad_norm": 0.3584050238132477,
      "learning_rate": 7.485714285714285e-06,
      "loss": 1.4043,
      "step": 343
    },
    {
      "epoch": 0.9347826086956522,
      "grad_norm": 0.360524982213974,
      "learning_rate": 7.4827010260081125e-06,
      "loss": 1.3481,
      "step": 344
    },
    {
      "epoch": 0.9375,
      "grad_norm": 0.3846801817417145,
      "learning_rate": 7.4796747967479676e-06,
      "loss": 1.4366,
      "step": 345
    },
    {
      "epoch": 0.9402173913043478,
      "grad_norm": 0.35864099860191345,
      "learning_rate": 7.476635514018692e-06,
      "loss": 1.3096,
      "step": 346
    },
    {
      "epoch": 0.9429347826086957,
      "grad_norm": 0.37097325921058655,
      "learning_rate": 7.473583093179635e-06,
      "loss": 1.2847,
      "step": 347
    },
    {
      "epoch": 0.9456521739130435,
      "grad_norm": 0.396785169839859,
      "learning_rate": 7.4705174488568e-06,
      "loss": 1.3337,
      "step": 348
    },
    {
      "epoch": 0.9483695652173914,
      "grad_norm": 0.3547925353050232,
      "learning_rate": 7.467438494934877e-06,
      "loss": 1.3112,
      "step": 349
    },
    {
      "epoch": 0.9510869565217391,
      "grad_norm": 0.3848293721675873,
      "learning_rate": 7.46434614454919e-06,
      "loss": 1.3002,
      "step": 350
    },
    {
      "epoch": 0.9538043478260869,
      "grad_norm": 0.38206636905670166,
      "learning_rate": 7.46124031007752e-06,
      "loss": 1.3621,
      "step": 351
    },
    {
      "epoch": 0.9565217391304348,
      "grad_norm": 0.3636261820793152,
      "learning_rate": 7.458120903131829e-06,
      "loss": 1.3595,
      "step": 352
    },
    {
      "epoch": 0.9592391304347826,
      "grad_norm": 0.3859856426715851,
      "learning_rate": 7.454987834549879e-06,
      "loss": 1.3782,
      "step": 353
    },
    {
      "epoch": 0.9619565217391305,
      "grad_norm": 0.3692803382873535,
      "learning_rate": 7.451841014386735e-06,
      "loss": 1.3679,
      "step": 354
    },
    {
      "epoch": 0.9646739130434783,
      "grad_norm": 0.3576744794845581,
      "learning_rate": 7.448680351906158e-06,
      "loss": 1.3806,
      "step": 355
    },
    {
      "epoch": 0.967391304347826,
      "grad_norm": 0.4264325499534607,
      "learning_rate": 7.4455057555718835e-06,
      "loss": 1.4033,
      "step": 356
    },
    {
      "epoch": 0.970108695652174,
      "grad_norm": 0.3938155770301819,
      "learning_rate": 7.442317133038782e-06,
      "loss": 1.3224,
      "step": 357
    },
    {
      "epoch": 0.9728260869565217,
      "grad_norm": 0.37210017442703247,
      "learning_rate": 7.439114391143912e-06,
      "loss": 1.3148,
      "step": 358
    },
    {
      "epoch": 0.9755434782608695,
      "grad_norm": 0.35559719800949097,
      "learning_rate": 7.435897435897436e-06,
      "loss": 1.3092,
      "step": 359
    },
    {
      "epoch": 0.9782608695652174,
      "grad_norm": 0.4250313937664032,
      "learning_rate": 7.432666172473437e-06,
      "loss": 1.3665,
      "step": 360
    },
    {
      "epoch": 0.9809782608695652,
      "grad_norm": 0.34938138723373413,
      "learning_rate": 7.429420505200594e-06,
      "loss": 1.3979,
      "step": 361
    },
    {
      "epoch": 0.9836956521739131,
      "grad_norm": 0.3839857876300812,
      "learning_rate": 7.426160337552743e-06,
      "loss": 1.3008,
      "step": 362
    },
    {
      "epoch": 0.9864130434782609,
      "grad_norm": 0.37689098715782166,
      "learning_rate": 7.422885572139303e-06,
      "loss": 1.4584,
      "step": 363
    },
    {
      "epoch": 0.9891304347826086,
      "grad_norm": 0.35095831751823425,
      "learning_rate": 7.4195961106955874e-06,
      "loss": 1.286,
      "step": 364
    },
    {
      "epoch": 0.9918478260869565,
      "grad_norm": 0.34754878282546997,
      "learning_rate": 7.416291854072963e-06,
      "loss": 1.2923,
      "step": 365
    },
    {
      "epoch": 0.9945652173913043,
      "grad_norm": 0.3640921413898468,
      "learning_rate": 7.412972702228902e-06,
      "loss": 1.4107,
      "step": 366
    },
    {
      "epoch": 0.9972826086956522,
      "grad_norm": 0.33963489532470703,
      "learning_rate": 7.409638554216868e-06,
      "loss": 1.3914,
      "step": 367
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.36554214358329773,
      "learning_rate": 7.406289308176099e-06,
      "loss": 1.4259,
      "step": 368
    },
    {
      "epoch": 1.002717391304348,
      "grad_norm": 0.34235456585884094,
      "learning_rate": 7.40292486132123e-06,
      "loss": 1.4269,
      "step": 369
    },
    {
      "epoch": 1.0054347826086956,
      "grad_norm": 0.34481701254844666,
      "learning_rate": 7.399545109931765e-06,
      "loss": 1.4128,
      "step": 370
    },
    {
      "epoch": 1.0081521739130435,
      "grad_norm": 0.362263023853302,
      "learning_rate": 7.396149949341437e-06,
      "loss": 1.3562,
      "step": 371
    },
    {
      "epoch": 1.0108695652173914,
      "grad_norm": 0.351425439119339,
      "learning_rate": 7.392739273927391e-06,
      "loss": 1.3482,
      "step": 372
    },
    {
      "epoch": 1.013586956521739,
      "grad_norm": 0.33792799711227417,
      "learning_rate": 7.3893129770992355e-06,
      "loss": 1.3668,
      "step": 373
    },
    {
      "epoch": 1.016304347826087,
      "grad_norm": 0.35396307706832886,
      "learning_rate": 7.385870951287936e-06,
      "loss": 1.2686,
      "step": 374
    },
    {
      "epoch": 1.0190217391304348,
      "grad_norm": 0.3580890893936157,
      "learning_rate": 7.38241308793456e-06,
      "loss": 1.3531,
      "step": 375
    },
    {
      "epoch": 1.0217391304347827,
      "grad_norm": 0.3556496798992157,
      "learning_rate": 7.3789392774788615e-06,
      "loss": 1.347,
      "step": 376
    },
    {
      "epoch": 1.0244565217391304,
      "grad_norm": 0.3453238904476166,
      "learning_rate": 7.3754494093477135e-06,
      "loss": 1.2562,
      "step": 377
    },
    {
      "epoch": 1.0271739130434783,
      "grad_norm": 0.3520653545856476,
      "learning_rate": 7.371943371943371e-06,
      "loss": 1.3663,
      "step": 378
    },
    {
      "epoch": 1.0298913043478262,
      "grad_norm": 0.35983365774154663,
      "learning_rate": 7.368421052631578e-06,
      "loss": 1.3657,
      "step": 379
    },
    {
      "epoch": 1.0326086956521738,
      "grad_norm": 0.34599393606185913,
      "learning_rate": 7.364882337729505e-06,
      "loss": 1.3984,
      "step": 380
    },
    {
      "epoch": 1.0353260869565217,
      "grad_norm": 0.34382811188697815,
      "learning_rate": 7.361327112493519e-06,
      "loss": 1.3781,
      "step": 381
    },
    {
      "epoch": 1.0380434782608696,
      "grad_norm": 0.340087890625,
      "learning_rate": 7.357755261106781e-06,
      "loss": 1.3895,
      "step": 382
    },
    {
      "epoch": 1.0407608695652173,
      "grad_norm": 0.3491702079772949,
      "learning_rate": 7.3541666666666656e-06,
      "loss": 1.3423,
      "step": 383
    },
    {
      "epoch": 1.0434782608695652,
      "grad_norm": 0.3492245674133301,
      "learning_rate": 7.350561211172017e-06,
      "loss": 1.3223,
      "step": 384
    },
    {
      "epoch": 1.046195652173913,
      "grad_norm": 0.35501372814178467,
      "learning_rate": 7.346938775510203e-06,
      "loss": 1.5079,
      "step": 385
    },
    {
      "epoch": 1.048913043478261,
      "grad_norm": 0.3509463965892792,
      "learning_rate": 7.343299239444006e-06,
      "loss": 1.3769,
      "step": 386
    },
    {
      "epoch": 1.0516304347826086,
      "grad_norm": 0.3643050789833069,
      "learning_rate": 7.339642481598317e-06,
      "loss": 1.3845,
      "step": 387
    },
    {
      "epoch": 1.0543478260869565,
      "grad_norm": 0.3647449016571045,
      "learning_rate": 7.335968379446639e-06,
      "loss": 1.3997,
      "step": 388
    },
    {
      "epoch": 1.0570652173913044,
      "grad_norm": 0.34432703256607056,
      "learning_rate": 7.33227680929741e-06,
      "loss": 1.3715,
      "step": 389
    },
    {
      "epoch": 1.059782608695652,
      "grad_norm": 0.3494293689727783,
      "learning_rate": 7.328567646280116e-06,
      "loss": 1.4117,
      "step": 390
    },
    {
      "epoch": 1.0625,
      "grad_norm": 0.35947683453559875,
      "learning_rate": 7.324840764331209e-06,
      "loss": 1.3205,
      "step": 391
    },
    {
      "epoch": 1.065217391304348,
      "grad_norm": 0.35863590240478516,
      "learning_rate": 7.321096036179834e-06,
      "loss": 1.3203,
      "step": 392
    },
    {
      "epoch": 1.0679347826086956,
      "grad_norm": 0.35642603039741516,
      "learning_rate": 7.317333333333333e-06,
      "loss": 1.3938,
      "step": 393
    },
    {
      "epoch": 1.0706521739130435,
      "grad_norm": 0.35906854271888733,
      "learning_rate": 7.313552526062549e-06,
      "loss": 1.3695,
      "step": 394
    },
    {
      "epoch": 1.0733695652173914,
      "grad_norm": 0.3712838590145111,
      "learning_rate": 7.309753483386923e-06,
      "loss": 1.3674,
      "step": 395
    },
    {
      "epoch": 1.0760869565217392,
      "grad_norm": 0.38039541244506836,
      "learning_rate": 7.30593607305936e-06,
      "loss": 1.4794,
      "step": 396
    },
    {
      "epoch": 1.078804347826087,
      "grad_norm": 0.3319692015647888,
      "learning_rate": 7.302100161550887e-06,
      "loss": 1.3669,
      "step": 397
    },
    {
      "epoch": 1.0815217391304348,
      "grad_norm": 0.3548648953437805,
      "learning_rate": 7.298245614035087e-06,
      "loss": 1.3456,
      "step": 398
    },
    {
      "epoch": 1.0842391304347827,
      "grad_norm": 0.4208085238933563,
      "learning_rate": 7.2943722943722935e-06,
      "loss": 1.3859,
      "step": 399
    },
    {
      "epoch": 1.0869565217391304,
      "grad_norm": 0.34764373302459717,
      "learning_rate": 7.290480065093571e-06,
      "loss": 1.3748,
      "step": 400
    },
    {
      "epoch": 1.0896739130434783,
      "grad_norm": 0.35038769245147705,
      "learning_rate": 7.286568787384447e-06,
      "loss": 1.4612,
      "step": 401
    },
    {
      "epoch": 1.0923913043478262,
      "grad_norm": 0.337618887424469,
      "learning_rate": 7.2826383210684106e-06,
      "loss": 1.3535,
      "step": 402
    },
    {
      "epoch": 1.0951086956521738,
      "grad_norm": 0.3615802824497223,
      "learning_rate": 7.278688524590163e-06,
      "loss": 1.3879,
      "step": 403
    },
    {
      "epoch": 1.0978260869565217,
      "grad_norm": 0.3457699418067932,
      "learning_rate": 7.2747192549986296e-06,
      "loss": 1.4415,
      "step": 404
    },
    {
      "epoch": 1.1005434782608696,
      "grad_norm": 0.34804657101631165,
      "learning_rate": 7.270730367929708e-06,
      "loss": 1.3189,
      "step": 405
    },
    {
      "epoch": 1.1032608695652173,
      "grad_norm": 0.3465460240840912,
      "learning_rate": 7.266721717588769e-06,
      "loss": 1.3687,
      "step": 406
    },
    {
      "epoch": 1.1059782608695652,
      "grad_norm": 0.345615416765213,
      "learning_rate": 7.262693156732891e-06,
      "loss": 1.3165,
      "step": 407
    },
    {
      "epoch": 1.108695652173913,
      "grad_norm": 0.34842392802238464,
      "learning_rate": 7.258644536652834e-06,
      "loss": 1.3238,
      "step": 408
    },
    {
      "epoch": 1.1114130434782608,
      "grad_norm": 0.3517705798149109,
      "learning_rate": 7.254575707154742e-06,
      "loss": 1.3034,
      "step": 409
    },
    {
      "epoch": 1.1141304347826086,
      "grad_norm": 0.3425719141960144,
      "learning_rate": 7.2504865165415625e-06,
      "loss": 1.4513,
      "step": 410
    },
    {
      "epoch": 1.1168478260869565,
      "grad_norm": 0.34302225708961487,
      "learning_rate": 7.2463768115942025e-06,
      "loss": 1.3241,
      "step": 411
    },
    {
      "epoch": 1.1195652173913044,
      "grad_norm": 0.36630138754844666,
      "learning_rate": 7.242246437552389e-06,
      "loss": 1.2878,
      "step": 412
    },
    {
      "epoch": 1.122282608695652,
      "grad_norm": 0.35825982689857483,
      "learning_rate": 7.238095238095238e-06,
      "loss": 1.2899,
      "step": 413
    },
    {
      "epoch": 1.125,
      "grad_norm": 0.3747299015522003,
      "learning_rate": 7.2339230553215386e-06,
      "loss": 1.3485,
      "step": 414
    },
    {
      "epoch": 1.127717391304348,
      "grad_norm": 0.35318565368652344,
      "learning_rate": 7.229729729729729e-06,
      "loss": 1.3475,
      "step": 415
    },
    {
      "epoch": 1.1304347826086956,
      "grad_norm": 0.3485441505908966,
      "learning_rate": 7.225515100197572e-06,
      "loss": 1.3389,
      "step": 416
    },
    {
      "epoch": 1.1331521739130435,
      "grad_norm": 0.37150004506111145,
      "learning_rate": 7.221279003961517e-06,
      "loss": 1.4033,
      "step": 417
    },
    {
      "epoch": 1.1358695652173914,
      "grad_norm": 0.34884974360466003,
      "learning_rate": 7.217021276595745e-06,
      "loss": 1.3228,
      "step": 418
    },
    {
      "epoch": 1.1385869565217392,
      "grad_norm": 0.36258143186569214,
      "learning_rate": 7.212741751990899e-06,
      "loss": 1.4687,
      "step": 419
    },
    {
      "epoch": 1.141304347826087,
      "grad_norm": 0.3562002182006836,
      "learning_rate": 7.208440262332477e-06,
      "loss": 1.4778,
      "step": 420
    },
    {
      "epoch": 1.1440217391304348,
      "grad_norm": 0.35977649688720703,
      "learning_rate": 7.204116638078902e-06,
      "loss": 1.2789,
      "step": 421
    },
    {
      "epoch": 1.1467391304347827,
      "grad_norm": 0.36146384477615356,
      "learning_rate": 7.1997707079392365e-06,
      "loss": 1.3834,
      "step": 422
    },
    {
      "epoch": 1.1494565217391304,
      "grad_norm": 0.3516390323638916,
      "learning_rate": 7.195402298850574e-06,
      "loss": 1.3415,
      "step": 423
    },
    {
      "epoch": 1.1521739130434783,
      "grad_norm": 0.33636316657066345,
      "learning_rate": 7.1910112359550555e-06,
      "loss": 1.37,
      "step": 424
    },
    {
      "epoch": 1.1548913043478262,
      "grad_norm": 0.3520665168762207,
      "learning_rate": 7.186597342576545e-06,
      "loss": 1.4197,
      "step": 425
    },
    {
      "epoch": 1.1576086956521738,
      "grad_norm": 0.3456652760505676,
      "learning_rate": 7.18216044019693e-06,
      "loss": 1.4093,
      "step": 426
    },
    {
      "epoch": 1.1603260869565217,
      "grad_norm": 0.34344473481178284,
      "learning_rate": 7.177700348432055e-06,
      "loss": 1.3166,
      "step": 427
    },
    {
      "epoch": 1.1630434782608696,
      "grad_norm": 0.3432557284832001,
      "learning_rate": 7.173216885007277e-06,
      "loss": 1.314,
      "step": 428
    },
    {
      "epoch": 1.1657608695652173,
      "grad_norm": 0.3404994308948517,
      "learning_rate": 7.168709865732632e-06,
      "loss": 1.3291,
      "step": 429
    },
    {
      "epoch": 1.1684782608695652,
      "grad_norm": 0.34031039476394653,
      "learning_rate": 7.164179104477611e-06,
      "loss": 1.3882,
      "step": 430
    },
    {
      "epoch": 1.171195652173913,
      "grad_norm": 0.34020742774009705,
      "learning_rate": 7.159624413145539e-06,
      "loss": 1.3246,
      "step": 431
    },
    {
      "epoch": 1.1739130434782608,
      "grad_norm": 0.34915924072265625,
      "learning_rate": 7.155045601647543e-06,
      "loss": 1.3882,
      "step": 432
    },
    {
      "epoch": 1.1766304347826086,
      "grad_norm": 0.35569998621940613,
      "learning_rate": 7.1504424778761065e-06,
      "loss": 1.3184,
      "step": 433
    },
    {
      "epoch": 1.1793478260869565,
      "grad_norm": 0.34406909346580505,
      "learning_rate": 7.145814847678202e-06,
      "loss": 1.3279,
      "step": 434
    },
    {
      "epoch": 1.1820652173913044,
      "grad_norm": 0.3368189334869385,
      "learning_rate": 7.1411625148279956e-06,
      "loss": 1.3227,
      "step": 435
    },
    {
      "epoch": 1.184782608695652,
      "grad_norm": 0.3536527454853058,
      "learning_rate": 7.136485280999108e-06,
      "loss": 1.3437,
      "step": 436
    },
    {
      "epoch": 1.1875,
      "grad_norm": 0.34697532653808594,
      "learning_rate": 7.131782945736434e-06,
      "loss": 1.4258,
      "step": 437
    },
    {
      "epoch": 1.190217391304348,
      "grad_norm": 0.3366316258907318,
      "learning_rate": 7.127055306427504e-06,
      "loss": 1.3611,
      "step": 438
    },
    {
      "epoch": 1.1929347826086956,
      "grad_norm": 0.3574765622615814,
      "learning_rate": 7.122302158273381e-06,
      "loss": 1.307,
      "step": 439
    },
    {
      "epoch": 1.1956521739130435,
      "grad_norm": 0.36839932203292847,
      "learning_rate": 7.117523294259092e-06,
      "loss": 1.3751,
      "step": 440
    },
    {
      "epoch": 1.1983695652173914,
      "grad_norm": 0.3561205565929413,
      "learning_rate": 7.112718505123568e-06,
      "loss": 1.2903,
      "step": 441
    },
    {
      "epoch": 1.2010869565217392,
      "grad_norm": 0.360176682472229,
      "learning_rate": 7.107887579329101e-06,
      "loss": 1.4551,
      "step": 442
    },
    {
      "epoch": 1.203804347826087,
      "grad_norm": 0.36860206723213196,
      "learning_rate": 7.1030303030303025e-06,
      "loss": 1.3247,
      "step": 443
    },
    {
      "epoch": 1.2065217391304348,
      "grad_norm": 0.35110506415367126,
      "learning_rate": 7.09814646004254e-06,
      "loss": 1.2791,
      "step": 444
    },
    {
      "epoch": 1.2092391304347827,
      "grad_norm": 0.3497629761695862,
      "learning_rate": 7.093235831809871e-06,
      "loss": 1.4523,
      "step": 445
    },
    {
      "epoch": 1.2119565217391304,
      "grad_norm": 0.5049267411231995,
      "learning_rate": 7.088298197372441e-06,
      "loss": 1.3368,
      "step": 446
    },
    {
      "epoch": 1.2146739130434783,
      "grad_norm": 0.3517695367336273,
      "learning_rate": 7.083333333333333e-06,
      "loss": 1.4039,
      "step": 447
    },
    {
      "epoch": 1.2173913043478262,
      "grad_norm": 0.3525075316429138,
      "learning_rate": 7.078341013824884e-06,
      "loss": 1.3692,
      "step": 448
    },
    {
      "epoch": 1.2201086956521738,
      "grad_norm": 0.3429877758026123,
      "learning_rate": 7.07332101047443e-06,
      "loss": 1.3325,
      "step": 449
    },
    {
      "epoch": 1.2228260869565217,
      "grad_norm": 0.3495529592037201,
      "learning_rate": 7.068273092369477e-06,
      "loss": 1.3013,
      "step": 450
    },
    {
      "epoch": 1.2255434782608696,
      "grad_norm": 0.36226147413253784,
      "learning_rate": 7.0631970260223045e-06,
      "loss": 1.3787,
      "step": 451
    },
    {
      "epoch": 1.2282608695652173,
      "grad_norm": 0.33679068088531494,
      "learning_rate": 7.058092575333955e-06,
      "loss": 1.366,
      "step": 452
    },
    {
      "epoch": 1.2309782608695652,
      "grad_norm": 0.33339637517929077,
      "learning_rate": 7.052959501557633e-06,
      "loss": 1.2804,
      "step": 453
    },
    {
      "epoch": 1.233695652173913,
      "grad_norm": 0.3441121280193329,
      "learning_rate": 7.047797563261481e-06,
      "loss": 1.3386,
      "step": 454
    },
    {
      "epoch": 1.2364130434782608,
      "grad_norm": 0.36244091391563416,
      "learning_rate": 7.042606516290728e-06,
      "loss": 1.3221,
      "step": 455
    },
    {
      "epoch": 1.2391304347826086,
      "grad_norm": 0.374056875705719,
      "learning_rate": 7.037386113729187e-06,
      "loss": 1.3576,
      "step": 456
    },
    {
      "epoch": 1.2418478260869565,
      "grad_norm": 0.339832067489624,
      "learning_rate": 7.032136105860114e-06,
      "loss": 1.4454,
      "step": 457
    },
    {
      "epoch": 1.2445652173913044,
      "grad_norm": 0.35934752225875854,
      "learning_rate": 7.0268562401263825e-06,
      "loss": 1.3476,
      "step": 458
    },
    {
      "epoch": 1.247282608695652,
      "grad_norm": 0.35539355874061584,
      "learning_rate": 7.0215462610899875e-06,
      "loss": 1.2979,
      "step": 459
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.3446095287799835,
      "learning_rate": 7.016205910390849e-06,
      "loss": 1.3906,
      "step": 460
    },
    {
      "epoch": 1.252717391304348,
      "grad_norm": 0.35285550355911255,
      "learning_rate": 7.010834926704908e-06,
      "loss": 1.3686,
      "step": 461
    },
    {
      "epoch": 1.2554347826086958,
      "grad_norm": 0.3725644052028656,
      "learning_rate": 7.005433045701502e-06,
      "loss": 1.3869,
      "step": 462
    },
    {
      "epoch": 1.2581521739130435,
      "grad_norm": 0.3460637032985687,
      "learning_rate": 7e-06,
      "loss": 1.3895,
      "step": 463
    },
    {
      "epoch": 1.2608695652173914,
      "grad_norm": 0.3563375771045685,
      "learning_rate": 6.994535519125682e-06,
      "loss": 1.3394,
      "step": 464
    },
    {
      "epoch": 1.2635869565217392,
      "grad_norm": 0.3403022289276123,
      "learning_rate": 6.989039329464861e-06,
      "loss": 1.3424,
      "step": 465
    },
    {
      "epoch": 1.266304347826087,
      "grad_norm": 0.3511143922805786,
      "learning_rate": 6.983511154219204e-06,
      "loss": 1.415,
      "step": 466
    },
    {
      "epoch": 1.2690217391304348,
      "grad_norm": 0.35280826687812805,
      "learning_rate": 6.9779507133592734e-06,
      "loss": 1.3912,
      "step": 467
    },
    {
      "epoch": 1.2717391304347827,
      "grad_norm": 0.34647977352142334,
      "learning_rate": 6.972357723577236e-06,
      "loss": 1.2599,
      "step": 468
    },
    {
      "epoch": 1.2744565217391304,
      "grad_norm": 0.3498916029930115,
      "learning_rate": 6.966731898238747e-06,
      "loss": 1.2458,
      "step": 469
    },
    {
      "epoch": 1.2771739130434783,
      "grad_norm": 0.35044994950294495,
      "learning_rate": 6.961072947333987e-06,
      "loss": 1.3233,
      "step": 470
    },
    {
      "epoch": 1.2798913043478262,
      "grad_norm": 0.34845730662345886,
      "learning_rate": 6.955380577427821e-06,
      "loss": 1.3276,
      "step": 471
    },
    {
      "epoch": 1.2826086956521738,
      "grad_norm": 0.33805760741233826,
      "learning_rate": 6.949654491609081e-06,
      "loss": 1.3344,
      "step": 472
    },
    {
      "epoch": 1.2853260869565217,
      "grad_norm": 0.3485923409461975,
      "learning_rate": 6.943894389438942e-06,
      "loss": 1.388,
      "step": 473
    },
    {
      "epoch": 1.2880434782608696,
      "grad_norm": 0.34043747186660767,
      "learning_rate": 6.9380999668983765e-06,
      "loss": 1.375,
      "step": 474
    },
    {
      "epoch": 1.2907608695652173,
      "grad_norm": 0.3383161723613739,
      "learning_rate": 6.93227091633466e-06,
      "loss": 1.3298,
      "step": 475
    },
    {
      "epoch": 1.2934782608695652,
      "grad_norm": 0.35131675004959106,
      "learning_rate": 6.926406926406925e-06,
      "loss": 1.423,
      "step": 476
    },
    {
      "epoch": 1.296195652173913,
      "grad_norm": 0.3680573105812073,
      "learning_rate": 6.920507682030727e-06,
      "loss": 1.3236,
      "step": 477
    },
    {
      "epoch": 1.2989130434782608,
      "grad_norm": 0.3596939146518707,
      "learning_rate": 6.914572864321606e-06,
      "loss": 1.3664,
      "step": 478
    },
    {
      "epoch": 1.3016304347826086,
      "grad_norm": 0.3593509793281555,
      "learning_rate": 6.908602150537633e-06,
      "loss": 1.3124,
      "step": 479
    },
    {
      "epoch": 1.3043478260869565,
      "grad_norm": 0.33961907029151917,
      "learning_rate": 6.902595214020896e-06,
      "loss": 1.3484,
      "step": 480
    },
    {
      "epoch": 1.3070652173913042,
      "grad_norm": 0.3712293207645416,
      "learning_rate": 6.89655172413793e-06,
      "loss": 1.3233,
      "step": 481
    },
    {
      "epoch": 1.309782608695652,
      "grad_norm": 0.3482085168361664,
      "learning_rate": 6.890471346219057e-06,
      "loss": 1.3653,
      "step": 482
    },
    {
      "epoch": 1.3125,
      "grad_norm": 0.3515682816505432,
      "learning_rate": 6.884353741496598e-06,
      "loss": 1.3987,
      "step": 483
    },
    {
      "epoch": 1.315217391304348,
      "grad_norm": 0.35586169362068176,
      "learning_rate": 6.878198567041965e-06,
      "loss": 1.3217,
      "step": 484
    },
    {
      "epoch": 1.3179347826086958,
      "grad_norm": 0.34130343794822693,
      "learning_rate": 6.872005475701574e-06,
      "loss": 1.3132,
      "step": 485
    },
    {
      "epoch": 1.3206521739130435,
      "grad_norm": 0.39066967368125916,
      "learning_rate": 6.8657741160315826e-06,
      "loss": 1.3306,
      "step": 486
    },
    {
      "epoch": 1.3233695652173914,
      "grad_norm": 0.35300007462501526,
      "learning_rate": 6.859504132231405e-06,
      "loss": 1.3755,
      "step": 487
    },
    {
      "epoch": 1.3260869565217392,
      "grad_norm": 0.3553847372531891,
      "learning_rate": 6.853195164075993e-06,
      "loss": 1.3317,
      "step": 488
    },
    {
      "epoch": 1.328804347826087,
      "grad_norm": 0.3760699927806854,
      "learning_rate": 6.846846846846847e-06,
      "loss": 1.4368,
      "step": 489
    },
    {
      "epoch": 1.3315217391304348,
      "grad_norm": 0.3570723533630371,
      "learning_rate": 6.84045881126173e-06,
      "loss": 1.4,
      "step": 490
    },
    {
      "epoch": 1.3342391304347827,
      "grad_norm": 0.3696223497390747,
      "learning_rate": 6.834030683403068e-06,
      "loss": 1.3349,
      "step": 491
    },
    {
      "epoch": 1.3369565217391304,
      "grad_norm": 0.37452593445777893,
      "learning_rate": 6.827562084644981e-06,
      "loss": 1.2458,
      "step": 492
    },
    {
      "epoch": 1.3396739130434783,
      "grad_norm": 0.3435407280921936,
      "learning_rate": 6.821052631578946e-06,
      "loss": 1.3624,
      "step": 493
    },
    {
      "epoch": 1.3423913043478262,
      "grad_norm": 0.3696284592151642,
      "learning_rate": 6.814501935938049e-06,
      "loss": 1.3795,
      "step": 494
    },
    {
      "epoch": 1.3451086956521738,
      "grad_norm": 0.35256364941596985,
      "learning_rate": 6.807909604519773e-06,
      "loss": 1.3196,
      "step": 495
    },
    {
      "epoch": 1.3478260869565217,
      "grad_norm": 0.34246110916137695,
      "learning_rate": 6.801275239107331e-06,
      "loss": 1.4291,
      "step": 496
    },
    {
      "epoch": 1.3505434782608696,
      "grad_norm": 0.3617890775203705,
      "learning_rate": 6.79459843638948e-06,
      "loss": 1.3208,
      "step": 497
    },
    {
      "epoch": 1.3532608695652173,
      "grad_norm": 0.35320863127708435,
      "learning_rate": 6.787878787878787e-06,
      "loss": 1.3272,
      "step": 498
    },
    {
      "epoch": 1.3559782608695652,
      "grad_norm": 0.3528405427932739,
      "learning_rate": 6.781115879828325e-06,
      "loss": 1.3978,
      "step": 499
    },
    {
      "epoch": 1.358695652173913,
      "grad_norm": 0.3528098165988922,
      "learning_rate": 6.774309293146751e-06,
      "loss": 1.3747,
      "step": 500
    },
    {
      "epoch": 1.3614130434782608,
      "grad_norm": 0.345384806394577,
      "learning_rate": 6.767458603311734e-06,
      "loss": 1.3925,
      "step": 501
    },
    {
      "epoch": 1.3641304347826086,
      "grad_norm": 0.34573063254356384,
      "learning_rate": 6.760563380281689e-06,
      "loss": 1.383,
      "step": 502
    },
    {
      "epoch": 1.3668478260869565,
      "grad_norm": 0.3485819697380066,
      "learning_rate": 6.753623188405796e-06,
      "loss": 1.3945,
      "step": 503
    },
    {
      "epoch": 1.3695652173913042,
      "grad_norm": 0.35015052556991577,
      "learning_rate": 6.746637586332242e-06,
      "loss": 1.323,
      "step": 504
    },
    {
      "epoch": 1.372282608695652,
      "grad_norm": 0.3457247316837311,
      "learning_rate": 6.739606126914661e-06,
      "loss": 1.2701,
      "step": 505
    },
    {
      "epoch": 1.375,
      "grad_norm": 0.3384177088737488,
      "learning_rate": 6.732528357116721e-06,
      "loss": 1.2737,
      "step": 506
    },
    {
      "epoch": 1.377717391304348,
      "grad_norm": 0.3327966034412384,
      "learning_rate": 6.725403817914831e-06,
      "loss": 1.3766,
      "step": 507
    },
    {
      "epoch": 1.3804347826086958,
      "grad_norm": 0.3439366817474365,
      "learning_rate": 6.718232044198895e-06,
      "loss": 1.4009,
      "step": 508
    },
    {
      "epoch": 1.3831521739130435,
      "grad_norm": 0.35546526312828064,
      "learning_rate": 6.711012564671101e-06,
      "loss": 1.374,
      "step": 509
    },
    {
      "epoch": 1.3858695652173914,
      "grad_norm": 0.3421470522880554,
      "learning_rate": 6.703744901742677e-06,
      "loss": 1.3559,
      "step": 510
    },
    {
      "epoch": 1.3885869565217392,
      "grad_norm": 0.334219366312027,
      "learning_rate": 6.696428571428572e-06,
      "loss": 1.3361,
      "step": 511
    },
    {
      "epoch": 1.391304347826087,
      "grad_norm": 0.33939287066459656,
      "learning_rate": 6.6890630832400145e-06,
      "loss": 1.3162,
      "step": 512
    },
    {
      "epoch": 1.3940217391304348,
      "grad_norm": 0.35583412647247314,
      "learning_rate": 6.681647940074906e-06,
      "loss": 1.4194,
      "step": 513
    },
    {
      "epoch": 1.3967391304347827,
      "grad_norm": 0.3360309600830078,
      "learning_rate": 6.674182638105974e-06,
      "loss": 1.3667,
      "step": 514
    },
    {
      "epoch": 1.3994565217391304,
      "grad_norm": 0.34478163719177246,
      "learning_rate": 6.666666666666666e-06,
      "loss": 1.4185,
      "step": 515
    },
    {
      "epoch": 1.4021739130434783,
      "grad_norm": 0.3429558277130127,
      "learning_rate": 6.659099508134694e-06,
      "loss": 1.2838,
      "step": 516
    },
    {
      "epoch": 1.4048913043478262,
      "grad_norm": 0.373536080121994,
      "learning_rate": 6.6514806378132115e-06,
      "loss": 1.3696,
      "step": 517
    },
    {
      "epoch": 1.4076086956521738,
      "grad_norm": 0.34450167417526245,
      "learning_rate": 6.643809523809523e-06,
      "loss": 1.3697,
      "step": 518
    },
    {
      "epoch": 1.4103260869565217,
      "grad_norm": 0.3542488217353821,
      "learning_rate": 6.636085626911314e-06,
      "loss": 1.3584,
      "step": 519
    },
    {
      "epoch": 1.4130434782608696,
      "grad_norm": 0.3472454845905304,
      "learning_rate": 6.628308400460298e-06,
      "loss": 1.3639,
      "step": 520
    },
    {
      "epoch": 1.4157608695652173,
      "grad_norm": 0.36916840076446533,
      "learning_rate": 6.620477290223248e-06,
      "loss": 1.3159,
      "step": 521
    },
    {
      "epoch": 1.4184782608695652,
      "grad_norm": 0.3357577323913574,
      "learning_rate": 6.612591734260331e-06,
      "loss": 1.2943,
      "step": 522
    },
    {
      "epoch": 1.421195652173913,
      "grad_norm": 0.3517664074897766,
      "learning_rate": 6.604651162790697e-06,
      "loss": 1.3014,
      "step": 523
    },
    {
      "epoch": 1.4239130434782608,
      "grad_norm": 0.3861806094646454,
      "learning_rate": 6.596654998055231e-06,
      "loss": 1.3575,
      "step": 524
    },
    {
      "epoch": 1.4266304347826086,
      "grad_norm": 0.347937673330307,
      "learning_rate": 6.588602654176425e-06,
      "loss": 1.4401,
      "step": 525
    },
    {
      "epoch": 1.4293478260869565,
      "grad_norm": 0.34917065501213074,
      "learning_rate": 6.580493537015276e-06,
      "loss": 1.3305,
      "step": 526
    },
    {
      "epoch": 1.4320652173913042,
      "grad_norm": 0.35585877299308777,
      "learning_rate": 6.572327044025157e-06,
      "loss": 1.3503,
      "step": 527
    },
    {
      "epoch": 1.434782608695652,
      "grad_norm": 0.36193299293518066,
      "learning_rate": 6.564102564102565e-06,
      "loss": 1.4254,
      "step": 528
    },
    {
      "epoch": 1.4375,
      "grad_norm": 0.3477296233177185,
      "learning_rate": 6.55581947743468e-06,
      "loss": 1.3582,
      "step": 529
    },
    {
      "epoch": 1.440217391304348,
      "grad_norm": 0.348344624042511,
      "learning_rate": 6.547477155343664e-06,
      "loss": 1.3552,
      "step": 530
    },
    {
      "epoch": 1.4429347826086958,
      "grad_norm": 0.34499526023864746,
      "learning_rate": 6.5390749601275915e-06,
      "loss": 1.3497,
      "step": 531
    },
    {
      "epoch": 1.4456521739130435,
      "grad_norm": 0.3457295000553131,
      "learning_rate": 6.530612244897959e-06,
      "loss": 1.3276,
      "step": 532
    },
    {
      "epoch": 1.4483695652173914,
      "grad_norm": 0.37890803813934326,
      "learning_rate": 6.522088353413655e-06,
      "loss": 1.3666,
      "step": 533
    },
    {
      "epoch": 1.4510869565217392,
      "grad_norm": 0.36650505661964417,
      "learning_rate": 6.513502619911325e-06,
      "loss": 1.3268,
      "step": 534
    },
    {
      "epoch": 1.453804347826087,
      "grad_norm": 0.3550858497619629,
      "learning_rate": 6.5048543689320385e-06,
      "loss": 1.3665,
      "step": 535
    },
    {
      "epoch": 1.4565217391304348,
      "grad_norm": 0.35670801997184753,
      "learning_rate": 6.496142915144132e-06,
      "loss": 1.3853,
      "step": 536
    },
    {
      "epoch": 1.4592391304347827,
      "grad_norm": 0.34603556990623474,
      "learning_rate": 6.487367563162183e-06,
      "loss": 1.3374,
      "step": 537
    },
    {
      "epoch": 1.4619565217391304,
      "grad_norm": 0.343791663646698,
      "learning_rate": 6.478527607361963e-06,
      "loss": 1.3811,
      "step": 538
    },
    {
      "epoch": 1.4646739130434783,
      "grad_norm": 0.3415122926235199,
      "learning_rate": 6.469622331691296e-06,
      "loss": 1.3357,
      "step": 539
    },
    {
      "epoch": 1.4673913043478262,
      "grad_norm": 0.3270445168018341,
      "learning_rate": 6.460651009476719e-06,
      "loss": 1.3408,
      "step": 540
    },
    {
      "epoch": 1.4701086956521738,
      "grad_norm": 0.3364504277706146,
      "learning_rate": 6.4516129032258055e-06,
      "loss": 1.3302,
      "step": 541
    },
    {
      "epoch": 1.4728260869565217,
      "grad_norm": 0.3475323021411896,
      "learning_rate": 6.4425072644250714e-06,
      "loss": 1.3357,
      "step": 542
    },
    {
      "epoch": 1.4755434782608696,
      "grad_norm": 0.34420526027679443,
      "learning_rate": 6.4333333333333324e-06,
      "loss": 1.3509,
      "step": 543
    },
    {
      "epoch": 1.4782608695652173,
      "grad_norm": 0.3597885072231293,
      "learning_rate": 6.424090338770388e-06,
      "loss": 1.3475,
      "step": 544
    },
    {
      "epoch": 1.4809782608695652,
      "grad_norm": 0.3500368893146515,
      "learning_rate": 6.414777497900924e-06,
      "loss": 1.3867,
      "step": 545
    },
    {
      "epoch": 1.483695652173913,
      "grad_norm": 0.3487471640110016,
      "learning_rate": 6.405394016013486e-06,
      "loss": 1.3833,
      "step": 546
    },
    {
      "epoch": 1.4864130434782608,
      "grad_norm": 0.3366873562335968,
      "learning_rate": 6.395939086294416e-06,
      "loss": 1.3299,
      "step": 547
    },
    {
      "epoch": 1.4891304347826086,
      "grad_norm": 0.355654239654541,
      "learning_rate": 6.386411889596603e-06,
      "loss": 1.3747,
      "step": 548
    },
    {
      "epoch": 1.4918478260869565,
      "grad_norm": 0.35797804594039917,
      "learning_rate": 6.376811594202899e-06,
      "loss": 1.3601,
      "step": 549
    },
    {
      "epoch": 1.4945652173913042,
      "grad_norm": 0.34977495670318604,
      "learning_rate": 6.367137355584082e-06,
      "loss": 1.2506,
      "step": 550
    },
    {
      "epoch": 1.497282608695652,
      "grad_norm": 0.3429720401763916,
      "learning_rate": 6.357388316151203e-06,
      "loss": 1.336,
      "step": 551
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.343697726726532,
      "learning_rate": 6.347563605002156e-06,
      "loss": 1.3987,
      "step": 552
    },
    {
      "epoch": 1.5027173913043477,
      "grad_norm": 0.36152300238609314,
      "learning_rate": 6.337662337662337e-06,
      "loss": 1.345,
      "step": 553
    },
    {
      "epoch": 1.5054347826086958,
      "grad_norm": 0.35157766938209534,
      "learning_rate": 6.327683615819208e-06,
      "loss": 1.3364,
      "step": 554
    },
    {
      "epoch": 1.5081521739130435,
      "grad_norm": 0.3413873314857483,
      "learning_rate": 6.31762652705061e-06,
      "loss": 1.3341,
      "step": 555
    },
    {
      "epoch": 1.5108695652173914,
      "grad_norm": 0.35999447107315063,
      "learning_rate": 6.307490144546649e-06,
      "loss": 1.3927,
      "step": 556
    },
    {
      "epoch": 1.5135869565217392,
      "grad_norm": 0.35518884658813477,
      "learning_rate": 6.297273526824978e-06,
      "loss": 1.3702,
      "step": 557
    },
    {
      "epoch": 1.516304347826087,
      "grad_norm": 0.3421798348426819,
      "learning_rate": 6.2869757174392925e-06,
      "loss": 1.428,
      "step": 558
    },
    {
      "epoch": 1.5190217391304348,
      "grad_norm": 0.36976388096809387,
      "learning_rate": 6.27659574468085e-06,
      "loss": 1.3784,
      "step": 559
    },
    {
      "epoch": 1.5217391304347827,
      "grad_norm": 0.35902440547943115,
      "learning_rate": 6.266132621272808e-06,
      "loss": 1.327,
      "step": 560
    },
    {
      "epoch": 1.5244565217391304,
      "grad_norm": 0.360893577337265,
      "learning_rate": 6.2555853440571934e-06,
      "loss": 1.316,
      "step": 561
    },
    {
      "epoch": 1.5271739130434783,
      "grad_norm": 0.35077449679374695,
      "learning_rate": 6.244952893674293e-06,
      "loss": 1.2877,
      "step": 562
    },
    {
      "epoch": 1.5298913043478262,
      "grad_norm": 0.3528415262699127,
      "learning_rate": 6.234234234234233e-06,
      "loss": 1.2806,
      "step": 563
    },
    {
      "epoch": 1.5326086956521738,
      "grad_norm": 0.3422030508518219,
      "learning_rate": 6.223428312980551e-06,
      "loss": 1.3473,
      "step": 564
    },
    {
      "epoch": 1.5353260869565217,
      "grad_norm": 0.3537536859512329,
      "learning_rate": 6.212534059945504e-06,
      "loss": 1.4186,
      "step": 565
    },
    {
      "epoch": 1.5380434782608696,
      "grad_norm": 0.3570748269557953,
      "learning_rate": 6.201550387596899e-06,
      "loss": 1.3426,
      "step": 566
    },
    {
      "epoch": 1.5407608695652173,
      "grad_norm": 0.346245139837265,
      "learning_rate": 6.19047619047619e-06,
      "loss": 1.3228,
      "step": 567
    },
    {
      "epoch": 1.5434782608695652,
      "grad_norm": 0.35338735580444336,
      "learning_rate": 6.179310344827586e-06,
      "loss": 1.4134,
      "step": 568
    },
    {
      "epoch": 1.546195652173913,
      "grad_norm": 0.3490867614746094,
      "learning_rate": 6.168051708217913e-06,
      "loss": 1.3663,
      "step": 569
    },
    {
      "epoch": 1.5489130434782608,
      "grad_norm": 0.349432110786438,
      "learning_rate": 6.1566991191469625e-06,
      "loss": 1.2371,
      "step": 570
    },
    {
      "epoch": 1.5516304347826086,
      "grad_norm": 0.3474854528903961,
      "learning_rate": 6.145251396648044e-06,
      "loss": 1.3437,
      "step": 571
    },
    {
      "epoch": 1.5543478260869565,
      "grad_norm": 0.3465191125869751,
      "learning_rate": 6.133707339878447e-06,
      "loss": 1.3227,
      "step": 572
    },
    {
      "epoch": 1.5570652173913042,
      "grad_norm": 0.3537481725215912,
      "learning_rate": 6.122065727699531e-06,
      "loss": 1.3241,
      "step": 573
    },
    {
      "epoch": 1.5597826086956523,
      "grad_norm": 0.3460562825202942,
      "learning_rate": 6.110325318246111e-06,
      "loss": 1.2951,
      "step": 574
    },
    {
      "epoch": 1.5625,
      "grad_norm": 0.3643260896205902,
      "learning_rate": 6.098484848484849e-06,
      "loss": 1.3374,
      "step": 575
    },
    {
      "epoch": 1.5652173913043477,
      "grad_norm": 0.36155954003334045,
      "learning_rate": 6.0865430337612935e-06,
      "loss": 1.5067,
      "step": 576
    },
    {
      "epoch": 1.5679347826086958,
      "grad_norm": 0.37407439947128296,
      "learning_rate": 6.074498567335243e-06,
      "loss": 1.4037,
      "step": 577
    },
    {
      "epoch": 1.5706521739130435,
      "grad_norm": 0.3926370143890381,
      "learning_rate": 6.062350119904077e-06,
      "loss": 1.356,
      "step": 578
    },
    {
      "epoch": 1.5733695652173914,
      "grad_norm": 0.3557644486427307,
      "learning_rate": 6.05009633911368e-06,
      "loss": 1.3288,
      "step": 579
    },
    {
      "epoch": 1.5760869565217392,
      "grad_norm": 0.36532676219940186,
      "learning_rate": 6.037735849056603e-06,
      "loss": 1.3494,
      "step": 580
    },
    {
      "epoch": 1.578804347826087,
      "grad_norm": 0.36569759249687195,
      "learning_rate": 6.025267249757046e-06,
      "loss": 1.3887,
      "step": 581
    },
    {
      "epoch": 1.5815217391304348,
      "grad_norm": 0.3753635883331299,
      "learning_rate": 6.012689116642264e-06,
      "loss": 1.3738,
      "step": 582
    },
    {
      "epoch": 1.5842391304347827,
      "grad_norm": 0.34146779775619507,
      "learning_rate": 6e-06,
      "loss": 1.3313,
      "step": 583
    },
    {
      "epoch": 1.5869565217391304,
      "grad_norm": 0.32988572120666504,
      "learning_rate": 5.987198424421466e-06,
      "loss": 1.347,
      "step": 584
    },
    {
      "epoch": 1.5896739130434783,
      "grad_norm": 0.3355376124382019,
      "learning_rate": 5.974282888229475e-06,
      "loss": 1.3562,
      "step": 585
    },
    {
      "epoch": 1.5923913043478262,
      "grad_norm": 0.3790322542190552,
      "learning_rate": 5.961251862891206e-06,
      "loss": 1.3789,
      "step": 586
    },
    {
      "epoch": 1.5951086956521738,
      "grad_norm": 0.34783735871315,
      "learning_rate": 5.948103792415168e-06,
      "loss": 1.307,
      "step": 587
    },
    {
      "epoch": 1.5978260869565217,
      "grad_norm": 0.34875112771987915,
      "learning_rate": 5.934837092731829e-06,
      "loss": 1.3205,
      "step": 588
    },
    {
      "epoch": 1.6005434782608696,
      "grad_norm": 0.3391176462173462,
      "learning_rate": 5.921450151057401e-06,
      "loss": 1.3438,
      "step": 589
    },
    {
      "epoch": 1.6032608695652173,
      "grad_norm": 0.35487234592437744,
      "learning_rate": 5.907941325240263e-06,
      "loss": 1.4358,
      "step": 590
    },
    {
      "epoch": 1.6059782608695652,
      "grad_norm": 0.3468010127544403,
      "learning_rate": 5.894308943089431e-06,
      "loss": 1.2499,
      "step": 591
    },
    {
      "epoch": 1.608695652173913,
      "grad_norm": 0.34538012742996216,
      "learning_rate": 5.8805513016845326e-06,
      "loss": 1.3331,
      "step": 592
    },
    {
      "epoch": 1.6114130434782608,
      "grad_norm": 0.34510117769241333,
      "learning_rate": 5.866666666666667e-06,
      "loss": 1.4319,
      "step": 593
    },
    {
      "epoch": 1.6141304347826086,
      "grad_norm": 0.3392553925514221,
      "learning_rate": 5.852653271509531e-06,
      "loss": 1.4242,
      "step": 594
    },
    {
      "epoch": 1.6168478260869565,
      "grad_norm": 0.344718873500824,
      "learning_rate": 5.838509316770187e-06,
      "loss": 1.3883,
      "step": 595
    },
    {
      "epoch": 1.6195652173913042,
      "grad_norm": 0.348323792219162,
      "learning_rate": 5.824232969318773e-06,
      "loss": 1.3739,
      "step": 596
    },
    {
      "epoch": 1.6222826086956523,
      "grad_norm": 0.3823015093803406,
      "learning_rate": 5.8098223615465e-06,
      "loss": 1.3831,
      "step": 597
    },
    {
      "epoch": 1.625,
      "grad_norm": 0.34378868341445923,
      "learning_rate": 5.795275590551181e-06,
      "loss": 1.2974,
      "step": 598
    },
    {
      "epoch": 1.6277173913043477,
      "grad_norm": 0.35214224457740784,
      "learning_rate": 5.780590717299578e-06,
      "loss": 1.3613,
      "step": 599
    },
    {
      "epoch": 1.6304347826086958,
      "grad_norm": 0.3451964557170868,
      "learning_rate": 5.765765765765765e-06,
      "loss": 1.319,
      "step": 600
    },
    {
      "epoch": 1.6331521739130435,
      "grad_norm": 0.32084909081459045,
      "learning_rate": 5.750798722044728e-06,
      "loss": 1.3498,
      "step": 601
    },
    {
      "epoch": 1.6358695652173914,
      "grad_norm": 0.3332853615283966,
      "learning_rate": 5.735687533440342e-06,
      "loss": 1.284,
      "step": 602
    },
    {
      "epoch": 1.6385869565217392,
      "grad_norm": 0.34017214179039,
      "learning_rate": 5.720430107526882e-06,
      "loss": 1.2987,
      "step": 603
    },
    {
      "epoch": 1.641304347826087,
      "grad_norm": 0.3513610064983368,
      "learning_rate": 5.705024311183144e-06,
      "loss": 1.3854,
      "step": 604
    },
    {
      "epoch": 1.6440217391304348,
      "grad_norm": 0.3369273841381073,
      "learning_rate": 5.689467969598262e-06,
      "loss": 1.2769,
      "step": 605
    },
    {
      "epoch": 1.6467391304347827,
      "grad_norm": 0.3546997904777527,
      "learning_rate": 5.673758865248226e-06,
      "loss": 1.423,
      "step": 606
    },
    {
      "epoch": 1.6494565217391304,
      "grad_norm": 0.3369233310222626,
      "learning_rate": 5.657894736842105e-06,
      "loss": 1.3771,
      "step": 607
    },
    {
      "epoch": 1.6521739130434783,
      "grad_norm": 0.35690680146217346,
      "learning_rate": 5.641873278236913e-06,
      "loss": 1.4428,
      "step": 608
    },
    {
      "epoch": 1.6548913043478262,
      "grad_norm": 0.35253193974494934,
      "learning_rate": 5.625692137320044e-06,
      "loss": 1.3207,
      "step": 609
    },
    {
      "epoch": 1.6576086956521738,
      "grad_norm": 0.3626672923564911,
      "learning_rate": 5.609348914858095e-06,
      "loss": 1.3305,
      "step": 610
    },
    {
      "epoch": 1.6603260869565217,
      "grad_norm": 0.3617280423641205,
      "learning_rate": 5.592841163310961e-06,
      "loss": 1.3925,
      "step": 611
    },
    {
      "epoch": 1.6630434782608696,
      "grad_norm": 0.3400178551673889,
      "learning_rate": 5.576166385609892e-06,
      "loss": 1.3414,
      "step": 612
    },
    {
      "epoch": 1.6657608695652173,
      "grad_norm": 0.3407033085823059,
      "learning_rate": 5.559322033898304e-06,
      "loss": 1.3731,
      "step": 613
    },
    {
      "epoch": 1.6684782608695652,
      "grad_norm": 0.34921663999557495,
      "learning_rate": 5.542305508233957e-06,
      "loss": 1.3955,
      "step": 614
    },
    {
      "epoch": 1.671195652173913,
      "grad_norm": 0.3465006649494171,
      "learning_rate": 5.525114155251141e-06,
      "loss": 1.3132,
      "step": 615
    },
    {
      "epoch": 1.6739130434782608,
      "grad_norm": 0.35166648030281067,
      "learning_rate": 5.507745266781411e-06,
      "loss": 1.3554,
      "step": 616
    },
    {
      "epoch": 1.6766304347826086,
      "grad_norm": 0.3840665817260742,
      "learning_rate": 5.490196078431373e-06,
      "loss": 1.2921,
      "step": 617
    },
    {
      "epoch": 1.6793478260869565,
      "grad_norm": 0.3391146957874298,
      "learning_rate": 5.4724637681159414e-06,
      "loss": 1.3488,
      "step": 618
    },
    {
      "epoch": 1.6820652173913042,
      "grad_norm": 0.3500737249851227,
      "learning_rate": 5.454545454545454e-06,
      "loss": 1.3308,
      "step": 619
    },
    {
      "epoch": 1.6847826086956523,
      "grad_norm": 0.36856669187545776,
      "learning_rate": 5.436438195664909e-06,
      "loss": 1.2802,
      "step": 620
    },
    {
      "epoch": 1.6875,
      "grad_norm": 0.3350989818572998,
      "learning_rate": 5.418138987043581e-06,
      "loss": 1.336,
      "step": 621
    },
    {
      "epoch": 1.6902173913043477,
      "grad_norm": 0.35188931226730347,
      "learning_rate": 5.399644760213144e-06,
      "loss": 1.3416,
      "step": 622
    },
    {
      "epoch": 1.6929347826086958,
      "grad_norm": 0.3366836607456207,
      "learning_rate": 5.380952380952381e-06,
      "loss": 1.3587,
      "step": 623
    },
    {
      "epoch": 1.6956521739130435,
      "grad_norm": 0.3324086368083954,
      "learning_rate": 5.3620586475164575e-06,
      "loss": 1.3623,
      "step": 624
    },
    {
      "epoch": 1.6983695652173914,
      "grad_norm": 0.3365149199962616,
      "learning_rate": 5.3429602888086635e-06,
      "loss": 1.3576,
      "step": 625
    },
    {
      "epoch": 1.7010869565217392,
      "grad_norm": 0.3542598783969879,
      "learning_rate": 5.323653962492438e-06,
      "loss": 1.3239,
      "step": 626
    },
    {
      "epoch": 1.703804347826087,
      "grad_norm": 0.35152384638786316,
      "learning_rate": 5.304136253041362e-06,
      "loss": 1.3395,
      "step": 627
    },
    {
      "epoch": 1.7065217391304348,
      "grad_norm": 0.345515638589859,
      "learning_rate": 5.284403669724771e-06,
      "loss": 1.4407,
      "step": 628
    },
    {
      "epoch": 1.7092391304347827,
      "grad_norm": 0.333773672580719,
      "learning_rate": 5.2644526445264444e-06,
      "loss": 1.3048,
      "step": 629
    },
    {
      "epoch": 1.7119565217391304,
      "grad_norm": 0.3490050137042999,
      "learning_rate": 5.244279529993816e-06,
      "loss": 1.4172,
      "step": 630
    },
    {
      "epoch": 1.7146739130434783,
      "grad_norm": 0.3542667031288147,
      "learning_rate": 5.223880597014925e-06,
      "loss": 1.3624,
      "step": 631
    },
    {
      "epoch": 1.7173913043478262,
      "grad_norm": 0.36096838116645813,
      "learning_rate": 5.203252032520325e-06,
      "loss": 1.2933,
      "step": 632
    },
    {
      "epoch": 1.7201086956521738,
      "grad_norm": 0.3591996133327484,
      "learning_rate": 5.1823899371069175e-06,
      "loss": 1.3022,
      "step": 633
    },
    {
      "epoch": 1.7228260869565217,
      "grad_norm": 0.33392882347106934,
      "learning_rate": 5.161290322580645e-06,
      "loss": 1.292,
      "step": 634
    },
    {
      "epoch": 1.7255434782608696,
      "grad_norm": 0.37061673402786255,
      "learning_rate": 5.139949109414757e-06,
      "loss": 1.4192,
      "step": 635
    },
    {
      "epoch": 1.7282608695652173,
      "grad_norm": 0.3426995277404785,
      "learning_rate": 5.1183621241202815e-06,
      "loss": 1.3483,
      "step": 636
    },
    {
      "epoch": 1.7309782608695652,
      "grad_norm": 0.33502069115638733,
      "learning_rate": 5.096525096525096e-06,
      "loss": 1.4262,
      "step": 637
    },
    {
      "epoch": 1.733695652173913,
      "grad_norm": 0.34400445222854614,
      "learning_rate": 5.074433656957928e-06,
      "loss": 1.3643,
      "step": 638
    },
    {
      "epoch": 1.7364130434782608,
      "grad_norm": 0.32812371850013733,
      "learning_rate": 5.052083333333333e-06,
      "loss": 1.4587,
      "step": 639
    },
    {
      "epoch": 1.7391304347826086,
      "grad_norm": 0.3361847996711731,
      "learning_rate": 5.029469548133595e-06,
      "loss": 1.3439,
      "step": 640
    },
    {
      "epoch": 1.7418478260869565,
      "grad_norm": 0.34841278195381165,
      "learning_rate": 5.0065876152832674e-06,
      "loss": 1.3689,
      "step": 641
    },
    {
      "epoch": 1.7445652173913042,
      "grad_norm": 0.33427974581718445,
      "learning_rate": 4.983432736911861e-06,
      "loss": 1.2804,
      "step": 642
    },
    {
      "epoch": 1.7472826086956523,
      "grad_norm": 0.32697078585624695,
      "learning_rate": 4.96e-06,
      "loss": 1.3019,
      "step": 643
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.352584570646286,
      "learning_rate": 4.93628437290409e-06,
      "loss": 1.2847,
      "step": 644
    },
    {
      "epoch": 1.7527173913043477,
      "grad_norm": 0.3434447944164276,
      "learning_rate": 4.912280701754385e-06,
      "loss": 1.3631,
      "step": 645
    },
    {
      "epoch": 1.7554347826086958,
      "grad_norm": 0.3368462920188904,
      "learning_rate": 4.887983706720978e-06,
      "loss": 1.4064,
      "step": 646
    },
    {
      "epoch": 1.7581521739130435,
      "grad_norm": 0.33226725459098816,
      "learning_rate": 4.8633879781420755e-06,
      "loss": 1.3605,
      "step": 647
    },
    {
      "epoch": 1.7608695652173914,
      "grad_norm": 0.34347623586654663,
      "learning_rate": 4.83848797250859e-06,
      "loss": 1.3918,
      "step": 648
    },
    {
      "epoch": 1.7635869565217392,
      "grad_norm": 0.346498966217041,
      "learning_rate": 4.8132780082987544e-06,
      "loss": 1.3772,
      "step": 649
    },
    {
      "epoch": 1.766304347826087,
      "grad_norm": 0.3317979574203491,
      "learning_rate": 4.787752261656228e-06,
      "loss": 1.3775,
      "step": 650
    },
    {
      "epoch": 1.7690217391304348,
      "grad_norm": 0.36047762632369995,
      "learning_rate": 4.761904761904761e-06,
      "loss": 1.3881,
      "step": 651
    },
    {
      "epoch": 1.7717391304347827,
      "grad_norm": 0.3384213447570801,
      "learning_rate": 4.735729386892177e-06,
      "loss": 1.3693,
      "step": 652
    },
    {
      "epoch": 1.7744565217391304,
      "grad_norm": 0.33621373772621155,
      "learning_rate": 4.709219858156028e-06,
      "loss": 1.4111,
      "step": 653
    },
    {
      "epoch": 1.7771739130434783,
      "grad_norm": 0.33636173605918884,
      "learning_rate": 4.6823697359029255e-06,
      "loss": 1.3144,
      "step": 654
    },
    {
      "epoch": 1.7798913043478262,
      "grad_norm": 0.33351048827171326,
      "learning_rate": 4.655172413793103e-06,
      "loss": 1.349,
      "step": 655
    },
    {
      "epoch": 1.7826086956521738,
      "grad_norm": 0.32726943492889404,
      "learning_rate": 4.62762111352133e-06,
      "loss": 1.3875,
      "step": 656
    },
    {
      "epoch": 1.7853260869565217,
      "grad_norm": 0.3338076174259186,
      "learning_rate": 4.5997088791848614e-06,
      "loss": 1.3458,
      "step": 657
    },
    {
      "epoch": 1.7880434782608696,
      "grad_norm": 0.3343966603279114,
      "learning_rate": 4.571428571428571e-06,
      "loss": 1.3314,
      "step": 658
    },
    {
      "epoch": 1.7907608695652173,
      "grad_norm": 0.33754849433898926,
      "learning_rate": 4.5427728613569326e-06,
      "loss": 1.3338,
      "step": 659
    },
    {
      "epoch": 1.7934782608695652,
      "grad_norm": 0.34028756618499756,
      "learning_rate": 4.51373422420193e-06,
      "loss": 1.3775,
      "step": 660
    },
    {
      "epoch": 1.796195652173913,
      "grad_norm": 0.3283347189426422,
      "learning_rate": 4.4843049327354254e-06,
      "loss": 1.3437,
      "step": 661
    },
    {
      "epoch": 1.7989130434782608,
      "grad_norm": 0.35330507159233093,
      "learning_rate": 4.454477050413845e-06,
      "loss": 1.3844,
      "step": 662
    },
    {
      "epoch": 1.8016304347826086,
      "grad_norm": 0.33189696073532104,
      "learning_rate": 4.424242424242424e-06,
      "loss": 1.3126,
      "step": 663
    },
    {
      "epoch": 1.8043478260869565,
      "grad_norm": 0.3308519721031189,
      "learning_rate": 4.393592677345538e-06,
      "loss": 1.3042,
      "step": 664
    },
    {
      "epoch": 1.8070652173913042,
      "grad_norm": 0.3336990177631378,
      "learning_rate": 4.362519201228878e-06,
      "loss": 1.4633,
      "step": 665
    },
    {
      "epoch": 1.8097826086956523,
      "grad_norm": 0.33930081129074097,
      "learning_rate": 4.331013147718484e-06,
      "loss": 1.3027,
      "step": 666
    },
    {
      "epoch": 1.8125,
      "grad_norm": 0.33651721477508545,
      "learning_rate": 4.299065420560747e-06,
      "loss": 1.4218,
      "step": 667
    },
    {
      "epoch": 1.8152173913043477,
      "grad_norm": 0.3540966808795929,
      "learning_rate": 4.266666666666667e-06,
      "loss": 1.3684,
      "step": 668
    },
    {
      "epoch": 1.8179347826086958,
      "grad_norm": 0.3553326427936554,
      "learning_rate": 4.2338072669826225e-06,
      "loss": 1.343,
      "step": 669
    },
    {
      "epoch": 1.8206521739130435,
      "grad_norm": 0.3493621349334717,
      "learning_rate": 4.2004773269689735e-06,
      "loss": 1.3468,
      "step": 670
    },
    {
      "epoch": 1.8233695652173914,
      "grad_norm": 0.3427792191505432,
      "learning_rate": 4.166666666666667e-06,
      "loss": 1.3775,
      "step": 671
    },
    {
      "epoch": 1.8260869565217392,
      "grad_norm": 0.3357887864112854,
      "learning_rate": 4.1323648103309125e-06,
      "loss": 1.4103,
      "step": 672
    },
    {
      "epoch": 1.828804347826087,
      "grad_norm": 0.3339937627315521,
      "learning_rate": 4.097560975609756e-06,
      "loss": 1.2352,
      "step": 673
    },
    {
      "epoch": 1.8315217391304348,
      "grad_norm": 0.33390963077545166,
      "learning_rate": 4.062244062244062e-06,
      "loss": 1.3348,
      "step": 674
    },
    {
      "epoch": 1.8342391304347827,
      "grad_norm": 0.33141598105430603,
      "learning_rate": 4.0264026402640265e-06,
      "loss": 1.4008,
      "step": 675
    },
    {
      "epoch": 1.8369565217391304,
      "grad_norm": 0.3481482267379761,
      "learning_rate": 3.990024937655859e-06,
      "loss": 1.4426,
      "step": 676
    },
    {
      "epoch": 1.8396739130434783,
      "grad_norm": 0.3348937928676605,
      "learning_rate": 3.9530988274706864e-06,
      "loss": 1.3531,
      "step": 677
    },
    {
      "epoch": 1.8423913043478262,
      "grad_norm": 0.34614527225494385,
      "learning_rate": 3.915611814345991e-06,
      "loss": 1.4149,
      "step": 678
    },
    {
      "epoch": 1.8451086956521738,
      "grad_norm": 0.34718191623687744,
      "learning_rate": 3.877551020408163e-06,
      "loss": 1.3121,
      "step": 679
    },
    {
      "epoch": 1.8478260869565217,
      "grad_norm": 0.3331008553504944,
      "learning_rate": 3.8389031705227075e-06,
      "loss": 1.3773,
      "step": 680
    },
    {
      "epoch": 1.8505434782608696,
      "grad_norm": 0.3339367210865021,
      "learning_rate": 3.799654576856649e-06,
      "loss": 1.3741,
      "step": 681
    },
    {
      "epoch": 1.8532608695652173,
      "grad_norm": 0.34059810638427734,
      "learning_rate": 3.7597911227154046e-06,
      "loss": 1.4186,
      "step": 682
    },
    {
      "epoch": 1.8559782608695652,
      "grad_norm": 0.34646710753440857,
      "learning_rate": 3.7192982456140345e-06,
      "loss": 1.3247,
      "step": 683
    },
    {
      "epoch": 1.858695652173913,
      "grad_norm": 0.33644041419029236,
      "learning_rate": 3.6781609195402296e-06,
      "loss": 1.2994,
      "step": 684
    },
    {
      "epoch": 1.8614130434782608,
      "grad_norm": 0.33584222197532654,
      "learning_rate": 3.636363636363636e-06,
      "loss": 1.3625,
      "step": 685
    },
    {
      "epoch": 1.8641304347826086,
      "grad_norm": 0.3542543053627014,
      "learning_rate": 3.593890386343216e-06,
      "loss": 1.4085,
      "step": 686
    },
    {
      "epoch": 1.8668478260869565,
      "grad_norm": 0.3339426815509796,
      "learning_rate": 3.550724637681159e-06,
      "loss": 1.3908,
      "step": 687
    },
    {
      "epoch": 1.8695652173913042,
      "grad_norm": 0.3317144215106964,
      "learning_rate": 3.5068493150684927e-06,
      "loss": 1.3254,
      "step": 688
    },
    {
      "epoch": 1.8722826086956523,
      "grad_norm": 0.32547229528427124,
      "learning_rate": 3.462246777163904e-06,
      "loss": 1.3813,
      "step": 689
    },
    {
      "epoch": 1.875,
      "grad_norm": 0.3365728557109833,
      "learning_rate": 3.416898792943361e-06,
      "loss": 1.3404,
      "step": 690
    },
    {
      "epoch": 1.8777173913043477,
      "grad_norm": 0.33152568340301514,
      "learning_rate": 3.370786516853932e-06,
      "loss": 1.303,
      "step": 691
    },
    {
      "epoch": 1.8804347826086958,
      "grad_norm": 0.34790927171707153,
      "learning_rate": 3.3238904627006605e-06,
      "loss": 1.3703,
      "step": 692
    },
    {
      "epoch": 1.8831521739130435,
      "grad_norm": 0.3446458876132965,
      "learning_rate": 3.276190476190476e-06,
      "loss": 1.316,
      "step": 693
    },
    {
      "epoch": 1.8858695652173914,
      "grad_norm": 0.334216445684433,
      "learning_rate": 3.2276657060518727e-06,
      "loss": 1.4189,
      "step": 694
    },
    {
      "epoch": 1.8885869565217392,
      "grad_norm": 0.3326725661754608,
      "learning_rate": 3.1782945736434107e-06,
      "loss": 1.2832,
      "step": 695
    },
    {
      "epoch": 1.891304347826087,
      "grad_norm": 0.34493488073349,
      "learning_rate": 3.1280547409579666e-06,
      "loss": 1.3276,
      "step": 696
    },
    {
      "epoch": 1.8940217391304348,
      "grad_norm": 0.34864330291748047,
      "learning_rate": 3.0769230769230766e-06,
      "loss": 1.3397,
      "step": 697
    },
    {
      "epoch": 1.8967391304347827,
      "grad_norm": 0.3301394581794739,
      "learning_rate": 3.0248756218905467e-06,
      "loss": 1.3018,
      "step": 698
    },
    {
      "epoch": 1.8994565217391304,
      "grad_norm": 0.33378443121910095,
      "learning_rate": 2.9718875502008025e-06,
      "loss": 1.3894,
      "step": 699
    },
    {
      "epoch": 1.9021739130434783,
      "grad_norm": 0.33840638399124146,
      "learning_rate": 2.917933130699088e-06,
      "loss": 1.371,
      "step": 700
    },
    {
      "epoch": 1.9048913043478262,
      "grad_norm": 0.3386146128177643,
      "learning_rate": 2.8629856850715747e-06,
      "loss": 1.3683,
      "step": 701
    },
    {
      "epoch": 1.9076086956521738,
      "grad_norm": 0.33338841795921326,
      "learning_rate": 2.807017543859649e-06,
      "loss": 1.4066,
      "step": 702
    },
    {
      "epoch": 1.9103260869565217,
      "grad_norm": 0.32861799001693726,
      "learning_rate": 2.7499999999999995e-06,
      "loss": 1.3388,
      "step": 703
    },
    {
      "epoch": 1.9130434782608696,
      "grad_norm": 0.3410465717315674,
      "learning_rate": 2.691903259726603e-06,
      "loss": 1.3076,
      "step": 704
    },
    {
      "epoch": 1.9157608695652173,
      "grad_norm": 0.33878254890441895,
      "learning_rate": 2.6326963906581743e-06,
      "loss": 1.3261,
      "step": 705
    },
    {
      "epoch": 1.9184782608695652,
      "grad_norm": 0.32100728154182434,
      "learning_rate": 2.5723472668810287e-06,
      "loss": 1.324,
      "step": 706
    },
    {
      "epoch": 1.921195652173913,
      "grad_norm": 0.3330436646938324,
      "learning_rate": 2.5108225108225104e-06,
      "loss": 1.278,
      "step": 707
    },
    {
      "epoch": 1.9239130434782608,
      "grad_norm": 0.340689092874527,
      "learning_rate": 2.448087431693989e-06,
      "loss": 1.3297,
      "step": 708
    },
    {
      "epoch": 1.9266304347826086,
      "grad_norm": 0.3378203511238098,
      "learning_rate": 2.3841059602649004e-06,
      "loss": 1.3884,
      "step": 709
    },
    {
      "epoch": 1.9293478260869565,
      "grad_norm": 0.35144487023353577,
      "learning_rate": 2.3188405797101444e-06,
      "loss": 1.36,
      "step": 710
    },
    {
      "epoch": 1.9320652173913042,
      "grad_norm": 0.329775333404541,
      "learning_rate": 2.2522522522522524e-06,
      "loss": 1.384,
      "step": 711
    },
    {
      "epoch": 1.9347826086956523,
      "grad_norm": 0.33017706871032715,
      "learning_rate": 2.184300341296928e-06,
      "loss": 1.3275,
      "step": 712
    },
    {
      "epoch": 1.9375,
      "grad_norm": 0.3360842764377594,
      "learning_rate": 2.114942528735632e-06,
      "loss": 1.4158,
      "step": 713
    },
    {
      "epoch": 1.9402173913043477,
      "grad_norm": 0.32160329818725586,
      "learning_rate": 2.044134727061556e-06,
      "loss": 1.2895,
      "step": 714
    },
    {
      "epoch": 1.9429347826086958,
      "grad_norm": 0.33702775835990906,
      "learning_rate": 1.9718309859154927e-06,
      "loss": 1.2626,
      "step": 715
    },
    {
      "epoch": 1.9456521739130435,
      "grad_norm": 0.3408706784248352,
      "learning_rate": 1.8979833926453144e-06,
      "loss": 1.3131,
      "step": 716
    },
    {
      "epoch": 1.9483695652173914,
      "grad_norm": 0.3265095353126526,
      "learning_rate": 1.8225419664268583e-06,
      "loss": 1.2896,
      "step": 717
    },
    {
      "epoch": 1.9510869565217392,
      "grad_norm": 0.34003371000289917,
      "learning_rate": 1.7454545454545452e-06,
      "loss": 1.2791,
      "step": 718
    },
    {
      "epoch": 1.953804347826087,
      "grad_norm": 0.33744871616363525,
      "learning_rate": 1.6666666666666665e-06,
      "loss": 1.3417,
      "step": 719
    },
    {
      "epoch": 1.9565217391304348,
      "grad_norm": 0.33043915033340454,
      "learning_rate": 1.5861214374225524e-06,
      "loss": 1.3383,
      "step": 720
    },
    {
      "epoch": 1.9592391304347827,
      "grad_norm": 0.3270052969455719,
      "learning_rate": 1.5037593984962404e-06,
      "loss": 1.358,
      "step": 721
    },
    {
      "epoch": 1.9619565217391304,
      "grad_norm": 0.32354652881622314,
      "learning_rate": 1.4195183776932827e-06,
      "loss": 1.3476,
      "step": 722
    },
    {
      "epoch": 1.9646739130434783,
      "grad_norm": 0.33073997497558594,
      "learning_rate": 1.3333333333333332e-06,
      "loss": 1.3588,
      "step": 723
    },
    {
      "epoch": 1.9673913043478262,
      "grad_norm": 0.33804917335510254,
      "learning_rate": 1.245136186770428e-06,
      "loss": 1.3842,
      "step": 724
    },
    {
      "epoch": 1.9701086956521738,
      "grad_norm": 0.3286682367324829,
      "learning_rate": 1.1548556430446192e-06,
      "loss": 1.303,
      "step": 725
    },
    {
      "epoch": 1.9728260869565217,
      "grad_norm": 0.33602073788642883,
      "learning_rate": 1.0624169986719786e-06,
      "loss": 1.2939,
      "step": 726
    },
    {
      "epoch": 1.9755434782608696,
      "grad_norm": 0.33070436120033264,
      "learning_rate": 9.67741935483871e-07,
      "loss": 1.2889,
      "step": 727
    },
    {
      "epoch": 1.9782608695652173,
      "grad_norm": 0.33206212520599365,
      "learning_rate": 8.707482993197278e-07,
      "loss": 1.3471,
      "step": 728
    },
    {
      "epoch": 1.9809782608695652,
      "grad_norm": 0.32087206840515137,
      "learning_rate": 7.713498622589532e-07,
      "loss": 1.3782,
      "step": 729
    },
    {
      "epoch": 1.983695652173913,
      "grad_norm": 0.32111042737960815,
      "learning_rate": 6.694560669456067e-07,
      "loss": 1.2801,
      "step": 730
    },
    {
      "epoch": 1.9864130434782608,
      "grad_norm": 0.3236371874809265,
      "learning_rate": 5.649717514124293e-07,
      "loss": 1.4388,
      "step": 731
    },
    {
      "epoch": 1.9891304347826086,
      "grad_norm": 0.3244304656982422,
      "learning_rate": 4.5779685264663803e-07,
      "loss": 1.2649,
      "step": 732
    },
    {
      "epoch": 1.9918478260869565,
      "grad_norm": 0.505721926689148,
      "learning_rate": 3.478260869565217e-07,
      "loss": 1.272,
      "step": 733
    },
    {
      "epoch": 1.9945652173913042,
      "grad_norm": 0.3223818838596344,
      "learning_rate": 2.3494860499265783e-07,
      "loss": 1.3915,
      "step": 734
    },
    {
      "epoch": 1.9972826086956523,
      "grad_norm": 0.3199419677257538,
      "learning_rate": 1.1904761904761904e-07,
      "loss": 1.3722,
      "step": 735
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.3224795460700989,
      "learning_rate": 0,
      "loss": 1.4072,
      "step": 736
    }
  ],
  "logging_steps": 1,
  "max_steps": 736,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 184,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.746705359123513e+19,
  "train_batch_size": 6,
  "trial_name": null,
  "trial_params": null
}