ChatGLM-Efficient-Tuning-SFT / trainer_state.json
Laurie's picture
Upload 9 files
9be28aa
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9832036050798852,
"global_step": 3000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 4.999915179102931e-05,
"loss": 2.5998,
"step": 10
},
{
"epoch": 0.01,
"learning_rate": 4.999570604073014e-05,
"loss": 2.4323,
"step": 20
},
{
"epoch": 0.01,
"learning_rate": 4.998961010109915e-05,
"loss": 2.2223,
"step": 30
},
{
"epoch": 0.01,
"learning_rate": 4.9980864618463135e-05,
"loss": 2.2165,
"step": 40
},
{
"epoch": 0.02,
"learning_rate": 4.996947052006874e-05,
"loss": 2.1109,
"step": 50
},
{
"epoch": 0.02,
"learning_rate": 4.9955429013984174e-05,
"loss": 2.0959,
"step": 60
},
{
"epoch": 0.02,
"learning_rate": 4.993874158897114e-05,
"loss": 2.094,
"step": 70
},
{
"epoch": 0.03,
"learning_rate": 4.9919410014326955e-05,
"loss": 2.0554,
"step": 80
},
{
"epoch": 0.03,
"learning_rate": 4.989743633969698e-05,
"loss": 2.0815,
"step": 90
},
{
"epoch": 0.03,
"learning_rate": 4.9872822894857296e-05,
"loss": 2.1007,
"step": 100
},
{
"epoch": 0.04,
"learning_rate": 4.98455722894677e-05,
"loss": 2.1199,
"step": 110
},
{
"epoch": 0.04,
"learning_rate": 4.981568741279498e-05,
"loss": 2.1445,
"step": 120
},
{
"epoch": 0.04,
"learning_rate": 4.978317143340662e-05,
"loss": 2.0086,
"step": 130
},
{
"epoch": 0.05,
"learning_rate": 4.974802779883484e-05,
"loss": 2.0287,
"step": 140
},
{
"epoch": 0.05,
"learning_rate": 4.971026023521105e-05,
"loss": 2.0494,
"step": 150
},
{
"epoch": 0.05,
"learning_rate": 4.966987274687078e-05,
"loss": 1.971,
"step": 160
},
{
"epoch": 0.06,
"learning_rate": 4.9626869615929175e-05,
"loss": 2.1144,
"step": 170
},
{
"epoch": 0.06,
"learning_rate": 4.958125540182689e-05,
"loss": 2.0514,
"step": 180
},
{
"epoch": 0.06,
"learning_rate": 4.953303494084675e-05,
"loss": 2.0357,
"step": 190
},
{
"epoch": 0.07,
"learning_rate": 4.9482213345600936e-05,
"loss": 2.0314,
"step": 200
},
{
"epoch": 0.07,
"learning_rate": 4.942879600448893e-05,
"loss": 1.9785,
"step": 210
},
{
"epoch": 0.07,
"learning_rate": 4.9372788581126215e-05,
"loss": 2.1087,
"step": 220
},
{
"epoch": 0.08,
"learning_rate": 4.931419701374377e-05,
"loss": 2.0925,
"step": 230
},
{
"epoch": 0.08,
"learning_rate": 4.925302751455846e-05,
"loss": 2.1145,
"step": 240
},
{
"epoch": 0.08,
"learning_rate": 4.918928656911439e-05,
"loss": 1.9985,
"step": 250
},
{
"epoch": 0.09,
"learning_rate": 4.91229809355953e-05,
"loss": 1.939,
"step": 260
},
{
"epoch": 0.09,
"learning_rate": 4.905411764410796e-05,
"loss": 2.0781,
"step": 270
},
{
"epoch": 0.09,
"learning_rate": 4.898270399593684e-05,
"loss": 2.1217,
"step": 280
},
{
"epoch": 0.1,
"learning_rate": 4.8908747562769995e-05,
"loss": 2.0891,
"step": 290
},
{
"epoch": 0.1,
"learning_rate": 4.8832256185896244e-05,
"loss": 2.0106,
"step": 300
},
{
"epoch": 0.1,
"learning_rate": 4.875323797537378e-05,
"loss": 2.0148,
"step": 310
},
{
"epoch": 0.1,
"learning_rate": 4.867170130917034e-05,
"loss": 2.0716,
"step": 320
},
{
"epoch": 0.11,
"learning_rate": 4.858765483227488e-05,
"loss": 2.1095,
"step": 330
},
{
"epoch": 0.11,
"learning_rate": 4.8501107455781024e-05,
"loss": 2.0128,
"step": 340
},
{
"epoch": 0.11,
"learning_rate": 4.841206835594222e-05,
"loss": 2.0141,
"step": 350
},
{
"epoch": 0.12,
"learning_rate": 4.832054697319884e-05,
"loss": 2.0029,
"step": 360
},
{
"epoch": 0.12,
"learning_rate": 4.8226553011177265e-05,
"loss": 2.013,
"step": 370
},
{
"epoch": 0.12,
"learning_rate": 4.813009643566101e-05,
"loss": 1.9818,
"step": 380
},
{
"epoch": 0.13,
"learning_rate": 4.803118747353412e-05,
"loss": 1.9709,
"step": 390
},
{
"epoch": 0.13,
"learning_rate": 4.792983661169685e-05,
"loss": 2.0799,
"step": 400
},
{
"epoch": 0.13,
"learning_rate": 4.7826054595953815e-05,
"loss": 2.042,
"step": 410
},
{
"epoch": 0.14,
"learning_rate": 4.77198524298746e-05,
"loss": 1.9697,
"step": 420
},
{
"epoch": 0.14,
"learning_rate": 4.7611241373627136e-05,
"loss": 2.0052,
"step": 430
},
{
"epoch": 0.14,
"learning_rate": 4.750023294278381e-05,
"loss": 2.0353,
"step": 440
},
{
"epoch": 0.15,
"learning_rate": 4.738683890710056e-05,
"loss": 2.0077,
"step": 450
},
{
"epoch": 0.15,
"learning_rate": 4.727107128926892e-05,
"loss": 1.984,
"step": 460
},
{
"epoch": 0.15,
"learning_rate": 4.715294236364135e-05,
"loss": 1.9694,
"step": 470
},
{
"epoch": 0.16,
"learning_rate": 4.70324646549298e-05,
"loss": 1.9918,
"step": 480
},
{
"epoch": 0.16,
"learning_rate": 4.690965093687781e-05,
"loss": 2.0472,
"step": 490
},
{
"epoch": 0.16,
"learning_rate": 4.6784514230906146e-05,
"loss": 1.8565,
"step": 500
},
{
"epoch": 0.17,
"learning_rate": 4.6657067804732156e-05,
"loss": 2.0349,
"step": 510
},
{
"epoch": 0.17,
"learning_rate": 4.652732517096311e-05,
"loss": 2.0547,
"step": 520
},
{
"epoch": 0.17,
"learning_rate": 4.639530008566349e-05,
"loss": 2.0175,
"step": 530
},
{
"epoch": 0.18,
"learning_rate": 4.626100654689648e-05,
"loss": 2.0696,
"step": 540
},
{
"epoch": 0.18,
"learning_rate": 4.612445879323982e-05,
"loss": 2.0239,
"step": 550
},
{
"epoch": 0.18,
"learning_rate": 4.5985671302276165e-05,
"loss": 2.1,
"step": 560
},
{
"epoch": 0.19,
"learning_rate": 4.584465878905807e-05,
"loss": 1.9731,
"step": 570
},
{
"epoch": 0.19,
"learning_rate": 4.570143620454781e-05,
"loss": 1.9604,
"step": 580
},
{
"epoch": 0.19,
"learning_rate": 4.55560187340322e-05,
"loss": 1.9924,
"step": 590
},
{
"epoch": 0.2,
"learning_rate": 4.5408421795512576e-05,
"loss": 2.049,
"step": 600
},
{
"epoch": 0.2,
"learning_rate": 4.525866103807007e-05,
"loss": 1.9764,
"step": 610
},
{
"epoch": 0.2,
"learning_rate": 4.5106752340206435e-05,
"loss": 1.9687,
"step": 620
},
{
"epoch": 0.21,
"learning_rate": 4.495271180816045e-05,
"loss": 2.0358,
"step": 630
},
{
"epoch": 0.21,
"learning_rate": 4.479655577420031e-05,
"loss": 2.076,
"step": 640
},
{
"epoch": 0.21,
"learning_rate": 4.463830079489196e-05,
"loss": 2.0922,
"step": 650
},
{
"epoch": 0.22,
"learning_rate": 4.447796364934368e-05,
"loss": 1.951,
"step": 660
},
{
"epoch": 0.22,
"learning_rate": 4.431556133742702e-05,
"loss": 1.936,
"step": 670
},
{
"epoch": 0.22,
"learning_rate": 4.415111107797445e-05,
"loss": 1.9275,
"step": 680
},
{
"epoch": 0.23,
"learning_rate": 4.3984630306953676e-05,
"loss": 2.0845,
"step": 690
},
{
"epoch": 0.23,
"learning_rate": 4.381613667561898e-05,
"loss": 2.0253,
"step": 700
},
{
"epoch": 0.23,
"learning_rate": 4.3645648048639734e-05,
"loss": 1.9797,
"step": 710
},
{
"epoch": 0.24,
"learning_rate": 4.34731825022063e-05,
"loss": 1.9952,
"step": 720
},
{
"epoch": 0.24,
"learning_rate": 4.3298758322113455e-05,
"loss": 1.9893,
"step": 730
},
{
"epoch": 0.24,
"learning_rate": 4.312239400182166e-05,
"loss": 2.006,
"step": 740
},
{
"epoch": 0.25,
"learning_rate": 4.294410824049626e-05,
"loss": 1.9752,
"step": 750
},
{
"epoch": 0.25,
"learning_rate": 4.2763919941024904e-05,
"loss": 2.0759,
"step": 760
},
{
"epoch": 0.25,
"learning_rate": 4.258184820801331e-05,
"loss": 1.973,
"step": 770
},
{
"epoch": 0.26,
"learning_rate": 4.239791234575974e-05,
"loss": 1.9161,
"step": 780
},
{
"epoch": 0.26,
"learning_rate": 4.2212131856208205e-05,
"loss": 2.0307,
"step": 790
},
{
"epoch": 0.26,
"learning_rate": 4.2024526436880785e-05,
"loss": 1.9427,
"step": 800
},
{
"epoch": 0.27,
"learning_rate": 4.1835115978789156e-05,
"loss": 1.9997,
"step": 810
},
{
"epoch": 0.27,
"learning_rate": 4.164392056432566e-05,
"loss": 2.069,
"step": 820
},
{
"epoch": 0.27,
"learning_rate": 4.1450960465134025e-05,
"loss": 1.9659,
"step": 830
},
{
"epoch": 0.28,
"learning_rate": 4.1256256139960065e-05,
"loss": 1.9834,
"step": 840
},
{
"epoch": 0.28,
"learning_rate": 4.1059828232482524e-05,
"loss": 1.9762,
"step": 850
},
{
"epoch": 0.28,
"learning_rate": 4.086169756912431e-05,
"loss": 1.9506,
"step": 860
},
{
"epoch": 0.29,
"learning_rate": 4.0661885156844356e-05,
"loss": 2.0073,
"step": 870
},
{
"epoch": 0.29,
"learning_rate": 4.0460412180910336e-05,
"loss": 1.9905,
"step": 880
},
{
"epoch": 0.29,
"learning_rate": 4.025730000265251e-05,
"loss": 2.0375,
"step": 890
},
{
"epoch": 0.29,
"learning_rate": 4.0052570157198833e-05,
"loss": 2.0074,
"step": 900
},
{
"epoch": 0.3,
"learning_rate": 3.984624435119168e-05,
"loss": 2.089,
"step": 910
},
{
"epoch": 0.3,
"learning_rate": 3.963834446048644e-05,
"loss": 2.044,
"step": 920
},
{
"epoch": 0.3,
"learning_rate": 3.942889252783202e-05,
"loss": 1.9993,
"step": 930
},
{
"epoch": 0.31,
"learning_rate": 3.921791076053379e-05,
"loss": 1.9848,
"step": 940
},
{
"epoch": 0.31,
"learning_rate": 3.90054215280991e-05,
"loss": 1.954,
"step": 950
},
{
"epoch": 0.31,
"learning_rate": 3.879144735986539e-05,
"loss": 2.0205,
"step": 960
},
{
"epoch": 0.32,
"learning_rate": 3.8576010942611635e-05,
"loss": 2.0108,
"step": 970
},
{
"epoch": 0.32,
"learning_rate": 3.83591351181529e-05,
"loss": 1.9914,
"step": 980
},
{
"epoch": 0.32,
"learning_rate": 3.8140842880918515e-05,
"loss": 1.9914,
"step": 990
},
{
"epoch": 0.33,
"learning_rate": 3.792115737551411e-05,
"loss": 1.8875,
"step": 1000
},
{
"epoch": 0.33,
"learning_rate": 3.7700101894267615e-05,
"loss": 2.0138,
"step": 1010
},
{
"epoch": 0.33,
"learning_rate": 3.7477699874759784e-05,
"loss": 1.9455,
"step": 1020
},
{
"epoch": 0.34,
"learning_rate": 3.725397489733912e-05,
"loss": 1.9611,
"step": 1030
},
{
"epoch": 0.34,
"learning_rate": 3.702895068262177e-05,
"loss": 1.9679,
"step": 1040
},
{
"epoch": 0.34,
"learning_rate": 3.680265108897652e-05,
"loss": 2.0271,
"step": 1050
},
{
"epoch": 0.35,
"learning_rate": 3.657510010999524e-05,
"loss": 1.9258,
"step": 1060
},
{
"epoch": 0.35,
"learning_rate": 3.63463218719489e-05,
"loss": 2.0162,
"step": 1070
},
{
"epoch": 0.35,
"learning_rate": 3.6116340631229574e-05,
"loss": 1.9973,
"step": 1080
},
{
"epoch": 0.36,
"learning_rate": 3.588518077177861e-05,
"loss": 2.0753,
"step": 1090
},
{
"epoch": 0.36,
"learning_rate": 3.565286680250138e-05,
"loss": 2.0728,
"step": 1100
},
{
"epoch": 0.36,
"learning_rate": 3.541942335466864e-05,
"loss": 1.993,
"step": 1110
},
{
"epoch": 0.37,
"learning_rate": 3.518487517930495e-05,
"loss": 1.9577,
"step": 1120
},
{
"epoch": 0.37,
"learning_rate": 3.494924714456454e-05,
"loss": 1.9794,
"step": 1130
},
{
"epoch": 0.37,
"learning_rate": 3.471256423309454e-05,
"loss": 2.0123,
"step": 1140
},
{
"epoch": 0.38,
"learning_rate": 3.4474851539386214e-05,
"loss": 2.0714,
"step": 1150
},
{
"epoch": 0.38,
"learning_rate": 3.423613426711431e-05,
"loss": 2.0283,
"step": 1160
},
{
"epoch": 0.38,
"learning_rate": 3.3996437726464787e-05,
"loss": 2.0507,
"step": 1170
},
{
"epoch": 0.39,
"learning_rate": 3.375578733145131e-05,
"loss": 1.9589,
"step": 1180
},
{
"epoch": 0.39,
"learning_rate": 3.3514208597220705e-05,
"loss": 2.0361,
"step": 1190
},
{
"epoch": 0.39,
"learning_rate": 3.327172713734768e-05,
"loss": 2.0543,
"step": 1200
},
{
"epoch": 0.4,
"learning_rate": 3.3028368661119166e-05,
"loss": 1.963,
"step": 1210
},
{
"epoch": 0.4,
"learning_rate": 3.278415897080839e-05,
"loss": 2.0818,
"step": 1220
},
{
"epoch": 0.4,
"learning_rate": 3.253912395893927e-05,
"loss": 1.9921,
"step": 1230
},
{
"epoch": 0.41,
"learning_rate": 3.2293289605541063e-05,
"loss": 2.0351,
"step": 1240
},
{
"epoch": 0.41,
"learning_rate": 3.204668197539385e-05,
"loss": 2.0442,
"step": 1250
},
{
"epoch": 0.41,
"learning_rate": 3.179932721526497e-05,
"loss": 2.024,
"step": 1260
},
{
"epoch": 0.42,
"learning_rate": 3.155125155113682e-05,
"loss": 2.0295,
"step": 1270
},
{
"epoch": 0.42,
"learning_rate": 3.13024812854262e-05,
"loss": 2.0086,
"step": 1280
},
{
"epoch": 0.42,
"learning_rate": 3.105304279419559e-05,
"loss": 2.0039,
"step": 1290
},
{
"epoch": 0.43,
"learning_rate": 3.0802962524356606e-05,
"loss": 2.0377,
"step": 1300
},
{
"epoch": 0.43,
"learning_rate": 3.0552266990865934e-05,
"loss": 1.946,
"step": 1310
},
{
"epoch": 0.43,
"learning_rate": 3.0300982773914093e-05,
"loss": 2.0119,
"step": 1320
},
{
"epoch": 0.44,
"learning_rate": 3.0049136516107205e-05,
"loss": 1.9564,
"step": 1330
},
{
"epoch": 0.44,
"learning_rate": 2.9796754919642228e-05,
"loss": 1.9831,
"step": 1340
},
{
"epoch": 0.44,
"learning_rate": 2.954386474347582e-05,
"loss": 1.945,
"step": 1350
},
{
"epoch": 0.45,
"learning_rate": 2.929049280048719e-05,
"loss": 1.9298,
"step": 1360
},
{
"epoch": 0.45,
"learning_rate": 2.9036665954635266e-05,
"loss": 1.939,
"step": 1370
},
{
"epoch": 0.45,
"learning_rate": 2.8782411118110397e-05,
"loss": 2.0291,
"step": 1380
},
{
"epoch": 0.46,
"learning_rate": 2.852775524848098e-05,
"loss": 1.9421,
"step": 1390
},
{
"epoch": 0.46,
"learning_rate": 2.8272725345835278e-05,
"loss": 1.9836,
"step": 1400
},
{
"epoch": 0.46,
"learning_rate": 2.8017348449918672e-05,
"loss": 2.0366,
"step": 1410
},
{
"epoch": 0.47,
"learning_rate": 2.7761651637266795e-05,
"loss": 2.0529,
"step": 1420
},
{
"epoch": 0.47,
"learning_rate": 2.7505662018334698e-05,
"loss": 2.0653,
"step": 1430
},
{
"epoch": 0.47,
"learning_rate": 2.7249406734622446e-05,
"loss": 1.938,
"step": 1440
},
{
"epoch": 0.48,
"learning_rate": 2.699291295579743e-05,
"loss": 1.9879,
"step": 1450
},
{
"epoch": 0.48,
"learning_rate": 2.6736207876813646e-05,
"loss": 2.0756,
"step": 1460
},
{
"epoch": 0.48,
"learning_rate": 2.647931871502839e-05,
"loss": 2.0165,
"step": 1470
},
{
"epoch": 0.49,
"learning_rate": 2.6222272707316453e-05,
"loss": 1.9832,
"step": 1480
},
{
"epoch": 0.49,
"learning_rate": 2.596509710718235e-05,
"loss": 2.0621,
"step": 1490
},
{
"epoch": 0.49,
"learning_rate": 2.570781918187074e-05,
"loss": 2.0004,
"step": 1500
},
{
"epoch": 0.49,
"learning_rate": 2.545046620947538e-05,
"loss": 1.9492,
"step": 1510
},
{
"epoch": 0.5,
"learning_rate": 2.5193065476046955e-05,
"loss": 2.0872,
"step": 1520
},
{
"epoch": 0.5,
"learning_rate": 2.4935644272700044e-05,
"loss": 1.9346,
"step": 1530
},
{
"epoch": 0.5,
"learning_rate": 2.4678229892719587e-05,
"loss": 1.9643,
"step": 1540
},
{
"epoch": 0.51,
"learning_rate": 2.4420849628667046e-05,
"loss": 1.9377,
"step": 1550
},
{
"epoch": 0.51,
"learning_rate": 2.4163530769486737e-05,
"loss": 2.002,
"step": 1560
},
{
"epoch": 0.51,
"learning_rate": 2.3906300597612456e-05,
"loss": 1.9659,
"step": 1570
},
{
"epoch": 0.52,
"learning_rate": 2.3649186386074872e-05,
"loss": 1.9492,
"step": 1580
},
{
"epoch": 0.52,
"learning_rate": 2.3392215395609862e-05,
"loss": 1.9525,
"step": 1590
},
{
"epoch": 0.52,
"learning_rate": 2.313541487176818e-05,
"loss": 2.013,
"step": 1600
},
{
"epoch": 0.53,
"learning_rate": 2.2878812042026713e-05,
"loss": 2.0389,
"step": 1610
},
{
"epoch": 0.53,
"learning_rate": 2.2622434112901694e-05,
"loss": 1.9962,
"step": 1620
},
{
"epoch": 0.53,
"learning_rate": 2.2366308267064072e-05,
"loss": 1.9724,
"step": 1630
},
{
"epoch": 0.54,
"learning_rate": 2.2110461660457482e-05,
"loss": 2.0942,
"step": 1640
},
{
"epoch": 0.54,
"learning_rate": 2.1854921419418996e-05,
"loss": 1.9673,
"step": 1650
},
{
"epoch": 0.54,
"learning_rate": 2.159971463780304e-05,
"loss": 1.969,
"step": 1660
},
{
"epoch": 0.55,
"learning_rate": 2.1344868374108732e-05,
"loss": 2.0669,
"step": 1670
},
{
"epoch": 0.55,
"learning_rate": 2.1090409648611005e-05,
"loss": 2.069,
"step": 1680
},
{
"epoch": 0.55,
"learning_rate": 2.0836365440495754e-05,
"loss": 1.9849,
"step": 1690
},
{
"epoch": 0.56,
"learning_rate": 2.0582762684999327e-05,
"loss": 2.0086,
"step": 1700
},
{
"epoch": 0.56,
"learning_rate": 2.032962827055273e-05,
"loss": 1.9318,
"step": 1710
},
{
"epoch": 0.56,
"learning_rate": 2.0076989035930732e-05,
"loss": 1.9637,
"step": 1720
},
{
"epoch": 0.57,
"learning_rate": 1.982487176740627e-05,
"loss": 2.0757,
"step": 1730
},
{
"epoch": 0.57,
"learning_rate": 1.957330319591043e-05,
"loss": 2.0004,
"step": 1740
},
{
"epoch": 0.57,
"learning_rate": 1.9322309994198255e-05,
"loss": 1.9287,
"step": 1750
},
{
"epoch": 0.58,
"learning_rate": 1.907191877402076e-05,
"loss": 1.9431,
"step": 1760
},
{
"epoch": 0.58,
"learning_rate": 1.8822156083303387e-05,
"loss": 1.8691,
"step": 1770
},
{
"epoch": 0.58,
"learning_rate": 1.8573048403331256e-05,
"loss": 1.9908,
"step": 1780
},
{
"epoch": 0.59,
"learning_rate": 1.832462214594146e-05,
"loss": 2.0072,
"step": 1790
},
{
"epoch": 0.59,
"learning_rate": 1.8076903650722733e-05,
"loss": 1.9912,
"step": 1800
},
{
"epoch": 0.59,
"learning_rate": 1.7829919182222752e-05,
"loss": 1.9576,
"step": 1810
},
{
"epoch": 0.6,
"learning_rate": 1.7583694927163453e-05,
"loss": 2.0165,
"step": 1820
},
{
"epoch": 0.6,
"learning_rate": 1.7338256991664537e-05,
"loss": 1.9341,
"step": 1830
},
{
"epoch": 0.6,
"learning_rate": 1.709363139847557e-05,
"loss": 1.9782,
"step": 1840
},
{
"epoch": 0.61,
"learning_rate": 1.6849844084216874e-05,
"loss": 1.9201,
"step": 1850
},
{
"epoch": 0.61,
"learning_rate": 1.660692089662959e-05,
"loss": 1.932,
"step": 1860
},
{
"epoch": 0.61,
"learning_rate": 1.6364887591835155e-05,
"loss": 1.9732,
"step": 1870
},
{
"epoch": 0.62,
"learning_rate": 1.612376983160449e-05,
"loss": 1.9243,
"step": 1880
},
{
"epoch": 0.62,
"learning_rate": 1.5883593180637168e-05,
"loss": 2.0249,
"step": 1890
},
{
"epoch": 0.62,
"learning_rate": 1.5644383103850944e-05,
"loss": 1.9553,
"step": 1900
},
{
"epoch": 0.63,
"learning_rate": 1.5406164963681774e-05,
"loss": 2.0105,
"step": 1910
},
{
"epoch": 0.63,
"learning_rate": 1.5168964017394738e-05,
"loss": 2.0154,
"step": 1920
},
{
"epoch": 0.63,
"learning_rate": 1.4932805414406164e-05,
"loss": 2.0062,
"step": 1930
},
{
"epoch": 0.64,
"learning_rate": 1.4697714193617097e-05,
"loss": 1.998,
"step": 1940
},
{
"epoch": 0.64,
"learning_rate": 1.446371528075855e-05,
"loss": 1.9942,
"step": 1950
},
{
"epoch": 0.64,
"learning_rate": 1.423083348574874e-05,
"loss": 1.9284,
"step": 1960
},
{
"epoch": 0.65,
"learning_rate": 1.3999093500062587e-05,
"loss": 1.9713,
"step": 1970
},
{
"epoch": 0.65,
"learning_rate": 1.3768519894113773e-05,
"loss": 1.8622,
"step": 1980
},
{
"epoch": 0.65,
"learning_rate": 1.3539137114649664e-05,
"loss": 1.97,
"step": 1990
},
{
"epoch": 0.66,
"learning_rate": 1.3310969482159297e-05,
"loss": 1.9003,
"step": 2000
},
{
"epoch": 0.66,
"learning_rate": 1.308404118829482e-05,
"loss": 1.9686,
"step": 2010
},
{
"epoch": 0.66,
"learning_rate": 1.2858376293306523e-05,
"loss": 2.0165,
"step": 2020
},
{
"epoch": 0.67,
"learning_rate": 1.263399872349183e-05,
"loss": 2.0162,
"step": 2030
},
{
"epoch": 0.67,
"learning_rate": 1.2410932268658521e-05,
"loss": 1.9395,
"step": 2040
},
{
"epoch": 0.67,
"learning_rate": 1.2189200579602369e-05,
"loss": 1.9701,
"step": 2050
},
{
"epoch": 0.68,
"learning_rate": 1.1968827165599564e-05,
"loss": 1.9819,
"step": 2060
},
{
"epoch": 0.68,
"learning_rate": 1.1749835391914121e-05,
"loss": 2.0189,
"step": 2070
},
{
"epoch": 0.68,
"learning_rate": 1.1532248477320548e-05,
"loss": 2.0084,
"step": 2080
},
{
"epoch": 0.68,
"learning_rate": 1.1316089491642076e-05,
"loss": 1.975,
"step": 2090
},
{
"epoch": 0.69,
"learning_rate": 1.110138135330464e-05,
"loss": 1.9917,
"step": 2100
},
{
"epoch": 0.69,
"learning_rate": 1.0888146826906976e-05,
"loss": 1.9626,
"step": 2110
},
{
"epoch": 0.69,
"learning_rate": 1.067640852080693e-05,
"loss": 2.0499,
"step": 2120
},
{
"epoch": 0.7,
"learning_rate": 1.0466188884724428e-05,
"loss": 2.0384,
"step": 2130
},
{
"epoch": 0.7,
"learning_rate": 1.0257510207361215e-05,
"loss": 2.0733,
"step": 2140
},
{
"epoch": 0.7,
"learning_rate": 1.0050394614037687e-05,
"loss": 2.0521,
"step": 2150
},
{
"epoch": 0.71,
"learning_rate": 9.844864064347015e-06,
"loss": 1.8643,
"step": 2160
},
{
"epoch": 0.71,
"learning_rate": 9.640940349826885e-06,
"loss": 2.0635,
"step": 2170
},
{
"epoch": 0.71,
"learning_rate": 9.438645091649029e-06,
"loss": 1.987,
"step": 2180
},
{
"epoch": 0.72,
"learning_rate": 9.237999738326812e-06,
"loss": 1.9523,
"step": 2190
},
{
"epoch": 0.72,
"learning_rate": 9.039025563441137e-06,
"loss": 1.8975,
"step": 2200
},
{
"epoch": 0.72,
"learning_rate": 8.841743663384913e-06,
"loss": 2.0279,
"step": 2210
},
{
"epoch": 0.73,
"learning_rate": 8.646174955126285e-06,
"loss": 2.0118,
"step": 2220
},
{
"epoch": 0.73,
"learning_rate": 8.452340173990882e-06,
"loss": 1.9109,
"step": 2230
},
{
"epoch": 0.73,
"learning_rate": 8.260259871463352e-06,
"loss": 2.0255,
"step": 2240
},
{
"epoch": 0.74,
"learning_rate": 8.0699544130084e-06,
"loss": 2.0055,
"step": 2250
},
{
"epoch": 0.74,
"learning_rate": 7.881443975911456e-06,
"loss": 1.9446,
"step": 2260
},
{
"epoch": 0.74,
"learning_rate": 7.69474854713943e-06,
"loss": 2.0647,
"step": 2270
},
{
"epoch": 0.75,
"learning_rate": 7.509887921221542e-06,
"loss": 1.9681,
"step": 2280
},
{
"epoch": 0.75,
"learning_rate": 7.3268816981506e-06,
"loss": 1.9948,
"step": 2290
},
{
"epoch": 0.75,
"learning_rate": 7.1457492813049e-06,
"loss": 2.0114,
"step": 2300
},
{
"epoch": 0.76,
"learning_rate": 6.966509875390961e-06,
"loss": 1.8271,
"step": 2310
},
{
"epoch": 0.76,
"learning_rate": 6.789182484407328e-06,
"loss": 1.9599,
"step": 2320
},
{
"epoch": 0.76,
"learning_rate": 6.613785909629686e-06,
"loss": 1.9513,
"step": 2330
},
{
"epoch": 0.77,
"learning_rate": 6.440338747617391e-06,
"loss": 2.0155,
"step": 2340
},
{
"epoch": 0.77,
"learning_rate": 6.268859388241799e-06,
"loss": 1.9281,
"step": 2350
},
{
"epoch": 0.77,
"learning_rate": 6.099366012736438e-06,
"loss": 1.9911,
"step": 2360
},
{
"epoch": 0.78,
"learning_rate": 5.931876591769345e-06,
"loss": 1.8573,
"step": 2370
},
{
"epoch": 0.78,
"learning_rate": 5.766408883537702e-06,
"loss": 2.0132,
"step": 2380
},
{
"epoch": 0.78,
"learning_rate": 5.602980431885024e-06,
"loss": 2.0155,
"step": 2390
},
{
"epoch": 0.79,
"learning_rate": 5.4416085644410304e-06,
"loss": 2.0248,
"step": 2400
},
{
"epoch": 0.79,
"learning_rate": 5.282310390784503e-06,
"loss": 1.8942,
"step": 2410
},
{
"epoch": 0.79,
"learning_rate": 5.125102800629203e-06,
"loss": 2.0011,
"step": 2420
},
{
"epoch": 0.8,
"learning_rate": 4.970002462033147e-06,
"loss": 2.001,
"step": 2430
},
{
"epoch": 0.8,
"learning_rate": 4.817025819631341e-06,
"loss": 1.9498,
"step": 2440
},
{
"epoch": 0.8,
"learning_rate": 4.666189092892245e-06,
"loss": 1.9387,
"step": 2450
},
{
"epoch": 0.81,
"learning_rate": 4.517508274398083e-06,
"loss": 2.0008,
"step": 2460
},
{
"epoch": 0.81,
"learning_rate": 4.370999128149211e-06,
"loss": 1.912,
"step": 2470
},
{
"epoch": 0.81,
"learning_rate": 4.226677187892739e-06,
"loss": 2.0202,
"step": 2480
},
{
"epoch": 0.82,
"learning_rate": 4.084557755475543e-06,
"loss": 1.9186,
"step": 2490
},
{
"epoch": 0.82,
"learning_rate": 3.94465589922188e-06,
"loss": 1.9801,
"step": 2500
},
{
"epoch": 0.82,
"learning_rate": 3.806986452335748e-06,
"loss": 1.9139,
"step": 2510
},
{
"epoch": 0.83,
"learning_rate": 3.67156401132821e-06,
"loss": 2.0275,
"step": 2520
},
{
"epoch": 0.83,
"learning_rate": 3.538402934469753e-06,
"loss": 1.8819,
"step": 2530
},
{
"epoch": 0.83,
"learning_rate": 3.4075173402679574e-06,
"loss": 1.9807,
"step": 2540
},
{
"epoch": 0.84,
"learning_rate": 3.2789211059705755e-06,
"loss": 2.018,
"step": 2550
},
{
"epoch": 0.84,
"learning_rate": 3.1526278660941792e-06,
"loss": 1.9896,
"step": 2560
},
{
"epoch": 0.84,
"learning_rate": 3.028651010978556e-06,
"loss": 2.0217,
"step": 2570
},
{
"epoch": 0.85,
"learning_rate": 2.9070036853669715e-06,
"loss": 1.9522,
"step": 2580
},
{
"epoch": 0.85,
"learning_rate": 2.7876987870125106e-06,
"loss": 1.9938,
"step": 2590
},
{
"epoch": 0.85,
"learning_rate": 2.67074896531056e-06,
"loss": 1.9406,
"step": 2600
},
{
"epoch": 0.86,
"learning_rate": 2.5561666199576757e-06,
"loss": 1.9142,
"step": 2610
},
{
"epoch": 0.86,
"learning_rate": 2.4439638996368585e-06,
"loss": 1.9649,
"step": 2620
},
{
"epoch": 0.86,
"learning_rate": 2.334152700729511e-06,
"loss": 1.9985,
"step": 2630
},
{
"epoch": 0.87,
"learning_rate": 2.226744666054098e-06,
"loss": 2.006,
"step": 2640
},
{
"epoch": 0.87,
"learning_rate": 2.1217511836317123e-06,
"loss": 1.9711,
"step": 2650
},
{
"epoch": 0.87,
"learning_rate": 2.019183385478654e-06,
"loss": 2.0882,
"step": 2660
},
{
"epoch": 0.88,
"learning_rate": 1.9190521464261425e-06,
"loss": 1.9489,
"step": 2670
},
{
"epoch": 0.88,
"learning_rate": 1.8213680829673092e-06,
"loss": 1.993,
"step": 2680
},
{
"epoch": 0.88,
"learning_rate": 1.7261415521315798e-06,
"loss": 2.0167,
"step": 2690
},
{
"epoch": 0.88,
"learning_rate": 1.6333826503865474e-06,
"loss": 1.9981,
"step": 2700
},
{
"epoch": 0.89,
"learning_rate": 1.543101212567502e-06,
"loss": 1.9637,
"step": 2710
},
{
"epoch": 0.89,
"learning_rate": 1.455306810834678e-06,
"loss": 1.9172,
"step": 2720
},
{
"epoch": 0.89,
"learning_rate": 1.3700087536583529e-06,
"loss": 1.9828,
"step": 2730
},
{
"epoch": 0.9,
"learning_rate": 1.287216084831927e-06,
"loss": 1.9952,
"step": 2740
},
{
"epoch": 0.9,
"learning_rate": 1.2069375825130292e-06,
"loss": 1.9243,
"step": 2750
},
{
"epoch": 0.9,
"learning_rate": 1.1291817582928104e-06,
"loss": 1.9311,
"step": 2760
},
{
"epoch": 0.91,
"learning_rate": 1.0539568562935003e-06,
"loss": 1.9303,
"step": 2770
},
{
"epoch": 0.91,
"learning_rate": 9.812708522943164e-07,
"loss": 1.995,
"step": 2780
},
{
"epoch": 0.91,
"learning_rate": 9.1113145288583e-07,
"loss": 1.98,
"step": 2790
},
{
"epoch": 0.92,
"learning_rate": 8.435460946528501e-07,
"loss": 1.9568,
"step": 2800
},
{
"epoch": 0.92,
"learning_rate": 7.785219433859847e-07,
"loss": 2.0242,
"step": 2810
},
{
"epoch": 0.92,
"learning_rate": 7.160658933218517e-07,
"loss": 1.9992,
"step": 2820
},
{
"epoch": 0.93,
"learning_rate": 6.561845664121297e-07,
"loss": 2.0315,
"step": 2830
},
{
"epoch": 0.93,
"learning_rate": 5.988843116214616e-07,
"loss": 1.9966,
"step": 2840
},
{
"epoch": 0.93,
"learning_rate": 5.441712042542845e-07,
"loss": 1.9345,
"step": 2850
},
{
"epoch": 0.94,
"learning_rate": 4.920510453107097e-07,
"loss": 2.0039,
"step": 2860
},
{
"epoch": 0.94,
"learning_rate": 4.425293608714548e-07,
"loss": 1.9521,
"step": 2870
},
{
"epoch": 0.94,
"learning_rate": 3.9561140151194166e-07,
"loss": 1.9668,
"step": 2880
},
{
"epoch": 0.95,
"learning_rate": 3.5130214174560193e-07,
"loss": 2.0093,
"step": 2890
},
{
"epoch": 0.95,
"learning_rate": 3.0960627949644107e-07,
"loss": 1.991,
"step": 2900
},
{
"epoch": 0.95,
"learning_rate": 2.705282356009503e-07,
"loss": 1.9216,
"step": 2910
},
{
"epoch": 0.96,
"learning_rate": 2.3407215333937082e-07,
"loss": 1.8886,
"step": 2920
},
{
"epoch": 0.96,
"learning_rate": 2.0024189799641435e-07,
"loss": 2.0617,
"step": 2930
},
{
"epoch": 0.96,
"learning_rate": 1.6904105645142444e-07,
"loss": 2.106,
"step": 2940
},
{
"epoch": 0.97,
"learning_rate": 1.4047293679809448e-07,
"loss": 1.9519,
"step": 2950
},
{
"epoch": 0.97,
"learning_rate": 1.1454056799370672e-07,
"loss": 2.0065,
"step": 2960
},
{
"epoch": 0.97,
"learning_rate": 9.124669953800014e-08,
"loss": 1.9542,
"step": 2970
},
{
"epoch": 0.98,
"learning_rate": 7.059380118163983e-08,
"loss": 1.9162,
"step": 2980
},
{
"epoch": 0.98,
"learning_rate": 5.2584062664368105e-08,
"loss": 2.0596,
"step": 2990
},
{
"epoch": 0.98,
"learning_rate": 3.7219393482834654e-08,
"loss": 2.0616,
"step": 3000
}
],
"max_steps": 3051,
"num_train_epochs": 1,
"total_flos": 3.754066494874583e+17,
"trial_name": null,
"trial_params": null
}