| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 18498, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.008108984755108661, | |
| "grad_norm": 1.6712403297424316, | |
| "learning_rate": 9.980942340442787e-06, | |
| "loss": 1.5976, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.016217969510217322, | |
| "grad_norm": 1.9675096273422241, | |
| "learning_rate": 9.960668234530858e-06, | |
| "loss": 1.4389, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.02432695426532598, | |
| "grad_norm": 4.630291938781738, | |
| "learning_rate": 9.940394128618928e-06, | |
| "loss": 1.387, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.032435939020434644, | |
| "grad_norm": 2.186373710632324, | |
| "learning_rate": 9.920120022707e-06, | |
| "loss": 1.4025, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.0405449237755433, | |
| "grad_norm": 1.8459932804107666, | |
| "learning_rate": 9.89984591679507e-06, | |
| "loss": 1.3795, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.04865390853065196, | |
| "grad_norm": 1.8652907609939575, | |
| "learning_rate": 9.879571810883141e-06, | |
| "loss": 1.3835, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.056762893285760625, | |
| "grad_norm": 1.97219979763031, | |
| "learning_rate": 9.859297704971211e-06, | |
| "loss": 1.3549, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.06487187804086929, | |
| "grad_norm": 1.764737844467163, | |
| "learning_rate": 9.839023599059281e-06, | |
| "loss": 1.3785, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.07298086279597794, | |
| "grad_norm": 1.37200927734375, | |
| "learning_rate": 9.818749493147353e-06, | |
| "loss": 1.397, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.0810898475510866, | |
| "grad_norm": 0.783941388130188, | |
| "learning_rate": 9.798475387235423e-06, | |
| "loss": 1.4055, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.08919883230619527, | |
| "grad_norm": 2.4082376956939697, | |
| "learning_rate": 9.778201281323494e-06, | |
| "loss": 1.2851, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.09730781706130393, | |
| "grad_norm": 1.2580335140228271, | |
| "learning_rate": 9.757927175411566e-06, | |
| "loss": 1.3557, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.10541680181641258, | |
| "grad_norm": 1.688684105873108, | |
| "learning_rate": 9.737653069499636e-06, | |
| "loss": 1.3462, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.11352578657152125, | |
| "grad_norm": 1.7642041444778442, | |
| "learning_rate": 9.717378963587707e-06, | |
| "loss": 1.3122, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.1216347713266299, | |
| "grad_norm": 1.5700275897979736, | |
| "learning_rate": 9.697104857675777e-06, | |
| "loss": 1.3248, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.12974375608173858, | |
| "grad_norm": 1.8756022453308105, | |
| "learning_rate": 9.676830751763849e-06, | |
| "loss": 1.3364, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.13785274083684723, | |
| "grad_norm": 2.0151844024658203, | |
| "learning_rate": 9.656556645851919e-06, | |
| "loss": 1.3566, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.1459617255919559, | |
| "grad_norm": 1.8269509077072144, | |
| "learning_rate": 9.636282539939989e-06, | |
| "loss": 1.3291, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.15407071034706454, | |
| "grad_norm": 2.033515453338623, | |
| "learning_rate": 9.61600843402806e-06, | |
| "loss": 1.3239, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.1621796951021732, | |
| "grad_norm": 1.2932145595550537, | |
| "learning_rate": 9.59573432811613e-06, | |
| "loss": 1.3458, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.17028867985728185, | |
| "grad_norm": 1.7336113452911377, | |
| "learning_rate": 9.575460222204202e-06, | |
| "loss": 1.3227, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.17839766461239054, | |
| "grad_norm": 2.2469635009765625, | |
| "learning_rate": 9.555186116292272e-06, | |
| "loss": 1.3055, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.1865066493674992, | |
| "grad_norm": 1.9851100444793701, | |
| "learning_rate": 9.534912010380343e-06, | |
| "loss": 1.2713, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.19461563412260785, | |
| "grad_norm": 1.896209716796875, | |
| "learning_rate": 9.514637904468413e-06, | |
| "loss": 1.3926, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.2027246188777165, | |
| "grad_norm": 1.941974401473999, | |
| "learning_rate": 9.494363798556485e-06, | |
| "loss": 1.2845, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.21083360363282516, | |
| "grad_norm": 1.7393105030059814, | |
| "learning_rate": 9.474089692644555e-06, | |
| "loss": 1.3989, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.21894258838793382, | |
| "grad_norm": 2.3268821239471436, | |
| "learning_rate": 9.453815586732625e-06, | |
| "loss": 1.3939, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.2270515731430425, | |
| "grad_norm": 2.2540266513824463, | |
| "learning_rate": 9.433541480820698e-06, | |
| "loss": 1.3421, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.23516055789815116, | |
| "grad_norm": 1.5483736991882324, | |
| "learning_rate": 9.413267374908768e-06, | |
| "loss": 1.3236, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.2432695426532598, | |
| "grad_norm": 1.2663439512252808, | |
| "learning_rate": 9.392993268996838e-06, | |
| "loss": 1.3333, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.25137852740836847, | |
| "grad_norm": 0.978643536567688, | |
| "learning_rate": 9.37271916308491e-06, | |
| "loss": 1.3522, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.25948751216347715, | |
| "grad_norm": 2.664464235305786, | |
| "learning_rate": 9.35244505717298e-06, | |
| "loss": 1.3969, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.2675964969185858, | |
| "grad_norm": 0.9333709478378296, | |
| "learning_rate": 9.332170951261051e-06, | |
| "loss": 1.3423, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.27570548167369446, | |
| "grad_norm": 2.0592761039733887, | |
| "learning_rate": 9.31189684534912e-06, | |
| "loss": 1.3274, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.2838144664288031, | |
| "grad_norm": 1.6379183530807495, | |
| "learning_rate": 9.291622739437192e-06, | |
| "loss": 1.321, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.2919234511839118, | |
| "grad_norm": 1.659201979637146, | |
| "learning_rate": 9.271348633525262e-06, | |
| "loss": 1.3662, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.30003243593902046, | |
| "grad_norm": 2.4258599281311035, | |
| "learning_rate": 9.251074527613332e-06, | |
| "loss": 1.2489, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.3081414206941291, | |
| "grad_norm": 2.314232349395752, | |
| "learning_rate": 9.230800421701404e-06, | |
| "loss": 1.3549, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.31625040544923777, | |
| "grad_norm": 1.78170645236969, | |
| "learning_rate": 9.210526315789474e-06, | |
| "loss": 1.3405, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.3243593902043464, | |
| "grad_norm": 2.3508291244506836, | |
| "learning_rate": 9.190252209877545e-06, | |
| "loss": 1.335, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.3324683749594551, | |
| "grad_norm": 3.0449280738830566, | |
| "learning_rate": 9.169978103965615e-06, | |
| "loss": 1.3188, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.3405773597145637, | |
| "grad_norm": 2.0919177532196045, | |
| "learning_rate": 9.149703998053687e-06, | |
| "loss": 1.3369, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.3486863444696724, | |
| "grad_norm": 1.5090256929397583, | |
| "learning_rate": 9.129429892141757e-06, | |
| "loss": 1.3782, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.3567953292247811, | |
| "grad_norm": 1.5943760871887207, | |
| "learning_rate": 9.109155786229828e-06, | |
| "loss": 1.2826, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.3649043139798897, | |
| "grad_norm": 1.4445804357528687, | |
| "learning_rate": 9.0888816803179e-06, | |
| "loss": 1.2706, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.3730132987349984, | |
| "grad_norm": 1.366866111755371, | |
| "learning_rate": 9.06860757440597e-06, | |
| "loss": 1.3081, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.381122283490107, | |
| "grad_norm": 1.5148597955703735, | |
| "learning_rate": 9.04833346849404e-06, | |
| "loss": 1.3117, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.3892312682452157, | |
| "grad_norm": 1.9457615613937378, | |
| "learning_rate": 9.028059362582111e-06, | |
| "loss": 1.3385, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.3973402530003244, | |
| "grad_norm": 1.0214955806732178, | |
| "learning_rate": 9.007785256670181e-06, | |
| "loss": 1.4173, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.405449237755433, | |
| "grad_norm": 2.3479509353637695, | |
| "learning_rate": 8.987511150758253e-06, | |
| "loss": 1.338, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.4135582225105417, | |
| "grad_norm": 1.7548096179962158, | |
| "learning_rate": 8.967237044846323e-06, | |
| "loss": 1.3245, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.4216672072656503, | |
| "grad_norm": 1.3919732570648193, | |
| "learning_rate": 8.946962938934394e-06, | |
| "loss": 1.2934, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.429776192020759, | |
| "grad_norm": 2.419706344604492, | |
| "learning_rate": 8.926688833022464e-06, | |
| "loss": 1.2451, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.43788517677586763, | |
| "grad_norm": 0.7026298642158508, | |
| "learning_rate": 8.906414727110536e-06, | |
| "loss": 1.3075, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.4459941615309763, | |
| "grad_norm": 1.9528323411941528, | |
| "learning_rate": 8.886140621198606e-06, | |
| "loss": 1.3071, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.454103146286085, | |
| "grad_norm": 1.322129487991333, | |
| "learning_rate": 8.865866515286676e-06, | |
| "loss": 1.3234, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.46221213104119363, | |
| "grad_norm": 3.2143826484680176, | |
| "learning_rate": 8.845592409374747e-06, | |
| "loss": 1.3553, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.4703211157963023, | |
| "grad_norm": 2.3696305751800537, | |
| "learning_rate": 8.825318303462817e-06, | |
| "loss": 1.2905, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.47843010055141094, | |
| "grad_norm": 1.7011082172393799, | |
| "learning_rate": 8.805044197550889e-06, | |
| "loss": 1.2826, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.4865390853065196, | |
| "grad_norm": 1.8602455854415894, | |
| "learning_rate": 8.784770091638959e-06, | |
| "loss": 1.2119, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.4946480700616283, | |
| "grad_norm": 1.8766978979110718, | |
| "learning_rate": 8.76449598572703e-06, | |
| "loss": 1.25, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.5027570548167369, | |
| "grad_norm": 1.2416331768035889, | |
| "learning_rate": 8.744221879815102e-06, | |
| "loss": 1.3494, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.5108660395718456, | |
| "grad_norm": 2.160327434539795, | |
| "learning_rate": 8.723947773903172e-06, | |
| "loss": 1.2821, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.5189750243269543, | |
| "grad_norm": 1.5392768383026123, | |
| "learning_rate": 8.703673667991243e-06, | |
| "loss": 1.3716, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.5270840090820629, | |
| "grad_norm": 1.9121636152267456, | |
| "learning_rate": 8.683399562079313e-06, | |
| "loss": 1.2615, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.5351929938371716, | |
| "grad_norm": 1.8084639310836792, | |
| "learning_rate": 8.663125456167383e-06, | |
| "loss": 1.3391, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.5433019785922802, | |
| "grad_norm": 2.516788959503174, | |
| "learning_rate": 8.642851350255455e-06, | |
| "loss": 1.2747, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.5514109633473889, | |
| "grad_norm": 5.785072326660156, | |
| "learning_rate": 8.622577244343525e-06, | |
| "loss": 1.3414, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.5595199481024976, | |
| "grad_norm": 3.8145599365234375, | |
| "learning_rate": 8.602303138431596e-06, | |
| "loss": 1.2274, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.5676289328576062, | |
| "grad_norm": 0.36742010712623596, | |
| "learning_rate": 8.582029032519666e-06, | |
| "loss": 1.2184, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.5757379176127149, | |
| "grad_norm": 2.2382278442382812, | |
| "learning_rate": 8.561754926607738e-06, | |
| "loss": 1.2359, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.5838469023678236, | |
| "grad_norm": 3.001042127609253, | |
| "learning_rate": 8.541480820695808e-06, | |
| "loss": 1.2839, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.5919558871229322, | |
| "grad_norm": 1.2254408597946167, | |
| "learning_rate": 8.521206714783878e-06, | |
| "loss": 1.3025, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.6000648718780409, | |
| "grad_norm": 2.408430576324463, | |
| "learning_rate": 8.50093260887195e-06, | |
| "loss": 1.2959, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.6081738566331495, | |
| "grad_norm": 1.125710129737854, | |
| "learning_rate": 8.480658502960019e-06, | |
| "loss": 1.3165, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.6162828413882582, | |
| "grad_norm": 1.7280784845352173, | |
| "learning_rate": 8.46038439704809e-06, | |
| "loss": 1.3033, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.6243918261433669, | |
| "grad_norm": 1.7289584875106812, | |
| "learning_rate": 8.440110291136162e-06, | |
| "loss": 1.3818, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.6325008108984755, | |
| "grad_norm": 1.4574753046035767, | |
| "learning_rate": 8.419836185224232e-06, | |
| "loss": 1.2858, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.6406097956535842, | |
| "grad_norm": 1.9952958822250366, | |
| "learning_rate": 8.399562079312304e-06, | |
| "loss": 1.323, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.6487187804086928, | |
| "grad_norm": 2.3702497482299805, | |
| "learning_rate": 8.379287973400374e-06, | |
| "loss": 1.3362, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.6568277651638015, | |
| "grad_norm": 2.1261913776397705, | |
| "learning_rate": 8.359013867488445e-06, | |
| "loss": 1.2978, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.6649367499189102, | |
| "grad_norm": 0.6903754472732544, | |
| "learning_rate": 8.338739761576515e-06, | |
| "loss": 1.3273, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.6730457346740188, | |
| "grad_norm": 1.848915934562683, | |
| "learning_rate": 8.318465655664587e-06, | |
| "loss": 1.294, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.6811547194291274, | |
| "grad_norm": 2.0583913326263428, | |
| "learning_rate": 8.298191549752657e-06, | |
| "loss": 1.3353, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.6892637041842361, | |
| "grad_norm": 1.5055549144744873, | |
| "learning_rate": 8.277917443840727e-06, | |
| "loss": 1.3305, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.6973726889393448, | |
| "grad_norm": 1.6197587251663208, | |
| "learning_rate": 8.257643337928798e-06, | |
| "loss": 1.3765, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.7054816736944535, | |
| "grad_norm": 1.927742838859558, | |
| "learning_rate": 8.237369232016868e-06, | |
| "loss": 1.3372, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.7135906584495622, | |
| "grad_norm": 2.3434853553771973, | |
| "learning_rate": 8.21709512610494e-06, | |
| "loss": 1.3041, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.7216996432046707, | |
| "grad_norm": 2.09249210357666, | |
| "learning_rate": 8.19682102019301e-06, | |
| "loss": 1.2946, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.7298086279597794, | |
| "grad_norm": 0.19756704568862915, | |
| "learning_rate": 8.176546914281081e-06, | |
| "loss": 1.3014, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.7379176127148881, | |
| "grad_norm": 1.2464430332183838, | |
| "learning_rate": 8.156272808369151e-06, | |
| "loss": 1.2552, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.7460265974699968, | |
| "grad_norm": 1.7760344743728638, | |
| "learning_rate": 8.135998702457221e-06, | |
| "loss": 1.2963, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.7541355822251055, | |
| "grad_norm": 1.922969937324524, | |
| "learning_rate": 8.115724596545294e-06, | |
| "loss": 1.2849, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.762244566980214, | |
| "grad_norm": 3.757589340209961, | |
| "learning_rate": 8.095450490633364e-06, | |
| "loss": 1.2511, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.7703535517353227, | |
| "grad_norm": 2.4983339309692383, | |
| "learning_rate": 8.075176384721434e-06, | |
| "loss": 1.2169, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.7784625364904314, | |
| "grad_norm": 2.1676225662231445, | |
| "learning_rate": 8.054902278809506e-06, | |
| "loss": 1.2711, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.7865715212455401, | |
| "grad_norm": 2.8060524463653564, | |
| "learning_rate": 8.034628172897576e-06, | |
| "loss": 1.3246, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.7946805060006488, | |
| "grad_norm": 1.917485237121582, | |
| "learning_rate": 8.014354066985647e-06, | |
| "loss": 1.2669, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.8027894907557573, | |
| "grad_norm": 2.1371405124664307, | |
| "learning_rate": 7.994079961073717e-06, | |
| "loss": 1.3554, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.810898475510866, | |
| "grad_norm": 0.9637095928192139, | |
| "learning_rate": 7.973805855161789e-06, | |
| "loss": 1.2862, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.8190074602659747, | |
| "grad_norm": 1.3636858463287354, | |
| "learning_rate": 7.953531749249859e-06, | |
| "loss": 1.3134, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.8271164450210834, | |
| "grad_norm": 0.9230815768241882, | |
| "learning_rate": 7.933257643337929e-06, | |
| "loss": 1.2352, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.8352254297761921, | |
| "grad_norm": 1.7373725175857544, | |
| "learning_rate": 7.912983537426e-06, | |
| "loss": 1.318, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.8433344145313006, | |
| "grad_norm": 2.0280568599700928, | |
| "learning_rate": 7.89270943151407e-06, | |
| "loss": 1.2464, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.8514433992864093, | |
| "grad_norm": 1.1584951877593994, | |
| "learning_rate": 7.872435325602142e-06, | |
| "loss": 1.2292, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.859552384041518, | |
| "grad_norm": 1.7846872806549072, | |
| "learning_rate": 7.852161219690212e-06, | |
| "loss": 1.2976, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.8676613687966267, | |
| "grad_norm": 1.7553609609603882, | |
| "learning_rate": 7.831887113778283e-06, | |
| "loss": 1.2684, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.8757703535517353, | |
| "grad_norm": 2.1919806003570557, | |
| "learning_rate": 7.811613007866353e-06, | |
| "loss": 1.2956, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.883879338306844, | |
| "grad_norm": 0.717258870601654, | |
| "learning_rate": 7.791338901954425e-06, | |
| "loss": 1.2186, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.8919883230619526, | |
| "grad_norm": 1.4364169836044312, | |
| "learning_rate": 7.771064796042496e-06, | |
| "loss": 1.2596, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.9000973078170613, | |
| "grad_norm": 1.99948251247406, | |
| "learning_rate": 7.750790690130566e-06, | |
| "loss": 1.3616, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.90820629257217, | |
| "grad_norm": 1.5464040040969849, | |
| "learning_rate": 7.730516584218636e-06, | |
| "loss": 1.2595, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.9163152773272786, | |
| "grad_norm": 1.500651240348816, | |
| "learning_rate": 7.710242478306708e-06, | |
| "loss": 1.3223, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.9244242620823873, | |
| "grad_norm": 1.6872031688690186, | |
| "learning_rate": 7.689968372394778e-06, | |
| "loss": 1.2099, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.9325332468374959, | |
| "grad_norm": 1.5728824138641357, | |
| "learning_rate": 7.66969426648285e-06, | |
| "loss": 1.2975, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.9406422315926046, | |
| "grad_norm": 2.0520365238189697, | |
| "learning_rate": 7.649420160570919e-06, | |
| "loss": 1.2895, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.9487512163477133, | |
| "grad_norm": 1.6994986534118652, | |
| "learning_rate": 7.62914605465899e-06, | |
| "loss": 1.2421, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.9568602011028219, | |
| "grad_norm": 2.1418871879577637, | |
| "learning_rate": 7.608871948747061e-06, | |
| "loss": 1.2464, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.9649691858579306, | |
| "grad_norm": 3.202744960784912, | |
| "learning_rate": 7.588597842835131e-06, | |
| "loss": 1.2565, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.9730781706130393, | |
| "grad_norm": 2.3648183345794678, | |
| "learning_rate": 7.568323736923202e-06, | |
| "loss": 1.262, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.9811871553681479, | |
| "grad_norm": 1.500482439994812, | |
| "learning_rate": 7.548049631011273e-06, | |
| "loss": 1.2281, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.9892961401232566, | |
| "grad_norm": 2.1810970306396484, | |
| "learning_rate": 7.527775525099344e-06, | |
| "loss": 1.2318, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.9974051248783652, | |
| "grad_norm": 1.3932199478149414, | |
| "learning_rate": 7.507501419187414e-06, | |
| "loss": 1.2344, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 1.0055141096334739, | |
| "grad_norm": 2.48954701423645, | |
| "learning_rate": 7.487227313275484e-06, | |
| "loss": 1.3035, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.0136230943885824, | |
| "grad_norm": 1.4061833620071411, | |
| "learning_rate": 7.466953207363555e-06, | |
| "loss": 1.308, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 1.0217320791436912, | |
| "grad_norm": 1.1377198696136475, | |
| "learning_rate": 7.4466791014516275e-06, | |
| "loss": 1.2877, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.0298410638987998, | |
| "grad_norm": 1.90823233127594, | |
| "learning_rate": 7.426404995539697e-06, | |
| "loss": 1.2371, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 1.0379500486539086, | |
| "grad_norm": 1.5908371210098267, | |
| "learning_rate": 7.406130889627768e-06, | |
| "loss": 1.2861, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.0460590334090172, | |
| "grad_norm": 2.892045259475708, | |
| "learning_rate": 7.385856783715839e-06, | |
| "loss": 1.2856, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 1.0541680181641258, | |
| "grad_norm": 1.4647297859191895, | |
| "learning_rate": 7.36558267780391e-06, | |
| "loss": 1.2431, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.0622770029192345, | |
| "grad_norm": 1.2635786533355713, | |
| "learning_rate": 7.34530857189198e-06, | |
| "loss": 1.3269, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 1.0703859876743431, | |
| "grad_norm": 1.0140317678451538, | |
| "learning_rate": 7.325034465980051e-06, | |
| "loss": 1.2724, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.078494972429452, | |
| "grad_norm": 1.1980386972427368, | |
| "learning_rate": 7.304760360068122e-06, | |
| "loss": 1.2909, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 1.0866039571845605, | |
| "grad_norm": 2.5311107635498047, | |
| "learning_rate": 7.284486254156193e-06, | |
| "loss": 1.2296, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.094712941939669, | |
| "grad_norm": 1.5901424884796143, | |
| "learning_rate": 7.2642121482442626e-06, | |
| "loss": 1.2136, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 1.1028219266947779, | |
| "grad_norm": 1.0336142778396606, | |
| "learning_rate": 7.243938042332333e-06, | |
| "loss": 1.2908, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.1109309114498864, | |
| "grad_norm": 2.5491976737976074, | |
| "learning_rate": 7.223663936420404e-06, | |
| "loss": 1.2256, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 1.1190398962049952, | |
| "grad_norm": 2.592517137527466, | |
| "learning_rate": 7.203389830508475e-06, | |
| "loss": 1.2808, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.1271488809601038, | |
| "grad_norm": 1.5294160842895508, | |
| "learning_rate": 7.1831157245965456e-06, | |
| "loss": 1.2279, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 1.1352578657152124, | |
| "grad_norm": 2.665705680847168, | |
| "learning_rate": 7.162841618684616e-06, | |
| "loss": 1.2813, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.1433668504703212, | |
| "grad_norm": 5.743466854095459, | |
| "learning_rate": 7.142567512772687e-06, | |
| "loss": 1.2601, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 1.1514758352254297, | |
| "grad_norm": 1.979543924331665, | |
| "learning_rate": 7.122293406860759e-06, | |
| "loss": 1.2568, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.1595848199805385, | |
| "grad_norm": 0.2160961776971817, | |
| "learning_rate": 7.1020193009488294e-06, | |
| "loss": 1.2234, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 1.167693804735647, | |
| "grad_norm": 2.09420108795166, | |
| "learning_rate": 7.0817451950369e-06, | |
| "loss": 1.2727, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.1758027894907557, | |
| "grad_norm": 1.4437772035598755, | |
| "learning_rate": 7.06147108912497e-06, | |
| "loss": 1.2535, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 1.1839117742458645, | |
| "grad_norm": 2.6284403800964355, | |
| "learning_rate": 7.041196983213041e-06, | |
| "loss": 1.1969, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.192020759000973, | |
| "grad_norm": 1.897250771522522, | |
| "learning_rate": 7.020922877301112e-06, | |
| "loss": 1.2579, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 1.2001297437560818, | |
| "grad_norm": 1.591044545173645, | |
| "learning_rate": 7.000648771389182e-06, | |
| "loss": 1.2553, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.2082387285111904, | |
| "grad_norm": 2.323927402496338, | |
| "learning_rate": 6.980374665477253e-06, | |
| "loss": 1.2802, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 1.216347713266299, | |
| "grad_norm": 2.145848035812378, | |
| "learning_rate": 6.960100559565324e-06, | |
| "loss": 1.3271, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.2244566980214078, | |
| "grad_norm": 1.1199519634246826, | |
| "learning_rate": 6.939826453653395e-06, | |
| "loss": 1.2948, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 1.2325656827765163, | |
| "grad_norm": 1.5974798202514648, | |
| "learning_rate": 6.919552347741465e-06, | |
| "loss": 1.2925, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 1.240674667531625, | |
| "grad_norm": 1.1883361339569092, | |
| "learning_rate": 6.899278241829535e-06, | |
| "loss": 1.2288, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 1.2487836522867337, | |
| "grad_norm": 2.2361881732940674, | |
| "learning_rate": 6.879004135917606e-06, | |
| "loss": 1.2732, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 1.2568926370418423, | |
| "grad_norm": 0.9524820446968079, | |
| "learning_rate": 6.858730030005677e-06, | |
| "loss": 1.3427, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 1.265001621796951, | |
| "grad_norm": 2.439042091369629, | |
| "learning_rate": 6.8384559240937475e-06, | |
| "loss": 1.2915, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.2731106065520597, | |
| "grad_norm": 2.7487218379974365, | |
| "learning_rate": 6.818181818181818e-06, | |
| "loss": 1.3025, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 1.2812195913071682, | |
| "grad_norm": 1.3138405084609985, | |
| "learning_rate": 6.79790771226989e-06, | |
| "loss": 1.2678, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 1.289328576062277, | |
| "grad_norm": 2.2130439281463623, | |
| "learning_rate": 6.777633606357961e-06, | |
| "loss": 1.2955, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 1.2974375608173856, | |
| "grad_norm": 2.6008100509643555, | |
| "learning_rate": 6.757359500446031e-06, | |
| "loss": 1.2413, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.3055465455724944, | |
| "grad_norm": 2.495473861694336, | |
| "learning_rate": 6.737085394534102e-06, | |
| "loss": 1.3061, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 1.313655530327603, | |
| "grad_norm": 0.8150402307510376, | |
| "learning_rate": 6.716811288622173e-06, | |
| "loss": 1.3055, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 1.3217645150827115, | |
| "grad_norm": 1.7135632038116455, | |
| "learning_rate": 6.696537182710244e-06, | |
| "loss": 1.2723, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 1.3298734998378203, | |
| "grad_norm": 2.367229700088501, | |
| "learning_rate": 6.6762630767983135e-06, | |
| "loss": 1.2817, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 1.337982484592929, | |
| "grad_norm": 1.9759521484375, | |
| "learning_rate": 6.655988970886384e-06, | |
| "loss": 1.2453, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 1.3460914693480377, | |
| "grad_norm": 1.2894783020019531, | |
| "learning_rate": 6.635714864974455e-06, | |
| "loss": 1.338, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 1.3542004541031463, | |
| "grad_norm": 0.24668912589550018, | |
| "learning_rate": 6.615440759062526e-06, | |
| "loss": 1.255, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 1.3623094388582548, | |
| "grad_norm": 2.6564314365386963, | |
| "learning_rate": 6.5951666531505966e-06, | |
| "loss": 1.1793, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 1.3704184236133636, | |
| "grad_norm": 1.1451148986816406, | |
| "learning_rate": 6.574892547238667e-06, | |
| "loss": 1.2857, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 1.3785274083684722, | |
| "grad_norm": 2.693976879119873, | |
| "learning_rate": 6.554618441326738e-06, | |
| "loss": 1.2497, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.386636393123581, | |
| "grad_norm": 2.3329060077667236, | |
| "learning_rate": 6.534344335414808e-06, | |
| "loss": 1.2665, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 1.3947453778786896, | |
| "grad_norm": 2.251298427581787, | |
| "learning_rate": 6.514070229502879e-06, | |
| "loss": 1.33, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 1.4028543626337981, | |
| "grad_norm": 3.0650289058685303, | |
| "learning_rate": 6.4937961235909495e-06, | |
| "loss": 1.2996, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 1.410963347388907, | |
| "grad_norm": 2.1476645469665527, | |
| "learning_rate": 6.47352201767902e-06, | |
| "loss": 1.3232, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 1.4190723321440155, | |
| "grad_norm": 1.236338496208191, | |
| "learning_rate": 6.453247911767092e-06, | |
| "loss": 1.2547, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 1.4271813168991243, | |
| "grad_norm": 2.276726722717285, | |
| "learning_rate": 6.432973805855163e-06, | |
| "loss": 1.2067, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 1.4352903016542329, | |
| "grad_norm": 1.871100664138794, | |
| "learning_rate": 6.412699699943233e-06, | |
| "loss": 1.238, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 1.4433992864093415, | |
| "grad_norm": 1.9131008386611938, | |
| "learning_rate": 6.392425594031304e-06, | |
| "loss": 1.2436, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 1.4515082711644502, | |
| "grad_norm": 1.6729109287261963, | |
| "learning_rate": 6.372151488119375e-06, | |
| "loss": 1.2732, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 1.4596172559195588, | |
| "grad_norm": 1.4220985174179077, | |
| "learning_rate": 6.351877382207446e-06, | |
| "loss": 1.3043, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.4677262406746676, | |
| "grad_norm": 1.5014866590499878, | |
| "learning_rate": 6.331603276295516e-06, | |
| "loss": 1.2501, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 1.4758352254297762, | |
| "grad_norm": 1.6406453847885132, | |
| "learning_rate": 6.311329170383586e-06, | |
| "loss": 1.2457, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 1.4839442101848848, | |
| "grad_norm": 2.01636004447937, | |
| "learning_rate": 6.291055064471657e-06, | |
| "loss": 1.1894, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 1.4920531949399936, | |
| "grad_norm": 1.5200086832046509, | |
| "learning_rate": 6.270780958559728e-06, | |
| "loss": 1.1833, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 1.5001621796951021, | |
| "grad_norm": 1.9229196310043335, | |
| "learning_rate": 6.2505068526477985e-06, | |
| "loss": 1.2219, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 1.508271164450211, | |
| "grad_norm": 2.19616961479187, | |
| "learning_rate": 6.230232746735869e-06, | |
| "loss": 1.2788, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 1.5163801492053195, | |
| "grad_norm": 1.4525929689407349, | |
| "learning_rate": 6.20995864082394e-06, | |
| "loss": 1.2963, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 1.524489133960428, | |
| "grad_norm": 2.227957248687744, | |
| "learning_rate": 6.189684534912011e-06, | |
| "loss": 1.324, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 1.5325981187155369, | |
| "grad_norm": 1.158480167388916, | |
| "learning_rate": 6.1694104290000815e-06, | |
| "loss": 1.2185, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 1.5407071034706454, | |
| "grad_norm": 1.3199654817581177, | |
| "learning_rate": 6.1491363230881514e-06, | |
| "loss": 1.2714, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.5488160882257542, | |
| "grad_norm": 2.110074043273926, | |
| "learning_rate": 6.128862217176224e-06, | |
| "loss": 1.256, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 1.5569250729808628, | |
| "grad_norm": 1.322704553604126, | |
| "learning_rate": 6.108588111264294e-06, | |
| "loss": 1.1785, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 1.5650340577359714, | |
| "grad_norm": 2.572434425354004, | |
| "learning_rate": 6.0883140053523645e-06, | |
| "loss": 1.2349, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 1.5731430424910802, | |
| "grad_norm": 2.033780574798584, | |
| "learning_rate": 6.068039899440435e-06, | |
| "loss": 1.2203, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 1.5812520272461887, | |
| "grad_norm": 1.9049453735351562, | |
| "learning_rate": 6.047765793528506e-06, | |
| "loss": 1.2043, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 1.5893610120012975, | |
| "grad_norm": 2.882568597793579, | |
| "learning_rate": 6.027491687616577e-06, | |
| "loss": 1.217, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 1.597469996756406, | |
| "grad_norm": 2.430227279663086, | |
| "learning_rate": 6.0072175817046475e-06, | |
| "loss": 1.2795, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 1.6055789815115147, | |
| "grad_norm": 1.9852076768875122, | |
| "learning_rate": 5.986943475792718e-06, | |
| "loss": 1.2434, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 1.6136879662666233, | |
| "grad_norm": 2.1857733726501465, | |
| "learning_rate": 5.966669369880789e-06, | |
| "loss": 1.2756, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 1.621796951021732, | |
| "grad_norm": 2.7323496341705322, | |
| "learning_rate": 5.946395263968859e-06, | |
| "loss": 1.2921, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.6299059357768408, | |
| "grad_norm": 2.2632415294647217, | |
| "learning_rate": 5.92612115805693e-06, | |
| "loss": 1.2763, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 1.6380149205319494, | |
| "grad_norm": 2.0098931789398193, | |
| "learning_rate": 5.9058470521450005e-06, | |
| "loss": 1.292, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 1.646123905287058, | |
| "grad_norm": 2.09377384185791, | |
| "learning_rate": 5.885572946233071e-06, | |
| "loss": 1.2738, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 1.6542328900421666, | |
| "grad_norm": 2.292084217071533, | |
| "learning_rate": 5.865298840321142e-06, | |
| "loss": 1.2726, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 1.6623418747972754, | |
| "grad_norm": 2.7795863151550293, | |
| "learning_rate": 5.845024734409213e-06, | |
| "loss": 1.2523, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 1.6704508595523841, | |
| "grad_norm": 3.0921523571014404, | |
| "learning_rate": 5.8247506284972835e-06, | |
| "loss": 1.2684, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 1.6785598443074927, | |
| "grad_norm": 1.036535382270813, | |
| "learning_rate": 5.804476522585355e-06, | |
| "loss": 1.2404, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 1.6866688290626013, | |
| "grad_norm": 1.3650333881378174, | |
| "learning_rate": 5.784202416673426e-06, | |
| "loss": 1.247, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 1.6947778138177099, | |
| "grad_norm": 2.558058977127075, | |
| "learning_rate": 5.763928310761497e-06, | |
| "loss": 1.2938, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 1.7028867985728187, | |
| "grad_norm": 2.6575851440429688, | |
| "learning_rate": 5.743654204849567e-06, | |
| "loss": 1.2974, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.7109957833279275, | |
| "grad_norm": 1.657400369644165, | |
| "learning_rate": 5.723380098937637e-06, | |
| "loss": 1.3268, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 1.719104768083036, | |
| "grad_norm": 2.027801275253296, | |
| "learning_rate": 5.703105993025708e-06, | |
| "loss": 1.3029, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 1.7272137528381446, | |
| "grad_norm": 1.3793126344680786, | |
| "learning_rate": 5.682831887113779e-06, | |
| "loss": 1.1812, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 1.7353227375932532, | |
| "grad_norm": 1.5861361026763916, | |
| "learning_rate": 5.6625577812018495e-06, | |
| "loss": 1.2871, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 1.743431722348362, | |
| "grad_norm": 2.3719797134399414, | |
| "learning_rate": 5.64228367528992e-06, | |
| "loss": 1.1947, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 1.7515407071034708, | |
| "grad_norm": 2.675689697265625, | |
| "learning_rate": 5.622009569377991e-06, | |
| "loss": 1.2902, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 1.7596496918585793, | |
| "grad_norm": 2.018069267272949, | |
| "learning_rate": 5.601735463466062e-06, | |
| "loss": 1.1827, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 1.767758676613688, | |
| "grad_norm": 1.1704685688018799, | |
| "learning_rate": 5.5814613575541325e-06, | |
| "loss": 1.1498, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 1.7758676613687965, | |
| "grad_norm": 2.0111939907073975, | |
| "learning_rate": 5.561187251642202e-06, | |
| "loss": 1.2358, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 1.7839766461239053, | |
| "grad_norm": 3.043297529220581, | |
| "learning_rate": 5.540913145730273e-06, | |
| "loss": 1.26, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.792085630879014, | |
| "grad_norm": 3.0858490467071533, | |
| "learning_rate": 5.520639039818344e-06, | |
| "loss": 1.2519, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 1.8001946156341226, | |
| "grad_norm": 2.669131278991699, | |
| "learning_rate": 5.500364933906415e-06, | |
| "loss": 1.3174, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 1.8083036003892312, | |
| "grad_norm": 1.4813052415847778, | |
| "learning_rate": 5.480090827994486e-06, | |
| "loss": 1.2528, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 1.8164125851443398, | |
| "grad_norm": 2.2234039306640625, | |
| "learning_rate": 5.459816722082557e-06, | |
| "loss": 1.2984, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 1.8245215698994486, | |
| "grad_norm": 3.4711413383483887, | |
| "learning_rate": 5.439542616170628e-06, | |
| "loss": 1.2174, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 1.8326305546545574, | |
| "grad_norm": 1.9171231985092163, | |
| "learning_rate": 5.4192685102586985e-06, | |
| "loss": 1.2657, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 1.840739539409666, | |
| "grad_norm": 1.7139352560043335, | |
| "learning_rate": 5.398994404346769e-06, | |
| "loss": 1.274, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 1.8488485241647745, | |
| "grad_norm": 2.9915032386779785, | |
| "learning_rate": 5.37872029843484e-06, | |
| "loss": 1.1745, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 1.856957508919883, | |
| "grad_norm": 3.0832788944244385, | |
| "learning_rate": 5.35844619252291e-06, | |
| "loss": 1.3089, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 1.8650664936749919, | |
| "grad_norm": 2.364255905151367, | |
| "learning_rate": 5.338172086610981e-06, | |
| "loss": 1.2146, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.8731754784301007, | |
| "grad_norm": 3.9903273582458496, | |
| "learning_rate": 5.3178979806990514e-06, | |
| "loss": 1.3103, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 1.8812844631852093, | |
| "grad_norm": 3.4954657554626465, | |
| "learning_rate": 5.297623874787122e-06, | |
| "loss": 1.1682, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 1.8893934479403178, | |
| "grad_norm": 1.927339792251587, | |
| "learning_rate": 5.277349768875193e-06, | |
| "loss": 1.224, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 1.8975024326954264, | |
| "grad_norm": 1.446385145187378, | |
| "learning_rate": 5.257075662963264e-06, | |
| "loss": 1.3907, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 1.9056114174505352, | |
| "grad_norm": 2.112168312072754, | |
| "learning_rate": 5.2368015570513345e-06, | |
| "loss": 1.2041, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 1.913720402205644, | |
| "grad_norm": 2.601565361022949, | |
| "learning_rate": 5.216527451139405e-06, | |
| "loss": 1.2827, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 1.9218293869607526, | |
| "grad_norm": 1.9448506832122803, | |
| "learning_rate": 5.196253345227475e-06, | |
| "loss": 1.1899, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 1.9299383717158611, | |
| "grad_norm": 1.7583825588226318, | |
| "learning_rate": 5.175979239315546e-06, | |
| "loss": 1.2681, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 1.9380473564709697, | |
| "grad_norm": 1.319887399673462, | |
| "learning_rate": 5.155705133403617e-06, | |
| "loss": 1.2311, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 1.9461563412260785, | |
| "grad_norm": 1.5955997705459595, | |
| "learning_rate": 5.135431027491688e-06, | |
| "loss": 1.2043, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.9542653259811873, | |
| "grad_norm": 2.112924337387085, | |
| "learning_rate": 5.115156921579759e-06, | |
| "loss": 1.21, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 1.9623743107362959, | |
| "grad_norm": 2.8387506008148193, | |
| "learning_rate": 5.09488281566783e-06, | |
| "loss": 1.253, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 1.9704832954914044, | |
| "grad_norm": 2.55635142326355, | |
| "learning_rate": 5.0746087097559005e-06, | |
| "loss": 1.2277, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 1.978592280246513, | |
| "grad_norm": 2.2216525077819824, | |
| "learning_rate": 5.054334603843971e-06, | |
| "loss": 1.1755, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 1.9867012650016218, | |
| "grad_norm": 1.1123380661010742, | |
| "learning_rate": 5.034060497932042e-06, | |
| "loss": 1.229, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 1.9948102497567306, | |
| "grad_norm": 2.5723652839660645, | |
| "learning_rate": 5.013786392020113e-06, | |
| "loss": 1.2028, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 2.002919234511839, | |
| "grad_norm": 2.5151309967041016, | |
| "learning_rate": 4.993512286108183e-06, | |
| "loss": 1.2314, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 2.0110282192669477, | |
| "grad_norm": 1.5693440437316895, | |
| "learning_rate": 4.973238180196253e-06, | |
| "loss": 1.2771, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 2.0191372040220563, | |
| "grad_norm": 4.562756538391113, | |
| "learning_rate": 4.952964074284324e-06, | |
| "loss": 1.2614, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 2.027246188777165, | |
| "grad_norm": 0.9000415802001953, | |
| "learning_rate": 4.932689968372395e-06, | |
| "loss": 1.2383, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 2.035355173532274, | |
| "grad_norm": 1.2384685277938843, | |
| "learning_rate": 4.912415862460466e-06, | |
| "loss": 1.2501, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 2.0434641582873825, | |
| "grad_norm": 1.771003246307373, | |
| "learning_rate": 4.892141756548537e-06, | |
| "loss": 1.2603, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 2.051573143042491, | |
| "grad_norm": 2.1732709407806396, | |
| "learning_rate": 4.871867650636607e-06, | |
| "loss": 1.1763, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 2.0596821277975996, | |
| "grad_norm": 1.5497926473617554, | |
| "learning_rate": 4.851593544724678e-06, | |
| "loss": 1.2558, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 2.067791112552708, | |
| "grad_norm": 1.6834354400634766, | |
| "learning_rate": 4.831319438812749e-06, | |
| "loss": 1.2592, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 2.075900097307817, | |
| "grad_norm": 1.920637845993042, | |
| "learning_rate": 4.811045332900819e-06, | |
| "loss": 1.279, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 2.084009082062926, | |
| "grad_norm": 1.851440191268921, | |
| "learning_rate": 4.79077122698889e-06, | |
| "loss": 1.2904, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 2.0921180668180344, | |
| "grad_norm": 3.262347936630249, | |
| "learning_rate": 4.770497121076961e-06, | |
| "loss": 1.1763, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 2.100227051573143, | |
| "grad_norm": 1.7690410614013672, | |
| "learning_rate": 4.750223015165032e-06, | |
| "loss": 1.246, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 2.1083360363282515, | |
| "grad_norm": 2.3499839305877686, | |
| "learning_rate": 4.7299489092531024e-06, | |
| "loss": 1.1969, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 2.1164450210833605, | |
| "grad_norm": 2.815704822540283, | |
| "learning_rate": 4.709674803341173e-06, | |
| "loss": 1.2299, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 2.124554005838469, | |
| "grad_norm": 1.6346577405929565, | |
| "learning_rate": 4.689400697429244e-06, | |
| "loss": 1.1941, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 2.1326629905935777, | |
| "grad_norm": 1.3435848951339722, | |
| "learning_rate": 4.669126591517315e-06, | |
| "loss": 1.2193, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 2.1407719753486862, | |
| "grad_norm": 2.11517596244812, | |
| "learning_rate": 4.6488524856053854e-06, | |
| "loss": 1.2868, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 2.148880960103795, | |
| "grad_norm": 1.5125885009765625, | |
| "learning_rate": 4.628578379693456e-06, | |
| "loss": 1.2034, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 2.156989944858904, | |
| "grad_norm": 2.0965402126312256, | |
| "learning_rate": 4.608304273781526e-06, | |
| "loss": 1.2484, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 2.1650989296140124, | |
| "grad_norm": 1.9137533903121948, | |
| "learning_rate": 4.588030167869597e-06, | |
| "loss": 1.2531, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 2.173207914369121, | |
| "grad_norm": 2.630784749984741, | |
| "learning_rate": 4.5677560619576685e-06, | |
| "loss": 1.2074, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 2.1813168991242295, | |
| "grad_norm": 1.4360569715499878, | |
| "learning_rate": 4.547481956045739e-06, | |
| "loss": 1.22, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 2.189425883879338, | |
| "grad_norm": 2.066938638687134, | |
| "learning_rate": 4.52720785013381e-06, | |
| "loss": 1.1438, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 2.197534868634447, | |
| "grad_norm": 1.7182413339614868, | |
| "learning_rate": 4.50693374422188e-06, | |
| "loss": 1.2681, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 2.2056438533895557, | |
| "grad_norm": 1.706874132156372, | |
| "learning_rate": 4.486659638309951e-06, | |
| "loss": 1.1888, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 2.2137528381446643, | |
| "grad_norm": 1.8634135723114014, | |
| "learning_rate": 4.466385532398021e-06, | |
| "loss": 1.2953, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 2.221861822899773, | |
| "grad_norm": 1.77712881565094, | |
| "learning_rate": 4.446111426486092e-06, | |
| "loss": 1.2461, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 2.2299708076548814, | |
| "grad_norm": 1.9737837314605713, | |
| "learning_rate": 4.425837320574163e-06, | |
| "loss": 1.2856, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 2.2380797924099904, | |
| "grad_norm": 2.7296142578125, | |
| "learning_rate": 4.405563214662234e-06, | |
| "loss": 1.2124, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 2.246188777165099, | |
| "grad_norm": 3.5112380981445312, | |
| "learning_rate": 4.385289108750304e-06, | |
| "loss": 1.2143, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 2.2542977619202076, | |
| "grad_norm": 3.4935994148254395, | |
| "learning_rate": 4.365015002838375e-06, | |
| "loss": 1.3156, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 2.262406746675316, | |
| "grad_norm": 2.2354025840759277, | |
| "learning_rate": 4.344740896926446e-06, | |
| "loss": 1.3025, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 2.2705157314304247, | |
| "grad_norm": 2.089087724685669, | |
| "learning_rate": 4.324466791014517e-06, | |
| "loss": 1.2249, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 2.2786247161855337, | |
| "grad_norm": 2.6738228797912598, | |
| "learning_rate": 4.304192685102587e-06, | |
| "loss": 1.1766, | |
| "step": 14050 | |
| }, | |
| { | |
| "epoch": 2.2867337009406423, | |
| "grad_norm": 1.6028488874435425, | |
| "learning_rate": 4.283918579190658e-06, | |
| "loss": 1.2806, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 2.294842685695751, | |
| "grad_norm": 2.742100954055786, | |
| "learning_rate": 4.263644473278729e-06, | |
| "loss": 1.2241, | |
| "step": 14150 | |
| }, | |
| { | |
| "epoch": 2.3029516704508595, | |
| "grad_norm": 1.2533172369003296, | |
| "learning_rate": 4.2433703673668e-06, | |
| "loss": 1.2563, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 2.311060655205968, | |
| "grad_norm": 2.783311128616333, | |
| "learning_rate": 4.22309626145487e-06, | |
| "loss": 1.2382, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 2.319169639961077, | |
| "grad_norm": 1.9947431087493896, | |
| "learning_rate": 4.202822155542941e-06, | |
| "loss": 1.2533, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 2.3272786247161856, | |
| "grad_norm": 2.8825254440307617, | |
| "learning_rate": 4.182548049631012e-06, | |
| "loss": 1.2332, | |
| "step": 14350 | |
| }, | |
| { | |
| "epoch": 2.335387609471294, | |
| "grad_norm": 1.9132847785949707, | |
| "learning_rate": 4.162273943719083e-06, | |
| "loss": 1.225, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 2.3434965942264028, | |
| "grad_norm": 2.9740896224975586, | |
| "learning_rate": 4.1419998378071526e-06, | |
| "loss": 1.302, | |
| "step": 14450 | |
| }, | |
| { | |
| "epoch": 2.3516055789815113, | |
| "grad_norm": 2.5434772968292236, | |
| "learning_rate": 4.121725731895223e-06, | |
| "loss": 1.2857, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 2.3597145637366204, | |
| "grad_norm": 0.8146458864212036, | |
| "learning_rate": 4.101451625983294e-06, | |
| "loss": 1.1667, | |
| "step": 14550 | |
| }, | |
| { | |
| "epoch": 2.367823548491729, | |
| "grad_norm": 2.3713395595550537, | |
| "learning_rate": 4.081177520071365e-06, | |
| "loss": 1.1799, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 2.3759325332468375, | |
| "grad_norm": 2.5800139904022217, | |
| "learning_rate": 4.0609034141594364e-06, | |
| "loss": 1.2639, | |
| "step": 14650 | |
| }, | |
| { | |
| "epoch": 2.384041518001946, | |
| "grad_norm": 8.0242338180542, | |
| "learning_rate": 4.040629308247507e-06, | |
| "loss": 1.2168, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 2.3921505027570547, | |
| "grad_norm": 0.9941585063934326, | |
| "learning_rate": 4.020355202335577e-06, | |
| "loss": 1.2966, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 2.4002594875121637, | |
| "grad_norm": 0.7390837669372559, | |
| "learning_rate": 4.000081096423648e-06, | |
| "loss": 1.3237, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 2.4083684722672722, | |
| "grad_norm": 0.5450477004051208, | |
| "learning_rate": 3.979806990511719e-06, | |
| "loss": 1.284, | |
| "step": 14850 | |
| }, | |
| { | |
| "epoch": 2.416477457022381, | |
| "grad_norm": 1.7690049409866333, | |
| "learning_rate": 3.959532884599789e-06, | |
| "loss": 1.286, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 2.4245864417774894, | |
| "grad_norm": 2.655095100402832, | |
| "learning_rate": 3.93925877868786e-06, | |
| "loss": 1.1513, | |
| "step": 14950 | |
| }, | |
| { | |
| "epoch": 2.432695426532598, | |
| "grad_norm": 1.2846322059631348, | |
| "learning_rate": 3.918984672775931e-06, | |
| "loss": 1.2024, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 2.440804411287707, | |
| "grad_norm": 6.425904273986816, | |
| "learning_rate": 3.898710566864002e-06, | |
| "loss": 1.2462, | |
| "step": 15050 | |
| }, | |
| { | |
| "epoch": 2.4489133960428155, | |
| "grad_norm": 2.2578928470611572, | |
| "learning_rate": 3.878436460952072e-06, | |
| "loss": 1.2289, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 2.457022380797924, | |
| "grad_norm": 3.1006276607513428, | |
| "learning_rate": 3.858162355040143e-06, | |
| "loss": 1.2839, | |
| "step": 15150 | |
| }, | |
| { | |
| "epoch": 2.4651313655530327, | |
| "grad_norm": 2.598376512527466, | |
| "learning_rate": 3.837888249128214e-06, | |
| "loss": 1.2496, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 2.4732403503081413, | |
| "grad_norm": 0.7084365487098694, | |
| "learning_rate": 3.817614143216285e-06, | |
| "loss": 1.2325, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 2.48134933506325, | |
| "grad_norm": 2.280824661254883, | |
| "learning_rate": 3.797340037304355e-06, | |
| "loss": 1.1541, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 2.489458319818359, | |
| "grad_norm": 10.274874687194824, | |
| "learning_rate": 3.7770659313924257e-06, | |
| "loss": 1.1489, | |
| "step": 15350 | |
| }, | |
| { | |
| "epoch": 2.4975673045734674, | |
| "grad_norm": 2.2401506900787354, | |
| "learning_rate": 3.7567918254804964e-06, | |
| "loss": 1.1696, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 2.505676289328576, | |
| "grad_norm": 2.0671870708465576, | |
| "learning_rate": 3.7365177195685676e-06, | |
| "loss": 1.2512, | |
| "step": 15450 | |
| }, | |
| { | |
| "epoch": 2.5137852740836846, | |
| "grad_norm": 2.2912776470184326, | |
| "learning_rate": 3.7162436136566384e-06, | |
| "loss": 1.2278, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 2.5218942588387936, | |
| "grad_norm": 1.7719197273254395, | |
| "learning_rate": 3.6959695077447087e-06, | |
| "loss": 1.2984, | |
| "step": 15550 | |
| }, | |
| { | |
| "epoch": 2.530003243593902, | |
| "grad_norm": 1.9428201913833618, | |
| "learning_rate": 3.6756954018327795e-06, | |
| "loss": 1.2511, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 2.5381122283490107, | |
| "grad_norm": 2.804948091506958, | |
| "learning_rate": 3.6554212959208502e-06, | |
| "loss": 1.2599, | |
| "step": 15650 | |
| }, | |
| { | |
| "epoch": 2.5462212131041193, | |
| "grad_norm": 2.306248188018799, | |
| "learning_rate": 3.635147190008921e-06, | |
| "loss": 1.2252, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 2.554330197859228, | |
| "grad_norm": 2.2706100940704346, | |
| "learning_rate": 3.6148730840969913e-06, | |
| "loss": 1.1874, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 2.5624391826143365, | |
| "grad_norm": 1.6053426265716553, | |
| "learning_rate": 3.594598978185062e-06, | |
| "loss": 1.1885, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 2.5705481673694455, | |
| "grad_norm": 2.0183823108673096, | |
| "learning_rate": 3.5743248722731332e-06, | |
| "loss": 1.2176, | |
| "step": 15850 | |
| }, | |
| { | |
| "epoch": 2.578657152124554, | |
| "grad_norm": 1.6887139081954956, | |
| "learning_rate": 3.554050766361204e-06, | |
| "loss": 1.1165, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 2.5867661368796626, | |
| "grad_norm": 1.6139768362045288, | |
| "learning_rate": 3.5337766604492747e-06, | |
| "loss": 1.2512, | |
| "step": 15950 | |
| }, | |
| { | |
| "epoch": 2.594875121634771, | |
| "grad_norm": 1.026294231414795, | |
| "learning_rate": 3.513502554537345e-06, | |
| "loss": 1.2485, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 2.60298410638988, | |
| "grad_norm": 2.261563777923584, | |
| "learning_rate": 3.493228448625416e-06, | |
| "loss": 1.2493, | |
| "step": 16050 | |
| }, | |
| { | |
| "epoch": 2.6110930911449888, | |
| "grad_norm": 2.9573357105255127, | |
| "learning_rate": 3.4729543427134866e-06, | |
| "loss": 1.2542, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 2.6192020759000973, | |
| "grad_norm": 2.836587905883789, | |
| "learning_rate": 3.4526802368015573e-06, | |
| "loss": 1.2571, | |
| "step": 16150 | |
| }, | |
| { | |
| "epoch": 2.627311060655206, | |
| "grad_norm": 5.188553333282471, | |
| "learning_rate": 3.4324061308896276e-06, | |
| "loss": 1.3193, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 2.6354200454103145, | |
| "grad_norm": 1.9180452823638916, | |
| "learning_rate": 3.412132024977699e-06, | |
| "loss": 1.2382, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 2.643529030165423, | |
| "grad_norm": 2.1819140911102295, | |
| "learning_rate": 3.3918579190657696e-06, | |
| "loss": 1.2826, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 2.651638014920532, | |
| "grad_norm": 2.264775037765503, | |
| "learning_rate": 3.3715838131538403e-06, | |
| "loss": 1.2507, | |
| "step": 16350 | |
| }, | |
| { | |
| "epoch": 2.6597469996756407, | |
| "grad_norm": 1.7436145544052124, | |
| "learning_rate": 3.351309707241911e-06, | |
| "loss": 1.2057, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 2.6678559844307492, | |
| "grad_norm": 2.5168802738189697, | |
| "learning_rate": 3.3310356013299814e-06, | |
| "loss": 1.215, | |
| "step": 16450 | |
| }, | |
| { | |
| "epoch": 2.675964969185858, | |
| "grad_norm": 1.952141284942627, | |
| "learning_rate": 3.310761495418052e-06, | |
| "loss": 1.255, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 2.684073953940967, | |
| "grad_norm": 1.5202018022537231, | |
| "learning_rate": 3.290487389506123e-06, | |
| "loss": 1.224, | |
| "step": 16550 | |
| }, | |
| { | |
| "epoch": 2.6921829386960754, | |
| "grad_norm": 1.8313968181610107, | |
| "learning_rate": 3.2702132835941937e-06, | |
| "loss": 1.3158, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 2.700291923451184, | |
| "grad_norm": 2.5669538974761963, | |
| "learning_rate": 3.249939177682265e-06, | |
| "loss": 1.2905, | |
| "step": 16650 | |
| }, | |
| { | |
| "epoch": 2.7084009082062925, | |
| "grad_norm": 2.714341878890991, | |
| "learning_rate": 3.2296650717703356e-06, | |
| "loss": 1.2508, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 2.716509892961401, | |
| "grad_norm": 2.8722524642944336, | |
| "learning_rate": 3.209390965858406e-06, | |
| "loss": 1.2905, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 2.7246188777165097, | |
| "grad_norm": 2.822148323059082, | |
| "learning_rate": 3.1891168599464767e-06, | |
| "loss": 1.1907, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 2.7327278624716187, | |
| "grad_norm": 0.6179723143577576, | |
| "learning_rate": 3.1688427540345474e-06, | |
| "loss": 1.276, | |
| "step": 16850 | |
| }, | |
| { | |
| "epoch": 2.7408368472267273, | |
| "grad_norm": 1.800058126449585, | |
| "learning_rate": 3.148568648122618e-06, | |
| "loss": 1.1746, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 2.748945831981836, | |
| "grad_norm": 2.2209925651550293, | |
| "learning_rate": 3.1282945422106885e-06, | |
| "loss": 1.245, | |
| "step": 16950 | |
| }, | |
| { | |
| "epoch": 2.7570548167369444, | |
| "grad_norm": 2.067692995071411, | |
| "learning_rate": 3.1080204362987593e-06, | |
| "loss": 1.2182, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 2.7651638014920534, | |
| "grad_norm": 2.8044259548187256, | |
| "learning_rate": 3.0877463303868304e-06, | |
| "loss": 1.1653, | |
| "step": 17050 | |
| }, | |
| { | |
| "epoch": 2.773272786247162, | |
| "grad_norm": 2.077935218811035, | |
| "learning_rate": 3.067472224474901e-06, | |
| "loss": 1.2223, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 2.7813817710022706, | |
| "grad_norm": 0.14890266954898834, | |
| "learning_rate": 3.047198118562972e-06, | |
| "loss": 1.2318, | |
| "step": 17150 | |
| }, | |
| { | |
| "epoch": 2.789490755757379, | |
| "grad_norm": 1.6987643241882324, | |
| "learning_rate": 3.0269240126510423e-06, | |
| "loss": 1.2607, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 2.7975997405124877, | |
| "grad_norm": 2.667273759841919, | |
| "learning_rate": 3.006649906739113e-06, | |
| "loss": 1.2486, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 2.8057087252675963, | |
| "grad_norm": 1.8006951808929443, | |
| "learning_rate": 2.9863758008271838e-06, | |
| "loss": 1.2674, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 2.8138177100227053, | |
| "grad_norm": 3.4938597679138184, | |
| "learning_rate": 2.9661016949152545e-06, | |
| "loss": 1.2782, | |
| "step": 17350 | |
| }, | |
| { | |
| "epoch": 2.821926694777814, | |
| "grad_norm": 3.029115915298462, | |
| "learning_rate": 2.945827589003325e-06, | |
| "loss": 1.2397, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 2.8300356795329225, | |
| "grad_norm": 1.7525807619094849, | |
| "learning_rate": 2.9255534830913956e-06, | |
| "loss": 1.1576, | |
| "step": 17450 | |
| }, | |
| { | |
| "epoch": 2.838144664288031, | |
| "grad_norm": 2.326188564300537, | |
| "learning_rate": 2.905279377179467e-06, | |
| "loss": 1.2581, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 2.84625364904314, | |
| "grad_norm": 2.2817983627319336, | |
| "learning_rate": 2.8850052712675375e-06, | |
| "loss": 1.1471, | |
| "step": 17550 | |
| }, | |
| { | |
| "epoch": 2.8543626337982486, | |
| "grad_norm": 1.9472275972366333, | |
| "learning_rate": 2.8647311653556083e-06, | |
| "loss": 1.2784, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 2.862471618553357, | |
| "grad_norm": 2.6982924938201904, | |
| "learning_rate": 2.8444570594436786e-06, | |
| "loss": 1.181, | |
| "step": 17650 | |
| }, | |
| { | |
| "epoch": 2.8705806033084658, | |
| "grad_norm": 2.204470634460449, | |
| "learning_rate": 2.8241829535317494e-06, | |
| "loss": 1.3165, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 2.8786895880635743, | |
| "grad_norm": 1.8621634244918823, | |
| "learning_rate": 2.80390884761982e-06, | |
| "loss": 1.1949, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 2.886798572818683, | |
| "grad_norm": 2.0357561111450195, | |
| "learning_rate": 2.783634741707891e-06, | |
| "loss": 1.2433, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 2.894907557573792, | |
| "grad_norm": 1.873806118965149, | |
| "learning_rate": 2.7633606357959612e-06, | |
| "loss": 1.2737, | |
| "step": 17850 | |
| }, | |
| { | |
| "epoch": 2.9030165423289005, | |
| "grad_norm": 2.299546241760254, | |
| "learning_rate": 2.7430865298840324e-06, | |
| "loss": 1.2296, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 2.911125527084009, | |
| "grad_norm": 2.267756938934326, | |
| "learning_rate": 2.722812423972103e-06, | |
| "loss": 1.2348, | |
| "step": 17950 | |
| }, | |
| { | |
| "epoch": 2.9192345118391176, | |
| "grad_norm": 3.639319658279419, | |
| "learning_rate": 2.702538318060174e-06, | |
| "loss": 1.2168, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 2.9273434965942267, | |
| "grad_norm": 2.825929641723633, | |
| "learning_rate": 2.6822642121482447e-06, | |
| "loss": 1.2045, | |
| "step": 18050 | |
| }, | |
| { | |
| "epoch": 2.9354524813493352, | |
| "grad_norm": 1.6339542865753174, | |
| "learning_rate": 2.661990106236315e-06, | |
| "loss": 1.2303, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 2.943561466104444, | |
| "grad_norm": 1.8570992946624756, | |
| "learning_rate": 2.6417160003243857e-06, | |
| "loss": 1.2268, | |
| "step": 18150 | |
| }, | |
| { | |
| "epoch": 2.9516704508595524, | |
| "grad_norm": 2.2465381622314453, | |
| "learning_rate": 2.6214418944124565e-06, | |
| "loss": 1.1506, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 2.959779435614661, | |
| "grad_norm": 2.456606149673462, | |
| "learning_rate": 2.6011677885005272e-06, | |
| "loss": 1.2371, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 2.9678884203697695, | |
| "grad_norm": 1.7189408540725708, | |
| "learning_rate": 2.5808936825885984e-06, | |
| "loss": 1.1677, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 2.975997405124878, | |
| "grad_norm": 1.5492075681686401, | |
| "learning_rate": 2.5606195766766687e-06, | |
| "loss": 1.2146, | |
| "step": 18350 | |
| }, | |
| { | |
| "epoch": 2.984106389879987, | |
| "grad_norm": 2.5447022914886475, | |
| "learning_rate": 2.5403454707647395e-06, | |
| "loss": 1.1574, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 2.9922153746350957, | |
| "grad_norm": 1.8842716217041016, | |
| "learning_rate": 2.5200713648528103e-06, | |
| "loss": 1.2093, | |
| "step": 18450 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 24664, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.035905534827063e+19, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |