| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 12332, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.008108984755108661, | |
| "grad_norm": 1.9572986364364624, | |
| "learning_rate": 9.980942340442787e-06, | |
| "loss": 1.3961, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.016217969510217322, | |
| "grad_norm": 2.140582323074341, | |
| "learning_rate": 9.960668234530858e-06, | |
| "loss": 1.2721, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.02432695426532598, | |
| "grad_norm": 2.600647211074829, | |
| "learning_rate": 9.940394128618928e-06, | |
| "loss": 1.2162, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.032435939020434644, | |
| "grad_norm": 2.521652936935425, | |
| "learning_rate": 9.920120022707e-06, | |
| "loss": 1.2469, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.0405449237755433, | |
| "grad_norm": 2.509162425994873, | |
| "learning_rate": 9.89984591679507e-06, | |
| "loss": 1.2162, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.04865390853065196, | |
| "grad_norm": 4.292358875274658, | |
| "learning_rate": 9.879571810883141e-06, | |
| "loss": 1.2096, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.056762893285760625, | |
| "grad_norm": 2.3972127437591553, | |
| "learning_rate": 9.859297704971211e-06, | |
| "loss": 1.1857, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.06487187804086929, | |
| "grad_norm": 1.8880646228790283, | |
| "learning_rate": 9.839023599059281e-06, | |
| "loss": 1.1973, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.07298086279597794, | |
| "grad_norm": 1.4280647039413452, | |
| "learning_rate": 9.818749493147353e-06, | |
| "loss": 1.2305, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.0810898475510866, | |
| "grad_norm": 1.4675335884094238, | |
| "learning_rate": 9.798475387235423e-06, | |
| "loss": 1.2302, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.08919883230619527, | |
| "grad_norm": 3.1858043670654297, | |
| "learning_rate": 9.778201281323494e-06, | |
| "loss": 1.1004, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.09730781706130393, | |
| "grad_norm": 1.4137463569641113, | |
| "learning_rate": 9.757927175411566e-06, | |
| "loss": 1.1911, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.10541680181641258, | |
| "grad_norm": 1.389324426651001, | |
| "learning_rate": 9.737653069499636e-06, | |
| "loss": 1.1752, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.11352578657152125, | |
| "grad_norm": 2.291736602783203, | |
| "learning_rate": 9.717378963587707e-06, | |
| "loss": 1.135, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.1216347713266299, | |
| "grad_norm": 1.8395874500274658, | |
| "learning_rate": 9.697104857675777e-06, | |
| "loss": 1.1551, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.12974375608173858, | |
| "grad_norm": 1.9675475358963013, | |
| "learning_rate": 9.676830751763849e-06, | |
| "loss": 1.1685, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.13785274083684723, | |
| "grad_norm": 2.3232228755950928, | |
| "learning_rate": 9.656556645851919e-06, | |
| "loss": 1.1895, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.1459617255919559, | |
| "grad_norm": 1.8441636562347412, | |
| "learning_rate": 9.636282539939989e-06, | |
| "loss": 1.1697, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.15407071034706454, | |
| "grad_norm": 2.008300542831421, | |
| "learning_rate": 9.61600843402806e-06, | |
| "loss": 1.1553, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.1621796951021732, | |
| "grad_norm": 1.5163062810897827, | |
| "learning_rate": 9.59573432811613e-06, | |
| "loss": 1.1739, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.17028867985728185, | |
| "grad_norm": 1.4669376611709595, | |
| "learning_rate": 9.575460222204202e-06, | |
| "loss": 1.1582, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.17839766461239054, | |
| "grad_norm": 2.10261607170105, | |
| "learning_rate": 9.555186116292272e-06, | |
| "loss": 1.1284, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.1865066493674992, | |
| "grad_norm": 1.8615520000457764, | |
| "learning_rate": 9.534912010380343e-06, | |
| "loss": 1.0916, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.19461563412260785, | |
| "grad_norm": 3.1653287410736084, | |
| "learning_rate": 9.514637904468413e-06, | |
| "loss": 1.2177, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.2027246188777165, | |
| "grad_norm": 2.7635200023651123, | |
| "learning_rate": 9.494363798556485e-06, | |
| "loss": 1.1217, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.21083360363282516, | |
| "grad_norm": 1.2704397439956665, | |
| "learning_rate": 9.474089692644555e-06, | |
| "loss": 1.2341, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.21894258838793382, | |
| "grad_norm": 5.202953815460205, | |
| "learning_rate": 9.453815586732625e-06, | |
| "loss": 1.2126, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.2270515731430425, | |
| "grad_norm": 2.3350253105163574, | |
| "learning_rate": 9.433541480820698e-06, | |
| "loss": 1.1721, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.23516055789815116, | |
| "grad_norm": 1.807605266571045, | |
| "learning_rate": 9.413267374908768e-06, | |
| "loss": 1.1475, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.2432695426532598, | |
| "grad_norm": 1.765973448753357, | |
| "learning_rate": 9.392993268996838e-06, | |
| "loss": 1.1572, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.25137852740836847, | |
| "grad_norm": 1.1422791481018066, | |
| "learning_rate": 9.37271916308491e-06, | |
| "loss": 1.1987, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.25948751216347715, | |
| "grad_norm": 2.6164450645446777, | |
| "learning_rate": 9.35244505717298e-06, | |
| "loss": 1.2152, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.2675964969185858, | |
| "grad_norm": 0.7747199535369873, | |
| "learning_rate": 9.332170951261051e-06, | |
| "loss": 1.1686, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.27570548167369446, | |
| "grad_norm": 2.8744866847991943, | |
| "learning_rate": 9.31189684534912e-06, | |
| "loss": 1.1571, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.2838144664288031, | |
| "grad_norm": 3.669771671295166, | |
| "learning_rate": 9.291622739437192e-06, | |
| "loss": 1.1609, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.2919234511839118, | |
| "grad_norm": 1.5796583890914917, | |
| "learning_rate": 9.271348633525262e-06, | |
| "loss": 1.1873, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.30003243593902046, | |
| "grad_norm": 24.162195205688477, | |
| "learning_rate": 9.251074527613332e-06, | |
| "loss": 1.071, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.3081414206941291, | |
| "grad_norm": 2.8964436054229736, | |
| "learning_rate": 9.230800421701404e-06, | |
| "loss": 1.1767, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.31625040544923777, | |
| "grad_norm": 2.9506802558898926, | |
| "learning_rate": 9.210526315789474e-06, | |
| "loss": 1.1566, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.3243593902043464, | |
| "grad_norm": 3.0490458011627197, | |
| "learning_rate": 9.190252209877545e-06, | |
| "loss": 1.1563, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.3324683749594551, | |
| "grad_norm": 2.236199378967285, | |
| "learning_rate": 9.169978103965615e-06, | |
| "loss": 1.1493, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.3405773597145637, | |
| "grad_norm": 2.1622684001922607, | |
| "learning_rate": 9.149703998053687e-06, | |
| "loss": 1.1613, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.3486863444696724, | |
| "grad_norm": 1.634074330329895, | |
| "learning_rate": 9.129429892141757e-06, | |
| "loss": 1.2061, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.3567953292247811, | |
| "grad_norm": 1.8448489904403687, | |
| "learning_rate": 9.109155786229828e-06, | |
| "loss": 1.1047, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.3649043139798897, | |
| "grad_norm": 2.2948291301727295, | |
| "learning_rate": 9.0888816803179e-06, | |
| "loss": 1.0898, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.3730132987349984, | |
| "grad_norm": 2.0072033405303955, | |
| "learning_rate": 9.06860757440597e-06, | |
| "loss": 1.1275, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.381122283490107, | |
| "grad_norm": 1.8813329935073853, | |
| "learning_rate": 9.04833346849404e-06, | |
| "loss": 1.143, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.3892312682452157, | |
| "grad_norm": 2.1367673873901367, | |
| "learning_rate": 9.028059362582111e-06, | |
| "loss": 1.1655, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.3973402530003244, | |
| "grad_norm": 0.8832216858863831, | |
| "learning_rate": 9.007785256670181e-06, | |
| "loss": 1.2366, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.405449237755433, | |
| "grad_norm": 2.3302135467529297, | |
| "learning_rate": 8.987511150758253e-06, | |
| "loss": 1.1629, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.4135582225105417, | |
| "grad_norm": 2.1263036727905273, | |
| "learning_rate": 8.967237044846323e-06, | |
| "loss": 1.1454, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.4216672072656503, | |
| "grad_norm": 1.9923527240753174, | |
| "learning_rate": 8.946962938934394e-06, | |
| "loss": 1.1205, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.429776192020759, | |
| "grad_norm": 3.215719699859619, | |
| "learning_rate": 8.926688833022464e-06, | |
| "loss": 1.0715, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.43788517677586763, | |
| "grad_norm": 0.8249936103820801, | |
| "learning_rate": 8.906414727110536e-06, | |
| "loss": 1.1257, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.4459941615309763, | |
| "grad_norm": 7.653429985046387, | |
| "learning_rate": 8.886140621198606e-06, | |
| "loss": 1.1224, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.454103146286085, | |
| "grad_norm": 1.5797380208969116, | |
| "learning_rate": 8.865866515286676e-06, | |
| "loss": 1.1456, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.46221213104119363, | |
| "grad_norm": 1.7436014413833618, | |
| "learning_rate": 8.845592409374747e-06, | |
| "loss": 1.1848, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.4703211157963023, | |
| "grad_norm": 2.171922206878662, | |
| "learning_rate": 8.825318303462817e-06, | |
| "loss": 1.1075, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.47843010055141094, | |
| "grad_norm": 2.2190613746643066, | |
| "learning_rate": 8.805044197550889e-06, | |
| "loss": 1.11, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.4865390853065196, | |
| "grad_norm": 1.689220905303955, | |
| "learning_rate": 8.784770091638959e-06, | |
| "loss": 1.0315, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.4946480700616283, | |
| "grad_norm": 2.075385332107544, | |
| "learning_rate": 8.76449598572703e-06, | |
| "loss": 1.0846, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.5027570548167369, | |
| "grad_norm": 1.8431355953216553, | |
| "learning_rate": 8.744221879815102e-06, | |
| "loss": 1.1823, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.5108660395718456, | |
| "grad_norm": 2.7447328567504883, | |
| "learning_rate": 8.723947773903172e-06, | |
| "loss": 1.1195, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.5189750243269543, | |
| "grad_norm": 1.8737456798553467, | |
| "learning_rate": 8.703673667991243e-06, | |
| "loss": 1.1918, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.5270840090820629, | |
| "grad_norm": 3.270134210586548, | |
| "learning_rate": 8.683399562079313e-06, | |
| "loss": 1.0992, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.5351929938371716, | |
| "grad_norm": 2.3992574214935303, | |
| "learning_rate": 8.663125456167383e-06, | |
| "loss": 1.168, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.5433019785922802, | |
| "grad_norm": 2.5086565017700195, | |
| "learning_rate": 8.642851350255455e-06, | |
| "loss": 1.104, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.5514109633473889, | |
| "grad_norm": 2.5543065071105957, | |
| "learning_rate": 8.622577244343525e-06, | |
| "loss": 1.1699, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.5595199481024976, | |
| "grad_norm": 1.8610668182373047, | |
| "learning_rate": 8.602303138431596e-06, | |
| "loss": 1.0648, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.5676289328576062, | |
| "grad_norm": 0.530300498008728, | |
| "learning_rate": 8.582029032519666e-06, | |
| "loss": 1.0437, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.5757379176127149, | |
| "grad_norm": 2.2418153285980225, | |
| "learning_rate": 8.561754926607738e-06, | |
| "loss": 1.0542, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.5838469023678236, | |
| "grad_norm": 3.173265218734741, | |
| "learning_rate": 8.541480820695808e-06, | |
| "loss": 1.1204, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.5919558871229322, | |
| "grad_norm": 1.4262479543685913, | |
| "learning_rate": 8.521206714783878e-06, | |
| "loss": 1.1228, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.6000648718780409, | |
| "grad_norm": 6.2367377281188965, | |
| "learning_rate": 8.50093260887195e-06, | |
| "loss": 1.1236, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.6081738566331495, | |
| "grad_norm": 1.1879503726959229, | |
| "learning_rate": 8.480658502960019e-06, | |
| "loss": 1.1394, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.6162828413882582, | |
| "grad_norm": 1.846981167793274, | |
| "learning_rate": 8.46038439704809e-06, | |
| "loss": 1.1356, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.6243918261433669, | |
| "grad_norm": 1.8748732805252075, | |
| "learning_rate": 8.440110291136162e-06, | |
| "loss": 1.2168, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.6325008108984755, | |
| "grad_norm": 1.6056501865386963, | |
| "learning_rate": 8.419836185224232e-06, | |
| "loss": 1.0998, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.6406097956535842, | |
| "grad_norm": 3.1764864921569824, | |
| "learning_rate": 8.399562079312304e-06, | |
| "loss": 1.1459, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.6487187804086928, | |
| "grad_norm": 2.427140712738037, | |
| "learning_rate": 8.379287973400374e-06, | |
| "loss": 1.1625, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.6568277651638015, | |
| "grad_norm": 3.784374237060547, | |
| "learning_rate": 8.359013867488445e-06, | |
| "loss": 1.1198, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.6649367499189102, | |
| "grad_norm": 1.0050832033157349, | |
| "learning_rate": 8.338739761576515e-06, | |
| "loss": 1.156, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.6730457346740188, | |
| "grad_norm": 1.9474921226501465, | |
| "learning_rate": 8.318465655664587e-06, | |
| "loss": 1.1186, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.6811547194291274, | |
| "grad_norm": 2.666841983795166, | |
| "learning_rate": 8.298191549752657e-06, | |
| "loss": 1.1655, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.6892637041842361, | |
| "grad_norm": 3.144240379333496, | |
| "learning_rate": 8.277917443840727e-06, | |
| "loss": 1.1691, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.6973726889393448, | |
| "grad_norm": 130.09506225585938, | |
| "learning_rate": 8.257643337928798e-06, | |
| "loss": 1.2045, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.7054816736944535, | |
| "grad_norm": 2.074591636657715, | |
| "learning_rate": 8.237369232016868e-06, | |
| "loss": 1.1461, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.7135906584495622, | |
| "grad_norm": 2.799001932144165, | |
| "learning_rate": 8.21709512610494e-06, | |
| "loss": 1.1341, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.7216996432046707, | |
| "grad_norm": 2.7407402992248535, | |
| "learning_rate": 8.19682102019301e-06, | |
| "loss": 1.1195, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.7298086279597794, | |
| "grad_norm": 0.21362553536891937, | |
| "learning_rate": 8.176546914281081e-06, | |
| "loss": 1.1311, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.7379176127148881, | |
| "grad_norm": 1.1738766431808472, | |
| "learning_rate": 8.156272808369151e-06, | |
| "loss": 1.0796, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.7460265974699968, | |
| "grad_norm": 2.821784257888794, | |
| "learning_rate": 8.135998702457221e-06, | |
| "loss": 1.116, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.7541355822251055, | |
| "grad_norm": 2.0731353759765625, | |
| "learning_rate": 8.115724596545294e-06, | |
| "loss": 1.1121, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.762244566980214, | |
| "grad_norm": 2.632211685180664, | |
| "learning_rate": 8.095450490633364e-06, | |
| "loss": 1.0747, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.7703535517353227, | |
| "grad_norm": 2.5461819171905518, | |
| "learning_rate": 8.075176384721434e-06, | |
| "loss": 1.0444, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.7784625364904314, | |
| "grad_norm": 5.323375225067139, | |
| "learning_rate": 8.054902278809506e-06, | |
| "loss": 1.1097, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.7865715212455401, | |
| "grad_norm": 3.063811779022217, | |
| "learning_rate": 8.034628172897576e-06, | |
| "loss": 1.1502, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.7946805060006488, | |
| "grad_norm": 2.1988182067871094, | |
| "learning_rate": 8.014354066985647e-06, | |
| "loss": 1.1024, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.8027894907557573, | |
| "grad_norm": 2.6995670795440674, | |
| "learning_rate": 7.994079961073717e-06, | |
| "loss": 1.1678, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.810898475510866, | |
| "grad_norm": 0.982642412185669, | |
| "learning_rate": 7.973805855161789e-06, | |
| "loss": 1.1194, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.8190074602659747, | |
| "grad_norm": 1.8992295265197754, | |
| "learning_rate": 7.953531749249859e-06, | |
| "loss": 1.1394, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.8271164450210834, | |
| "grad_norm": 1.253397822380066, | |
| "learning_rate": 7.933257643337929e-06, | |
| "loss": 1.0602, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.8352254297761921, | |
| "grad_norm": 2.562586784362793, | |
| "learning_rate": 7.912983537426e-06, | |
| "loss": 1.1393, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.8433344145313006, | |
| "grad_norm": 3.5401248931884766, | |
| "learning_rate": 7.89270943151407e-06, | |
| "loss": 1.0614, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.8514433992864093, | |
| "grad_norm": 1.610593318939209, | |
| "learning_rate": 7.872435325602142e-06, | |
| "loss": 1.0493, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.859552384041518, | |
| "grad_norm": 1.8910722732543945, | |
| "learning_rate": 7.852161219690212e-06, | |
| "loss": 1.1287, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.8676613687966267, | |
| "grad_norm": 1.915490746498108, | |
| "learning_rate": 7.831887113778283e-06, | |
| "loss": 1.0797, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.8757703535517353, | |
| "grad_norm": 3.8769915103912354, | |
| "learning_rate": 7.811613007866353e-06, | |
| "loss": 1.1077, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.883879338306844, | |
| "grad_norm": 0.7856437563896179, | |
| "learning_rate": 7.791338901954425e-06, | |
| "loss": 1.0537, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.8919883230619526, | |
| "grad_norm": 1.956763744354248, | |
| "learning_rate": 7.771064796042496e-06, | |
| "loss": 1.0882, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.9000973078170613, | |
| "grad_norm": 2.763761043548584, | |
| "learning_rate": 7.750790690130566e-06, | |
| "loss": 1.1859, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.90820629257217, | |
| "grad_norm": 1.743696689605713, | |
| "learning_rate": 7.730516584218636e-06, | |
| "loss": 1.0828, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.9163152773272786, | |
| "grad_norm": 1.8948084115982056, | |
| "learning_rate": 7.710242478306708e-06, | |
| "loss": 1.1487, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.9244242620823873, | |
| "grad_norm": 1.9413537979125977, | |
| "learning_rate": 7.689968372394778e-06, | |
| "loss": 1.0365, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.9325332468374959, | |
| "grad_norm": 1.3905330896377563, | |
| "learning_rate": 7.66969426648285e-06, | |
| "loss": 1.1288, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.9406422315926046, | |
| "grad_norm": 2.7509984970092773, | |
| "learning_rate": 7.649420160570919e-06, | |
| "loss": 1.1158, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.9487512163477133, | |
| "grad_norm": 2.0269293785095215, | |
| "learning_rate": 7.62914605465899e-06, | |
| "loss": 1.0666, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.9568602011028219, | |
| "grad_norm": 2.457383632659912, | |
| "learning_rate": 7.608871948747061e-06, | |
| "loss": 1.0743, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.9649691858579306, | |
| "grad_norm": 1.9480834007263184, | |
| "learning_rate": 7.588597842835131e-06, | |
| "loss": 1.0856, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.9730781706130393, | |
| "grad_norm": 2.421600103378296, | |
| "learning_rate": 7.568323736923202e-06, | |
| "loss": 1.1044, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.9811871553681479, | |
| "grad_norm": 1.9701539278030396, | |
| "learning_rate": 7.548049631011273e-06, | |
| "loss": 1.0493, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.9892961401232566, | |
| "grad_norm": 3.0008904933929443, | |
| "learning_rate": 7.527775525099344e-06, | |
| "loss": 1.057, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.9974051248783652, | |
| "grad_norm": 2.9297544956207275, | |
| "learning_rate": 7.507501419187414e-06, | |
| "loss": 1.0695, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 1.0055141096334739, | |
| "grad_norm": 8.883905410766602, | |
| "learning_rate": 7.487227313275484e-06, | |
| "loss": 1.1178, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.0136230943885824, | |
| "grad_norm": 1.9629335403442383, | |
| "learning_rate": 7.466953207363555e-06, | |
| "loss": 1.1246, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 1.0217320791436912, | |
| "grad_norm": 1.3846949338912964, | |
| "learning_rate": 7.4466791014516275e-06, | |
| "loss": 1.1218, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.0298410638987998, | |
| "grad_norm": 1.8666070699691772, | |
| "learning_rate": 7.426404995539697e-06, | |
| "loss": 1.072, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 1.0379500486539086, | |
| "grad_norm": 2.517359972000122, | |
| "learning_rate": 7.406130889627768e-06, | |
| "loss": 1.1204, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.0460590334090172, | |
| "grad_norm": 10.04233455657959, | |
| "learning_rate": 7.385856783715839e-06, | |
| "loss": 1.1025, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 1.0541680181641258, | |
| "grad_norm": 2.2324578762054443, | |
| "learning_rate": 7.36558267780391e-06, | |
| "loss": 1.0799, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.0622770029192345, | |
| "grad_norm": 1.6139917373657227, | |
| "learning_rate": 7.34530857189198e-06, | |
| "loss": 1.1512, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 1.0703859876743431, | |
| "grad_norm": 1.7317317724227905, | |
| "learning_rate": 7.325034465980051e-06, | |
| "loss": 1.0947, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.078494972429452, | |
| "grad_norm": 1.3901951313018799, | |
| "learning_rate": 7.304760360068122e-06, | |
| "loss": 1.1165, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 1.0866039571845605, | |
| "grad_norm": 2.5908029079437256, | |
| "learning_rate": 7.284486254156193e-06, | |
| "loss": 1.0484, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.094712941939669, | |
| "grad_norm": 2.977522850036621, | |
| "learning_rate": 7.2642121482442626e-06, | |
| "loss": 1.0471, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 1.1028219266947779, | |
| "grad_norm": 1.2937211990356445, | |
| "learning_rate": 7.243938042332333e-06, | |
| "loss": 1.1202, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.1109309114498864, | |
| "grad_norm": 2.9973866939544678, | |
| "learning_rate": 7.223663936420404e-06, | |
| "loss": 1.0414, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 1.1190398962049952, | |
| "grad_norm": 5.904523849487305, | |
| "learning_rate": 7.203389830508475e-06, | |
| "loss": 1.0944, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.1271488809601038, | |
| "grad_norm": 4.078853130340576, | |
| "learning_rate": 7.1831157245965456e-06, | |
| "loss": 1.0421, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 1.1352578657152124, | |
| "grad_norm": 2.3049638271331787, | |
| "learning_rate": 7.162841618684616e-06, | |
| "loss": 1.1185, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.1433668504703212, | |
| "grad_norm": 1.740246057510376, | |
| "learning_rate": 7.142567512772687e-06, | |
| "loss": 1.0862, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 1.1514758352254297, | |
| "grad_norm": 7.726000785827637, | |
| "learning_rate": 7.122293406860759e-06, | |
| "loss": 1.0821, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.1595848199805385, | |
| "grad_norm": 0.24267837405204773, | |
| "learning_rate": 7.1020193009488294e-06, | |
| "loss": 1.0419, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 1.167693804735647, | |
| "grad_norm": 1.9721111059188843, | |
| "learning_rate": 7.0817451950369e-06, | |
| "loss": 1.0959, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.1758027894907557, | |
| "grad_norm": 1.5573512315750122, | |
| "learning_rate": 7.06147108912497e-06, | |
| "loss": 1.0827, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 1.1839117742458645, | |
| "grad_norm": 2.4766602516174316, | |
| "learning_rate": 7.041196983213041e-06, | |
| "loss": 1.0144, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.192020759000973, | |
| "grad_norm": 3.357357978820801, | |
| "learning_rate": 7.020922877301112e-06, | |
| "loss": 1.0686, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 1.2001297437560818, | |
| "grad_norm": 1.6499881744384766, | |
| "learning_rate": 7.000648771389182e-06, | |
| "loss": 1.0918, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.2082387285111904, | |
| "grad_norm": 2.088510751724243, | |
| "learning_rate": 6.980374665477253e-06, | |
| "loss": 1.0963, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 1.216347713266299, | |
| "grad_norm": 2.040971040725708, | |
| "learning_rate": 6.960100559565324e-06, | |
| "loss": 1.1578, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.2244566980214078, | |
| "grad_norm": 1.381493091583252, | |
| "learning_rate": 6.939826453653395e-06, | |
| "loss": 1.1057, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 1.2325656827765163, | |
| "grad_norm": 1.6742016077041626, | |
| "learning_rate": 6.919552347741465e-06, | |
| "loss": 1.1118, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 1.240674667531625, | |
| "grad_norm": 0.9264686107635498, | |
| "learning_rate": 6.899278241829535e-06, | |
| "loss": 1.0471, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 1.2487836522867337, | |
| "grad_norm": 3.0064830780029297, | |
| "learning_rate": 6.879004135917606e-06, | |
| "loss": 1.0854, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 1.2568926370418423, | |
| "grad_norm": 0.9564074873924255, | |
| "learning_rate": 6.858730030005677e-06, | |
| "loss": 1.1668, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 1.265001621796951, | |
| "grad_norm": 7.573803901672363, | |
| "learning_rate": 6.8384559240937475e-06, | |
| "loss": 1.1087, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.2731106065520597, | |
| "grad_norm": 6.813046455383301, | |
| "learning_rate": 6.818181818181818e-06, | |
| "loss": 1.1263, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 1.2812195913071682, | |
| "grad_norm": 1.5467007160186768, | |
| "learning_rate": 6.79790771226989e-06, | |
| "loss": 1.1001, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 1.289328576062277, | |
| "grad_norm": 1.5642696619033813, | |
| "learning_rate": 6.777633606357961e-06, | |
| "loss": 1.1252, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 1.2974375608173856, | |
| "grad_norm": 5.454095363616943, | |
| "learning_rate": 6.757359500446031e-06, | |
| "loss": 1.0533, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.3055465455724944, | |
| "grad_norm": 2.569298028945923, | |
| "learning_rate": 6.737085394534102e-06, | |
| "loss": 1.1265, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 1.313655530327603, | |
| "grad_norm": 0.9834175705909729, | |
| "learning_rate": 6.716811288622173e-06, | |
| "loss": 1.1177, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 1.3217645150827115, | |
| "grad_norm": 1.9268743991851807, | |
| "learning_rate": 6.696537182710244e-06, | |
| "loss": 1.0928, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 1.3298734998378203, | |
| "grad_norm": 2.7169127464294434, | |
| "learning_rate": 6.6762630767983135e-06, | |
| "loss": 1.0943, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 1.337982484592929, | |
| "grad_norm": 1.8307722806930542, | |
| "learning_rate": 6.655988970886384e-06, | |
| "loss": 1.0697, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 1.3460914693480377, | |
| "grad_norm": 1.8044813871383667, | |
| "learning_rate": 6.635714864974455e-06, | |
| "loss": 1.1663, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 1.3542004541031463, | |
| "grad_norm": 0.26450178027153015, | |
| "learning_rate": 6.615440759062526e-06, | |
| "loss": 1.0665, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 1.3623094388582548, | |
| "grad_norm": 5.571292877197266, | |
| "learning_rate": 6.5951666531505966e-06, | |
| "loss": 1.0099, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 1.3704184236133636, | |
| "grad_norm": 3.6548831462860107, | |
| "learning_rate": 6.574892547238667e-06, | |
| "loss": 1.0948, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 1.3785274083684722, | |
| "grad_norm": 1.9964606761932373, | |
| "learning_rate": 6.554618441326738e-06, | |
| "loss": 1.079, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.386636393123581, | |
| "grad_norm": 9.50430965423584, | |
| "learning_rate": 6.534344335414808e-06, | |
| "loss": 1.093, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 1.3947453778786896, | |
| "grad_norm": 2.573894500732422, | |
| "learning_rate": 6.514070229502879e-06, | |
| "loss": 1.1444, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 1.4028543626337981, | |
| "grad_norm": 2.370356559753418, | |
| "learning_rate": 6.4937961235909495e-06, | |
| "loss": 1.1342, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 1.410963347388907, | |
| "grad_norm": 2.698498487472534, | |
| "learning_rate": 6.47352201767902e-06, | |
| "loss": 1.1387, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 1.4190723321440155, | |
| "grad_norm": 1.4973636865615845, | |
| "learning_rate": 6.453247911767092e-06, | |
| "loss": 1.077, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 1.4271813168991243, | |
| "grad_norm": 2.350057601928711, | |
| "learning_rate": 6.432973805855163e-06, | |
| "loss": 1.0281, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 1.4352903016542329, | |
| "grad_norm": 2.5107436180114746, | |
| "learning_rate": 6.412699699943233e-06, | |
| "loss": 1.0517, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 1.4433992864093415, | |
| "grad_norm": 2.506737470626831, | |
| "learning_rate": 6.392425594031304e-06, | |
| "loss": 1.0565, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 1.4515082711644502, | |
| "grad_norm": 2.0631542205810547, | |
| "learning_rate": 6.372151488119375e-06, | |
| "loss": 1.0925, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 1.4596172559195588, | |
| "grad_norm": 1.4057486057281494, | |
| "learning_rate": 6.351877382207446e-06, | |
| "loss": 1.1257, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.4677262406746676, | |
| "grad_norm": 1.5711629390716553, | |
| "learning_rate": 6.331603276295516e-06, | |
| "loss": 1.0615, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 1.4758352254297762, | |
| "grad_norm": 3.042393922805786, | |
| "learning_rate": 6.311329170383586e-06, | |
| "loss": 1.0664, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 1.4839442101848848, | |
| "grad_norm": 2.0653626918792725, | |
| "learning_rate": 6.291055064471657e-06, | |
| "loss": 1.0039, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 1.4920531949399936, | |
| "grad_norm": 2.374119281768799, | |
| "learning_rate": 6.270780958559728e-06, | |
| "loss": 1.0053, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 1.5001621796951021, | |
| "grad_norm": 2.568708896636963, | |
| "learning_rate": 6.2505068526477985e-06, | |
| "loss": 1.0484, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 1.508271164450211, | |
| "grad_norm": 2.4763758182525635, | |
| "learning_rate": 6.230232746735869e-06, | |
| "loss": 1.0998, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 1.5163801492053195, | |
| "grad_norm": 1.8199087381362915, | |
| "learning_rate": 6.20995864082394e-06, | |
| "loss": 1.1189, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 1.524489133960428, | |
| "grad_norm": 4.159176826477051, | |
| "learning_rate": 6.189684534912011e-06, | |
| "loss": 1.1606, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 1.5325981187155369, | |
| "grad_norm": 1.266381025314331, | |
| "learning_rate": 6.1694104290000815e-06, | |
| "loss": 1.039, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 1.5407071034706454, | |
| "grad_norm": 1.114743947982788, | |
| "learning_rate": 6.1491363230881514e-06, | |
| "loss": 1.0937, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.5488160882257542, | |
| "grad_norm": 4.52326774597168, | |
| "learning_rate": 6.128862217176224e-06, | |
| "loss": 1.0782, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 1.5569250729808628, | |
| "grad_norm": 2.066561460494995, | |
| "learning_rate": 6.108588111264294e-06, | |
| "loss": 1.0033, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 1.5650340577359714, | |
| "grad_norm": 3.260119676589966, | |
| "learning_rate": 6.0883140053523645e-06, | |
| "loss": 1.063, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 1.5731430424910802, | |
| "grad_norm": 3.0911264419555664, | |
| "learning_rate": 6.068039899440435e-06, | |
| "loss": 1.0468, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 1.5812520272461887, | |
| "grad_norm": 6.644060134887695, | |
| "learning_rate": 6.047765793528506e-06, | |
| "loss": 1.0236, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 1.5893610120012975, | |
| "grad_norm": 2.7163946628570557, | |
| "learning_rate": 6.027491687616577e-06, | |
| "loss": 1.0351, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 1.597469996756406, | |
| "grad_norm": 2.4623427391052246, | |
| "learning_rate": 6.0072175817046475e-06, | |
| "loss": 1.1016, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 1.6055789815115147, | |
| "grad_norm": 2.7548983097076416, | |
| "learning_rate": 5.986943475792718e-06, | |
| "loss": 1.0571, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 1.6136879662666233, | |
| "grad_norm": 2.269378423690796, | |
| "learning_rate": 5.966669369880789e-06, | |
| "loss": 1.0962, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 1.621796951021732, | |
| "grad_norm": 2.0521297454833984, | |
| "learning_rate": 5.946395263968859e-06, | |
| "loss": 1.1202, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.6299059357768408, | |
| "grad_norm": 2.488682985305786, | |
| "learning_rate": 5.92612115805693e-06, | |
| "loss": 1.0879, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 1.6380149205319494, | |
| "grad_norm": 2.8953864574432373, | |
| "learning_rate": 5.9058470521450005e-06, | |
| "loss": 1.1048, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 1.646123905287058, | |
| "grad_norm": 2.272630214691162, | |
| "learning_rate": 5.885572946233071e-06, | |
| "loss": 1.0903, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 1.6542328900421666, | |
| "grad_norm": 2.1369316577911377, | |
| "learning_rate": 5.865298840321142e-06, | |
| "loss": 1.0911, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 1.6623418747972754, | |
| "grad_norm": 3.1257848739624023, | |
| "learning_rate": 5.845024734409213e-06, | |
| "loss": 1.066, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 1.6704508595523841, | |
| "grad_norm": 2.81978440284729, | |
| "learning_rate": 5.8247506284972835e-06, | |
| "loss": 1.1032, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 1.6785598443074927, | |
| "grad_norm": 1.2515383958816528, | |
| "learning_rate": 5.804476522585355e-06, | |
| "loss": 1.0646, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 1.6866688290626013, | |
| "grad_norm": 2.6792616844177246, | |
| "learning_rate": 5.784202416673426e-06, | |
| "loss": 1.0804, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 1.6947778138177099, | |
| "grad_norm": 2.989546537399292, | |
| "learning_rate": 5.763928310761497e-06, | |
| "loss": 1.1245, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 1.7028867985728187, | |
| "grad_norm": 3.0825021266937256, | |
| "learning_rate": 5.743654204849567e-06, | |
| "loss": 1.1059, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.7109957833279275, | |
| "grad_norm": 2.1985509395599365, | |
| "learning_rate": 5.723380098937637e-06, | |
| "loss": 1.1493, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 1.719104768083036, | |
| "grad_norm": 2.780210256576538, | |
| "learning_rate": 5.703105993025708e-06, | |
| "loss": 1.1207, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 1.7272137528381446, | |
| "grad_norm": 1.8562790155410767, | |
| "learning_rate": 5.682831887113779e-06, | |
| "loss": 1.0158, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 1.7353227375932532, | |
| "grad_norm": 1.9536188840866089, | |
| "learning_rate": 5.6625577812018495e-06, | |
| "loss": 1.113, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 1.743431722348362, | |
| "grad_norm": 7.557844638824463, | |
| "learning_rate": 5.64228367528992e-06, | |
| "loss": 1.0133, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 1.7515407071034708, | |
| "grad_norm": 6.065642356872559, | |
| "learning_rate": 5.622009569377991e-06, | |
| "loss": 1.1057, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 1.7596496918585793, | |
| "grad_norm": 2.0582070350646973, | |
| "learning_rate": 5.601735463466062e-06, | |
| "loss": 1.0018, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 1.767758676613688, | |
| "grad_norm": 1.545466423034668, | |
| "learning_rate": 5.5814613575541325e-06, | |
| "loss": 0.9689, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 1.7758676613687965, | |
| "grad_norm": 2.50724196434021, | |
| "learning_rate": 5.561187251642202e-06, | |
| "loss": 1.0578, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 1.7839766461239053, | |
| "grad_norm": 3.886679172515869, | |
| "learning_rate": 5.540913145730273e-06, | |
| "loss": 1.0745, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.792085630879014, | |
| "grad_norm": 3.0689311027526855, | |
| "learning_rate": 5.520639039818344e-06, | |
| "loss": 1.0816, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 1.8001946156341226, | |
| "grad_norm": 2.43038010597229, | |
| "learning_rate": 5.500364933906415e-06, | |
| "loss": 1.1257, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 1.8083036003892312, | |
| "grad_norm": 1.9623647928237915, | |
| "learning_rate": 5.480090827994486e-06, | |
| "loss": 1.072, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 1.8164125851443398, | |
| "grad_norm": 2.903964042663574, | |
| "learning_rate": 5.459816722082557e-06, | |
| "loss": 1.1159, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 1.8245215698994486, | |
| "grad_norm": 3.9385204315185547, | |
| "learning_rate": 5.439542616170628e-06, | |
| "loss": 1.0296, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 1.8326305546545574, | |
| "grad_norm": 3.2969629764556885, | |
| "learning_rate": 5.4192685102586985e-06, | |
| "loss": 1.0818, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 1.840739539409666, | |
| "grad_norm": 6.509484767913818, | |
| "learning_rate": 5.398994404346769e-06, | |
| "loss": 1.0848, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 1.8488485241647745, | |
| "grad_norm": 3.701723098754883, | |
| "learning_rate": 5.37872029843484e-06, | |
| "loss": 0.9775, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 1.856957508919883, | |
| "grad_norm": 2.0968496799468994, | |
| "learning_rate": 5.35844619252291e-06, | |
| "loss": 1.1417, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 1.8650664936749919, | |
| "grad_norm": 2.2569050788879395, | |
| "learning_rate": 5.338172086610981e-06, | |
| "loss": 1.0199, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.8731754784301007, | |
| "grad_norm": 8.650045394897461, | |
| "learning_rate": 5.3178979806990514e-06, | |
| "loss": 1.1163, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 1.8812844631852093, | |
| "grad_norm": 3.9758262634277344, | |
| "learning_rate": 5.297623874787122e-06, | |
| "loss": 0.9833, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 1.8893934479403178, | |
| "grad_norm": 2.467902183532715, | |
| "learning_rate": 5.277349768875193e-06, | |
| "loss": 1.0529, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 1.8975024326954264, | |
| "grad_norm": 3.978503465652466, | |
| "learning_rate": 5.257075662963264e-06, | |
| "loss": 1.2041, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 1.9056114174505352, | |
| "grad_norm": 2.431842803955078, | |
| "learning_rate": 5.2368015570513345e-06, | |
| "loss": 1.0279, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 1.913720402205644, | |
| "grad_norm": 2.4601986408233643, | |
| "learning_rate": 5.216527451139405e-06, | |
| "loss": 1.1013, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 1.9218293869607526, | |
| "grad_norm": 2.702439546585083, | |
| "learning_rate": 5.196253345227475e-06, | |
| "loss": 1.0153, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 1.9299383717158611, | |
| "grad_norm": 1.80119788646698, | |
| "learning_rate": 5.175979239315546e-06, | |
| "loss": 1.0995, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 1.9380473564709697, | |
| "grad_norm": 2.78031587600708, | |
| "learning_rate": 5.155705133403617e-06, | |
| "loss": 1.0488, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 1.9461563412260785, | |
| "grad_norm": 1.3408476114273071, | |
| "learning_rate": 5.135431027491688e-06, | |
| "loss": 1.0176, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.9542653259811873, | |
| "grad_norm": 2.418548107147217, | |
| "learning_rate": 5.115156921579759e-06, | |
| "loss": 1.0323, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 1.9623743107362959, | |
| "grad_norm": 2.1113944053649902, | |
| "learning_rate": 5.09488281566783e-06, | |
| "loss": 1.0717, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 1.9704832954914044, | |
| "grad_norm": 1.4384586811065674, | |
| "learning_rate": 5.0746087097559005e-06, | |
| "loss": 1.053, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 1.978592280246513, | |
| "grad_norm": 2.836148738861084, | |
| "learning_rate": 5.054334603843971e-06, | |
| "loss": 0.9988, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 1.9867012650016218, | |
| "grad_norm": 1.2631614208221436, | |
| "learning_rate": 5.034060497932042e-06, | |
| "loss": 1.0348, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 1.9948102497567306, | |
| "grad_norm": 5.070575714111328, | |
| "learning_rate": 5.013786392020113e-06, | |
| "loss": 1.0272, | |
| "step": 12300 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 24664, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.8392191071174525e+19, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |