{ "best_metric": 0.03548985347151756, "best_model_checkpoint": "slop-detector/checkpoint-6135", "epoch": 3.0, "eval_steps": 500, "global_step": 6135, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.012224938875305624, "grad_norm": 5.421860694885254, "learning_rate": 1.8729641693811077e-06, "loss": 0.7509, "step": 25 }, { "epoch": 0.02444987775061125, "grad_norm": 8.084574699401855, "learning_rate": 3.908794788273615e-06, "loss": 0.7689, "step": 50 }, { "epoch": 0.03667481662591687, "grad_norm": 4.011590480804443, "learning_rate": 5.944625407166124e-06, "loss": 0.7339, "step": 75 }, { "epoch": 0.0488997555012225, "grad_norm": 6.365348815917969, "learning_rate": 7.980456026058632e-06, "loss": 0.6892, "step": 100 }, { "epoch": 0.061124694376528114, "grad_norm": 5.623918056488037, "learning_rate": 1.0016286644951141e-05, "loss": 0.6427, "step": 125 }, { "epoch": 0.07334963325183375, "grad_norm": 15.913942337036133, "learning_rate": 1.1970684039087948e-05, "loss": 0.6024, "step": 150 }, { "epoch": 0.08557457212713937, "grad_norm": 4.529036998748779, "learning_rate": 1.4006514657980457e-05, "loss": 0.4899, "step": 175 }, { "epoch": 0.097799511002445, "grad_norm": 6.691816806793213, "learning_rate": 1.6042345276872963e-05, "loss": 0.3174, "step": 200 }, { "epoch": 0.1100244498777506, "grad_norm": 2.052150011062622, "learning_rate": 1.8078175895765474e-05, "loss": 0.1372, "step": 225 }, { "epoch": 0.12224938875305623, "grad_norm": 0.288004994392395, "learning_rate": 2.0114006514657982e-05, "loss": 0.058, "step": 250 }, { "epoch": 0.13447432762836187, "grad_norm": 0.1465359628200531, "learning_rate": 2.214983713355049e-05, "loss": 0.0221, "step": 275 }, { "epoch": 0.1466992665036675, "grad_norm": 0.12296482175588608, "learning_rate": 2.4185667752442997e-05, "loss": 0.0489, "step": 300 }, { "epoch": 0.15892420537897312, "grad_norm": 0.10336871445178986, "learning_rate": 2.6140065146579805e-05, "loss": 0.0513, "step": 325 }, { "epoch": 0.17114914425427874, "grad_norm": 0.10855236649513245, "learning_rate": 2.8175895765472316e-05, "loss": 0.0287, "step": 350 }, { "epoch": 0.18337408312958436, "grad_norm": 0.060183338820934296, "learning_rate": 3.0211726384364824e-05, "loss": 0.0712, "step": 375 }, { "epoch": 0.19559902200489, "grad_norm": 0.08147333562374115, "learning_rate": 3.224755700325733e-05, "loss": 0.1589, "step": 400 }, { "epoch": 0.2078239608801956, "grad_norm": 14.867992401123047, "learning_rate": 3.4283387622149836e-05, "loss": 0.0422, "step": 425 }, { "epoch": 0.2200488997555012, "grad_norm": 0.045378606766462326, "learning_rate": 3.6319218241042346e-05, "loss": 0.0879, "step": 450 }, { "epoch": 0.23227383863080683, "grad_norm": 0.05560455471277237, "learning_rate": 3.835504885993486e-05, "loss": 0.0732, "step": 475 }, { "epoch": 0.24449877750611246, "grad_norm": 0.05216033384203911, "learning_rate": 4.039087947882736e-05, "loss": 0.1231, "step": 500 }, { "epoch": 0.2567237163814181, "grad_norm": 24.66847038269043, "learning_rate": 4.242671009771987e-05, "loss": 0.0768, "step": 525 }, { "epoch": 0.26894865525672373, "grad_norm": 10.290877342224121, "learning_rate": 4.446254071661238e-05, "loss": 0.1635, "step": 550 }, { "epoch": 0.28117359413202936, "grad_norm": 0.16483809053897858, "learning_rate": 4.649837133550489e-05, "loss": 0.1273, "step": 575 }, { "epoch": 0.293398533007335, "grad_norm": 0.1313319206237793, "learning_rate": 4.85342019543974e-05, "loss": 0.0316, "step": 600 }, { "epoch": 0.3056234718826406, "grad_norm": 0.05546192079782486, "learning_rate": 4.9936605687375476e-05, "loss": 0.0012, "step": 625 }, { "epoch": 0.31784841075794623, "grad_norm": 0.06735104322433472, "learning_rate": 4.971019742800217e-05, "loss": 0.0536, "step": 650 }, { "epoch": 0.33007334963325186, "grad_norm": 0.01918862573802471, "learning_rate": 4.9483789168628876e-05, "loss": 0.0644, "step": 675 }, { "epoch": 0.3422982885085575, "grad_norm": 0.02696409448981285, "learning_rate": 4.925738090925557e-05, "loss": 0.0915, "step": 700 }, { "epoch": 0.3545232273838631, "grad_norm": 0.026020344346761703, "learning_rate": 4.903097264988227e-05, "loss": 0.0289, "step": 725 }, { "epoch": 0.36674816625916873, "grad_norm": 0.030367497354745865, "learning_rate": 4.880456439050897e-05, "loss": 0.0009, "step": 750 }, { "epoch": 0.37897310513447435, "grad_norm": 0.026138590648770332, "learning_rate": 4.8578156131135664e-05, "loss": 0.0904, "step": 775 }, { "epoch": 0.39119804400978, "grad_norm": 0.019473830237984657, "learning_rate": 4.835174787176237e-05, "loss": 0.0136, "step": 800 }, { "epoch": 0.4034229828850856, "grad_norm": 0.020081259310245514, "learning_rate": 4.8125339612389064e-05, "loss": 0.0083, "step": 825 }, { "epoch": 0.4156479217603912, "grad_norm": 0.006070868577808142, "learning_rate": 4.789893135301576e-05, "loss": 0.0231, "step": 850 }, { "epoch": 0.4278728606356968, "grad_norm": 0.005923378746956587, "learning_rate": 4.767252309364246e-05, "loss": 0.0672, "step": 875 }, { "epoch": 0.4400977995110024, "grad_norm": 5.1542463302612305, "learning_rate": 4.7446114834269155e-05, "loss": 0.0373, "step": 900 }, { "epoch": 0.45232273838630804, "grad_norm": 0.020631220191717148, "learning_rate": 4.721970657489586e-05, "loss": 0.1001, "step": 925 }, { "epoch": 0.46454767726161367, "grad_norm": 0.024150336161255836, "learning_rate": 4.6993298315522555e-05, "loss": 0.0381, "step": 950 }, { "epoch": 0.4767726161369193, "grad_norm": 0.009151147678494453, "learning_rate": 4.6766890056149245e-05, "loss": 0.0004, "step": 975 }, { "epoch": 0.4889975550122249, "grad_norm": 1.288160800933838, "learning_rate": 4.654048179677595e-05, "loss": 0.0773, "step": 1000 }, { "epoch": 0.5012224938875306, "grad_norm": 0.02753949724137783, "learning_rate": 4.6314073537402646e-05, "loss": 0.0723, "step": 1025 }, { "epoch": 0.5134474327628362, "grad_norm": 0.015499632805585861, "learning_rate": 4.608766527802935e-05, "loss": 0.0448, "step": 1050 }, { "epoch": 0.5256723716381418, "grad_norm": 6.1461663246154785, "learning_rate": 4.5861257018656046e-05, "loss": 0.0421, "step": 1075 }, { "epoch": 0.5378973105134475, "grad_norm": 0.017640691250562668, "learning_rate": 4.5634848759282736e-05, "loss": 0.0523, "step": 1100 }, { "epoch": 0.5501222493887531, "grad_norm": 0.021943895146250725, "learning_rate": 4.540844049990944e-05, "loss": 0.0009, "step": 1125 }, { "epoch": 0.5623471882640587, "grad_norm": 0.016655191779136658, "learning_rate": 4.518203224053614e-05, "loss": 0.0407, "step": 1150 }, { "epoch": 0.5745721271393643, "grad_norm": 8.750455856323242, "learning_rate": 4.4955623981162834e-05, "loss": 0.0909, "step": 1175 }, { "epoch": 0.58679706601467, "grad_norm": 0.19946545362472534, "learning_rate": 4.472921572178954e-05, "loss": 0.0574, "step": 1200 }, { "epoch": 0.5990220048899756, "grad_norm": 0.017342837527394295, "learning_rate": 4.450280746241623e-05, "loss": 0.0345, "step": 1225 }, { "epoch": 0.6112469437652812, "grad_norm": 0.021776428446173668, "learning_rate": 4.427639920304293e-05, "loss": 0.0524, "step": 1250 }, { "epoch": 0.6234718826405868, "grad_norm": 0.024793416261672974, "learning_rate": 4.404999094366963e-05, "loss": 0.0341, "step": 1275 }, { "epoch": 0.6356968215158925, "grad_norm": 0.013999883085489273, "learning_rate": 4.3823582684296325e-05, "loss": 0.1097, "step": 1300 }, { "epoch": 0.6479217603911981, "grad_norm": 0.1016734391450882, "learning_rate": 4.359717442492302e-05, "loss": 0.0334, "step": 1325 }, { "epoch": 0.6601466992665037, "grad_norm": 0.015132768079638481, "learning_rate": 4.337076616554972e-05, "loss": 0.0042, "step": 1350 }, { "epoch": 0.6723716381418093, "grad_norm": 0.014992584474384785, "learning_rate": 4.314435790617642e-05, "loss": 0.0348, "step": 1375 }, { "epoch": 0.684596577017115, "grad_norm": 0.03999190032482147, "learning_rate": 4.291794964680312e-05, "loss": 0.0091, "step": 1400 }, { "epoch": 0.6968215158924206, "grad_norm": 0.014326846227049828, "learning_rate": 4.2691541387429816e-05, "loss": 0.1053, "step": 1425 }, { "epoch": 0.7090464547677262, "grad_norm": 7.060765266418457, "learning_rate": 4.246513312805651e-05, "loss": 0.0711, "step": 1450 }, { "epoch": 0.7212713936430318, "grad_norm": 57.96589279174805, "learning_rate": 4.223872486868321e-05, "loss": 0.0546, "step": 1475 }, { "epoch": 0.7334963325183375, "grad_norm": 100.44673919677734, "learning_rate": 4.201231660930991e-05, "loss": 0.0127, "step": 1500 }, { "epoch": 0.7457212713936431, "grad_norm": 0.015451326034963131, "learning_rate": 4.178590834993661e-05, "loss": 0.0008, "step": 1525 }, { "epoch": 0.7579462102689487, "grad_norm": 0.021829571574926376, "learning_rate": 4.155950009056331e-05, "loss": 0.0817, "step": 1550 }, { "epoch": 0.7701711491442543, "grad_norm": 0.03365129604935646, "learning_rate": 4.1333091831190003e-05, "loss": 0.1365, "step": 1575 }, { "epoch": 0.78239608801956, "grad_norm": 0.02983665280044079, "learning_rate": 4.11066835718167e-05, "loss": 0.0298, "step": 1600 }, { "epoch": 0.7946210268948656, "grad_norm": 8.518478393554688, "learning_rate": 4.08802753124434e-05, "loss": 0.1176, "step": 1625 }, { "epoch": 0.8068459657701712, "grad_norm": 0.1485838145017624, "learning_rate": 4.06538670530701e-05, "loss": 0.0512, "step": 1650 }, { "epoch": 0.8190709046454768, "grad_norm": 5.974130153656006, "learning_rate": 4.04274587936968e-05, "loss": 0.0809, "step": 1675 }, { "epoch": 0.8312958435207825, "grad_norm": 0.029043443500995636, "learning_rate": 4.0201050534323494e-05, "loss": 0.03, "step": 1700 }, { "epoch": 0.843520782396088, "grad_norm": 0.016874758526682854, "learning_rate": 3.997464227495019e-05, "loss": 0.0305, "step": 1725 }, { "epoch": 0.8557457212713936, "grad_norm": 0.010613476857542992, "learning_rate": 3.974823401557689e-05, "loss": 0.0048, "step": 1750 }, { "epoch": 0.8679706601466992, "grad_norm": 0.041933540254831314, "learning_rate": 3.952182575620359e-05, "loss": 0.141, "step": 1775 }, { "epoch": 0.8801955990220048, "grad_norm": 0.01465628296136856, "learning_rate": 3.929541749683028e-05, "loss": 0.0348, "step": 1800 }, { "epoch": 0.8924205378973105, "grad_norm": 143.03744506835938, "learning_rate": 3.9069009237456985e-05, "loss": 0.0474, "step": 1825 }, { "epoch": 0.9046454767726161, "grad_norm": 0.010270562954246998, "learning_rate": 3.884260097808368e-05, "loss": 0.0283, "step": 1850 }, { "epoch": 0.9168704156479217, "grad_norm": 0.00653125811368227, "learning_rate": 3.861619271871038e-05, "loss": 0.0033, "step": 1875 }, { "epoch": 0.9290953545232273, "grad_norm": 0.005124003626406193, "learning_rate": 3.838978445933708e-05, "loss": 0.0027, "step": 1900 }, { "epoch": 0.941320293398533, "grad_norm": 0.010172693058848381, "learning_rate": 3.816337619996377e-05, "loss": 0.0695, "step": 1925 }, { "epoch": 0.9535452322738386, "grad_norm": 0.010921374894678593, "learning_rate": 3.7936967940590476e-05, "loss": 0.0879, "step": 1950 }, { "epoch": 0.9657701711491442, "grad_norm": 0.07822031527757645, "learning_rate": 3.771055968121717e-05, "loss": 0.0517, "step": 1975 }, { "epoch": 0.9779951100244498, "grad_norm": 0.03018801286816597, "learning_rate": 3.748415142184387e-05, "loss": 0.0595, "step": 2000 }, { "epoch": 0.9902200488997555, "grad_norm": 0.559971034526825, "learning_rate": 3.7257743162470574e-05, "loss": 0.0476, "step": 2025 }, { "epoch": 1.0, "eval_accuracy": 0.9796479647964796, "eval_auc": 0.9993337617590141, "eval_f1": 0.9800108049702864, "eval_loss": 0.11735348403453827, "eval_precision": 0.9628450106157113, "eval_recall": 0.9977997799779978, "eval_runtime": 4.416, "eval_samples_per_second": 411.687, "eval_steps_per_second": 25.815, "step": 2045 }, { "epoch": 1.0024449877750612, "grad_norm": 0.013088320381939411, "learning_rate": 3.7031334903097264e-05, "loss": 0.0341, "step": 2050 }, { "epoch": 1.0146699266503667, "grad_norm": 0.012992248870432377, "learning_rate": 3.680492664372396e-05, "loss": 0.0311, "step": 2075 }, { "epoch": 1.0268948655256724, "grad_norm": 0.02359613962471485, "learning_rate": 3.6578518384350664e-05, "loss": 0.0432, "step": 2100 }, { "epoch": 1.039119804400978, "grad_norm": 0.00870076846331358, "learning_rate": 3.635211012497736e-05, "loss": 0.0205, "step": 2125 }, { "epoch": 1.0513447432762837, "grad_norm": 0.00848635658621788, "learning_rate": 3.612570186560406e-05, "loss": 0.0327, "step": 2150 }, { "epoch": 1.0635696821515892, "grad_norm": 0.01124533824622631, "learning_rate": 3.5899293606230755e-05, "loss": 0.0121, "step": 2175 }, { "epoch": 1.075794621026895, "grad_norm": 0.005016707349568605, "learning_rate": 3.567288534685745e-05, "loss": 0.0334, "step": 2200 }, { "epoch": 1.0880195599022005, "grad_norm": 0.028895337134599686, "learning_rate": 3.5446477087484155e-05, "loss": 0.0095, "step": 2225 }, { "epoch": 1.1002444987775062, "grad_norm": 0.009108040481805801, "learning_rate": 3.522006882811085e-05, "loss": 0.094, "step": 2250 }, { "epoch": 1.1124694376528117, "grad_norm": 0.023064499720931053, "learning_rate": 3.499366056873755e-05, "loss": 0.0244, "step": 2275 }, { "epoch": 1.1246943765281174, "grad_norm": 0.013536947779357433, "learning_rate": 3.4767252309364246e-05, "loss": 0.0353, "step": 2300 }, { "epoch": 1.136919315403423, "grad_norm": 0.007536923512816429, "learning_rate": 3.454084404999094e-05, "loss": 0.0347, "step": 2325 }, { "epoch": 1.1491442542787287, "grad_norm": 0.003116949461400509, "learning_rate": 3.4314435790617646e-05, "loss": 0.0006, "step": 2350 }, { "epoch": 1.1613691931540342, "grad_norm": 0.009431233629584312, "learning_rate": 3.408802753124434e-05, "loss": 0.0403, "step": 2375 }, { "epoch": 1.17359413202934, "grad_norm": 0.007902787998318672, "learning_rate": 3.386161927187104e-05, "loss": 0.0002, "step": 2400 }, { "epoch": 1.1858190709046454, "grad_norm": 0.010425157845020294, "learning_rate": 3.363521101249774e-05, "loss": 0.044, "step": 2425 }, { "epoch": 1.1980440097799512, "grad_norm": 0.0714653730392456, "learning_rate": 3.3408802753124434e-05, "loss": 0.0943, "step": 2450 }, { "epoch": 1.2102689486552567, "grad_norm": 0.028381148353219032, "learning_rate": 3.318239449375114e-05, "loss": 0.0014, "step": 2475 }, { "epoch": 1.2224938875305624, "grad_norm": 0.007024334277957678, "learning_rate": 3.2955986234377834e-05, "loss": 0.0005, "step": 2500 }, { "epoch": 1.234718826405868, "grad_norm": 0.0050694290548563, "learning_rate": 3.2729577975004524e-05, "loss": 0.0003, "step": 2525 }, { "epoch": 1.2469437652811737, "grad_norm": 53.81669235229492, "learning_rate": 3.250316971563123e-05, "loss": 0.0597, "step": 2550 }, { "epoch": 1.2591687041564792, "grad_norm": 0.003106011776253581, "learning_rate": 3.2276761456257925e-05, "loss": 0.0002, "step": 2575 }, { "epoch": 1.271393643031785, "grad_norm": 0.007865176536142826, "learning_rate": 3.205035319688462e-05, "loss": 0.0374, "step": 2600 }, { "epoch": 1.2836185819070904, "grad_norm": 0.004462777636945248, "learning_rate": 3.1823944937511325e-05, "loss": 0.0046, "step": 2625 }, { "epoch": 1.295843520782396, "grad_norm": 0.0036718258634209633, "learning_rate": 3.1597536678138015e-05, "loss": 0.013, "step": 2650 }, { "epoch": 1.3080684596577017, "grad_norm": 0.004185810219496489, "learning_rate": 3.137112841876472e-05, "loss": 0.0001, "step": 2675 }, { "epoch": 1.3202933985330074, "grad_norm": 0.003247720655053854, "learning_rate": 3.1144720159391416e-05, "loss": 0.0343, "step": 2700 }, { "epoch": 1.332518337408313, "grad_norm": 0.0022379523143172264, "learning_rate": 3.091831190001811e-05, "loss": 0.045, "step": 2725 }, { "epoch": 1.3447432762836184, "grad_norm": 0.008663604035973549, "learning_rate": 3.0691903640644816e-05, "loss": 0.0002, "step": 2750 }, { "epoch": 1.3569682151589242, "grad_norm": 0.002595770638436079, "learning_rate": 3.046549538127151e-05, "loss": 0.0309, "step": 2775 }, { "epoch": 1.36919315403423, "grad_norm": 16.00531578063965, "learning_rate": 3.0239087121898207e-05, "loss": 0.094, "step": 2800 }, { "epoch": 1.3814180929095354, "grad_norm": 0.0017313804710283875, "learning_rate": 3.0012678862524907e-05, "loss": 0.0006, "step": 2825 }, { "epoch": 1.393643031784841, "grad_norm": 0.004820260684937239, "learning_rate": 2.9795326933526534e-05, "loss": 0.0875, "step": 2850 }, { "epoch": 1.4058679706601467, "grad_norm": 0.005086742341518402, "learning_rate": 2.9568918674153235e-05, "loss": 0.0002, "step": 2875 }, { "epoch": 1.4180929095354524, "grad_norm": 0.0022867824882268906, "learning_rate": 2.9342510414779935e-05, "loss": 0.0488, "step": 2900 }, { "epoch": 1.430317848410758, "grad_norm": 0.0028263565618544817, "learning_rate": 2.9116102155406632e-05, "loss": 0.0184, "step": 2925 }, { "epoch": 1.4425427872860634, "grad_norm": 0.006596155930310488, "learning_rate": 2.8889693896033325e-05, "loss": 0.0091, "step": 2950 }, { "epoch": 1.4547677261613692, "grad_norm": 0.008638501167297363, "learning_rate": 2.8663285636660025e-05, "loss": 0.0248, "step": 2975 }, { "epoch": 1.466992665036675, "grad_norm": 0.009834705851972103, "learning_rate": 2.8436877377286726e-05, "loss": 0.0019, "step": 3000 }, { "epoch": 1.4792176039119804, "grad_norm": 0.003901288378983736, "learning_rate": 2.8210469117913423e-05, "loss": 0.0785, "step": 3025 }, { "epoch": 1.491442542787286, "grad_norm": 0.002671342808753252, "learning_rate": 2.7984060858540123e-05, "loss": 0.0003, "step": 3050 }, { "epoch": 1.5036674816625917, "grad_norm": 0.010172242298722267, "learning_rate": 2.7757652599166816e-05, "loss": 0.0001, "step": 3075 }, { "epoch": 1.5158924205378974, "grad_norm": 0.0012791448971256614, "learning_rate": 2.7531244339793517e-05, "loss": 0.0002, "step": 3100 }, { "epoch": 1.528117359413203, "grad_norm": 0.019383808597922325, "learning_rate": 2.7304836080420217e-05, "loss": 0.048, "step": 3125 }, { "epoch": 1.5403422982885084, "grad_norm": 4.787984848022461, "learning_rate": 2.7078427821046914e-05, "loss": 0.0008, "step": 3150 }, { "epoch": 1.5525672371638142, "grad_norm": 0.005636611022055149, "learning_rate": 2.6852019561673614e-05, "loss": 0.0226, "step": 3175 }, { "epoch": 1.56479217603912, "grad_norm": 0.004684858489781618, "learning_rate": 2.6625611302300307e-05, "loss": 0.0002, "step": 3200 }, { "epoch": 1.5770171149144254, "grad_norm": 0.008136129938066006, "learning_rate": 2.6399203042927008e-05, "loss": 0.0509, "step": 3225 }, { "epoch": 1.589242053789731, "grad_norm": 0.011331688612699509, "learning_rate": 2.6172794783553704e-05, "loss": 0.0744, "step": 3250 }, { "epoch": 1.6014669926650367, "grad_norm": 0.015354806557297707, "learning_rate": 2.5946386524180405e-05, "loss": 0.0221, "step": 3275 }, { "epoch": 1.6136919315403424, "grad_norm": 0.021820085123181343, "learning_rate": 2.5719978264807105e-05, "loss": 0.0006, "step": 3300 }, { "epoch": 1.625916870415648, "grad_norm": 0.0048668403178453445, "learning_rate": 2.5493570005433798e-05, "loss": 0.0006, "step": 3325 }, { "epoch": 1.6381418092909534, "grad_norm": 0.004569260869175196, "learning_rate": 2.52671617460605e-05, "loss": 0.0784, "step": 3350 }, { "epoch": 1.6503667481662592, "grad_norm": 0.010390234179794788, "learning_rate": 2.5040753486687195e-05, "loss": 0.0005, "step": 3375 }, { "epoch": 1.662591687041565, "grad_norm": 0.0035980944521725178, "learning_rate": 2.4814345227313892e-05, "loss": 0.0002, "step": 3400 }, { "epoch": 1.6748166259168704, "grad_norm": 0.01261225901544094, "learning_rate": 2.4587936967940592e-05, "loss": 0.0002, "step": 3425 }, { "epoch": 1.687041564792176, "grad_norm": 0.014144369401037693, "learning_rate": 2.4361528708567293e-05, "loss": 0.0753, "step": 3450 }, { "epoch": 1.6992665036674817, "grad_norm": 0.05743572860956192, "learning_rate": 2.4135120449193986e-05, "loss": 0.0005, "step": 3475 }, { "epoch": 1.7114914425427874, "grad_norm": 0.011294255964457989, "learning_rate": 2.3908712189820686e-05, "loss": 0.0002, "step": 3500 }, { "epoch": 1.723716381418093, "grad_norm": 0.014550820924341679, "learning_rate": 2.3682303930447383e-05, "loss": 0.0309, "step": 3525 }, { "epoch": 1.7359413202933984, "grad_norm": 0.002219605026766658, "learning_rate": 2.3455895671074083e-05, "loss": 0.0002, "step": 3550 }, { "epoch": 1.7481662591687042, "grad_norm": 0.0027680303901433945, "learning_rate": 2.322948741170078e-05, "loss": 0.0168, "step": 3575 }, { "epoch": 1.76039119804401, "grad_norm": 0.0014964850852265954, "learning_rate": 2.3003079152327477e-05, "loss": 0.0002, "step": 3600 }, { "epoch": 1.7726161369193154, "grad_norm": 0.007225463632494211, "learning_rate": 2.2776670892954177e-05, "loss": 0.0756, "step": 3625 }, { "epoch": 1.784841075794621, "grad_norm": 0.016129551455378532, "learning_rate": 2.2550262633580874e-05, "loss": 0.0003, "step": 3650 }, { "epoch": 1.7970660146699267, "grad_norm": 0.004128915257751942, "learning_rate": 2.2323854374207574e-05, "loss": 0.0032, "step": 3675 }, { "epoch": 1.8092909535452324, "grad_norm": 0.002796179847791791, "learning_rate": 2.2097446114834268e-05, "loss": 0.0071, "step": 3700 }, { "epoch": 1.821515892420538, "grad_norm": 0.03467123582959175, "learning_rate": 2.1871037855460968e-05, "loss": 0.0325, "step": 3725 }, { "epoch": 1.8337408312958434, "grad_norm": 0.0022633096668869257, "learning_rate": 2.1644629596087665e-05, "loss": 0.0398, "step": 3750 }, { "epoch": 1.8459657701711492, "grad_norm": 0.012029076926410198, "learning_rate": 2.1418221336714365e-05, "loss": 0.0002, "step": 3775 }, { "epoch": 1.858190709046455, "grad_norm": 0.010079102590680122, "learning_rate": 2.1191813077341062e-05, "loss": 0.0089, "step": 3800 }, { "epoch": 1.8704156479217604, "grad_norm": 0.002109576016664505, "learning_rate": 2.096540481796776e-05, "loss": 0.0101, "step": 3825 }, { "epoch": 1.882640586797066, "grad_norm": 0.0009537243167869747, "learning_rate": 2.073899655859446e-05, "loss": 0.026, "step": 3850 }, { "epoch": 1.8948655256723717, "grad_norm": 0.003006375627592206, "learning_rate": 2.0512588299221156e-05, "loss": 0.0001, "step": 3875 }, { "epoch": 1.9070904645476774, "grad_norm": 103.76818084716797, "learning_rate": 2.0286180039847856e-05, "loss": 0.014, "step": 3900 }, { "epoch": 1.919315403422983, "grad_norm": 0.01744658872485161, "learning_rate": 2.0059771780474553e-05, "loss": 0.0001, "step": 3925 }, { "epoch": 1.9315403422982884, "grad_norm": 0.0038125617429614067, "learning_rate": 1.983336352110125e-05, "loss": 0.0058, "step": 3950 }, { "epoch": 1.9437652811735942, "grad_norm": 0.0009853680385276675, "learning_rate": 1.960695526172795e-05, "loss": 0.01, "step": 3975 }, { "epoch": 1.9559902200488999, "grad_norm": 0.0039232331328094006, "learning_rate": 1.9380547002354647e-05, "loss": 0.0092, "step": 4000 }, { "epoch": 1.9682151589242054, "grad_norm": 0.004057803191244602, "learning_rate": 1.9154138742981344e-05, "loss": 0.0315, "step": 4025 }, { "epoch": 1.980440097799511, "grad_norm": 0.010765478946268559, "learning_rate": 1.892773048360804e-05, "loss": 0.0575, "step": 4050 }, { "epoch": 1.9926650366748166, "grad_norm": 0.0014557191170752048, "learning_rate": 1.870132222423474e-05, "loss": 0.0002, "step": 4075 }, { "epoch": 2.0, "eval_accuracy": 0.9911991199119912, "eval_auc": 0.9996677885610342, "eval_f1": 0.9912472647702407, "eval_loss": 0.041126370429992676, "eval_precision": 0.985854189336235, "eval_recall": 0.9966996699669967, "eval_runtime": 4.3541, "eval_samples_per_second": 417.541, "eval_steps_per_second": 26.182, "step": 4090 }, { "epoch": 2.0048899755501224, "grad_norm": 0.014019358903169632, "learning_rate": 1.847491396486144e-05, "loss": 0.0639, "step": 4100 }, { "epoch": 2.0171149144254277, "grad_norm": 0.002681875368580222, "learning_rate": 1.8248505705488138e-05, "loss": 0.0002, "step": 4125 }, { "epoch": 2.0293398533007334, "grad_norm": 0.004261409398168325, "learning_rate": 1.8022097446114835e-05, "loss": 0.0003, "step": 4150 }, { "epoch": 2.041564792176039, "grad_norm": 0.0013389644445851445, "learning_rate": 1.7795689186741532e-05, "loss": 0.0001, "step": 4175 }, { "epoch": 2.053789731051345, "grad_norm": 0.013343879021704197, "learning_rate": 1.7569280927368232e-05, "loss": 0.0131, "step": 4200 }, { "epoch": 2.06601466992665, "grad_norm": 0.0007498391787521541, "learning_rate": 1.7342872667994932e-05, "loss": 0.0001, "step": 4225 }, { "epoch": 2.078239608801956, "grad_norm": 0.0014528041938319802, "learning_rate": 1.7116464408621626e-05, "loss": 0.0113, "step": 4250 }, { "epoch": 2.0904645476772616, "grad_norm": 0.0008523334981873631, "learning_rate": 1.6890056149248326e-05, "loss": 0.0001, "step": 4275 }, { "epoch": 2.1026894865525674, "grad_norm": 0.003291267203167081, "learning_rate": 1.6663647889875023e-05, "loss": 0.0, "step": 4300 }, { "epoch": 2.1149144254278727, "grad_norm": 0.000696261296980083, "learning_rate": 1.6437239630501723e-05, "loss": 0.0001, "step": 4325 }, { "epoch": 2.1271393643031784, "grad_norm": 0.0020809646230190992, "learning_rate": 1.621083137112842e-05, "loss": 0.0059, "step": 4350 }, { "epoch": 2.139364303178484, "grad_norm": 0.000507664808537811, "learning_rate": 1.5984423111755117e-05, "loss": 0.0001, "step": 4375 }, { "epoch": 2.15158924205379, "grad_norm": 0.0004800551978405565, "learning_rate": 1.5758014852381817e-05, "loss": 0.013, "step": 4400 }, { "epoch": 2.163814180929095, "grad_norm": 0.0005327569670043886, "learning_rate": 1.5531606593008514e-05, "loss": 0.0428, "step": 4425 }, { "epoch": 2.176039119804401, "grad_norm": 0.0005905398284085095, "learning_rate": 1.5305198333635214e-05, "loss": 0.0, "step": 4450 }, { "epoch": 2.1882640586797066, "grad_norm": 0.0005032393964938819, "learning_rate": 1.5078790074261909e-05, "loss": 0.0, "step": 4475 }, { "epoch": 2.2004889975550124, "grad_norm": 0.0011241784086450934, "learning_rate": 1.4852381814888608e-05, "loss": 0.0277, "step": 4500 }, { "epoch": 2.2127139364303177, "grad_norm": 0.0005586715415120125, "learning_rate": 1.4625973555515308e-05, "loss": 0.0001, "step": 4525 }, { "epoch": 2.2249388753056234, "grad_norm": 0.0011677349684759974, "learning_rate": 1.4399565296142003e-05, "loss": 0.0021, "step": 4550 }, { "epoch": 2.237163814180929, "grad_norm": 0.0006688361754640937, "learning_rate": 1.4173157036768703e-05, "loss": 0.0001, "step": 4575 }, { "epoch": 2.249388753056235, "grad_norm": 0.0008152456721290946, "learning_rate": 1.3946748777395398e-05, "loss": 0.0286, "step": 4600 }, { "epoch": 2.26161369193154, "grad_norm": 0.001650724676437676, "learning_rate": 1.3720340518022099e-05, "loss": 0.0, "step": 4625 }, { "epoch": 2.273838630806846, "grad_norm": 0.0006924684857949615, "learning_rate": 1.3493932258648795e-05, "loss": 0.0, "step": 4650 }, { "epoch": 2.2860635696821516, "grad_norm": 0.0366230309009552, "learning_rate": 1.3267523999275494e-05, "loss": 0.0, "step": 4675 }, { "epoch": 2.2982885085574574, "grad_norm": 0.0006909920484758914, "learning_rate": 1.3041115739902193e-05, "loss": 0.0185, "step": 4700 }, { "epoch": 2.3105134474327627, "grad_norm": 0.0007503129891119897, "learning_rate": 1.281470748052889e-05, "loss": 0.0001, "step": 4725 }, { "epoch": 2.3227383863080684, "grad_norm": 0.0023324170615524054, "learning_rate": 1.258829922115559e-05, "loss": 0.0314, "step": 4750 }, { "epoch": 2.334963325183374, "grad_norm": 0.0006564876530319452, "learning_rate": 1.2361890961782286e-05, "loss": 0.0001, "step": 4775 }, { "epoch": 2.34718826405868, "grad_norm": 0.000901265419088304, "learning_rate": 1.2135482702408985e-05, "loss": 0.0001, "step": 4800 }, { "epoch": 2.359413202933985, "grad_norm": 0.0041041006334125996, "learning_rate": 1.1909074443035682e-05, "loss": 0.0, "step": 4825 }, { "epoch": 2.371638141809291, "grad_norm": 0.00100336829200387, "learning_rate": 1.168266618366238e-05, "loss": 0.0001, "step": 4850 }, { "epoch": 2.3838630806845966, "grad_norm": 0.0007710576755926013, "learning_rate": 1.1456257924289077e-05, "loss": 0.0264, "step": 4875 }, { "epoch": 2.3960880195599024, "grad_norm": 0.0004823113267775625, "learning_rate": 1.1229849664915777e-05, "loss": 0.0001, "step": 4900 }, { "epoch": 2.4083129584352077, "grad_norm": 0.0010028666583821177, "learning_rate": 1.1003441405542474e-05, "loss": 0.0, "step": 4925 }, { "epoch": 2.4205378973105134, "grad_norm": 0.013664372265338898, "learning_rate": 1.0777033146169173e-05, "loss": 0.0001, "step": 4950 }, { "epoch": 2.432762836185819, "grad_norm": 0.003788791596889496, "learning_rate": 1.0550624886795871e-05, "loss": 0.0396, "step": 4975 }, { "epoch": 2.444987775061125, "grad_norm": 0.0058593484573066235, "learning_rate": 1.0324216627422568e-05, "loss": 0.0176, "step": 5000 }, { "epoch": 2.45721271393643, "grad_norm": 0.007754920981824398, "learning_rate": 1.0097808368049267e-05, "loss": 0.0, "step": 5025 }, { "epoch": 2.469437652811736, "grad_norm": 0.013962284661829472, "learning_rate": 9.871400108675965e-06, "loss": 0.0001, "step": 5050 }, { "epoch": 2.4816625916870416, "grad_norm": 0.0006092582480050623, "learning_rate": 9.644991849302664e-06, "loss": 0.0, "step": 5075 }, { "epoch": 2.4938875305623474, "grad_norm": 0.0022751325741410255, "learning_rate": 9.41858358992936e-06, "loss": 0.0002, "step": 5100 }, { "epoch": 2.5061124694376526, "grad_norm": 0.018367614597082138, "learning_rate": 9.19217533055606e-06, "loss": 0.0, "step": 5125 }, { "epoch": 2.5183374083129584, "grad_norm": 0.0010836137225851417, "learning_rate": 8.965767071182756e-06, "loss": 0.0001, "step": 5150 }, { "epoch": 2.530562347188264, "grad_norm": 0.0121123306453228, "learning_rate": 8.739358811809455e-06, "loss": 0.0, "step": 5175 }, { "epoch": 2.54278728606357, "grad_norm": 0.0004910171264782548, "learning_rate": 8.512950552436153e-06, "loss": 0.0, "step": 5200 }, { "epoch": 2.555012224938875, "grad_norm": 0.0020201788283884525, "learning_rate": 8.286542293062852e-06, "loss": 0.0, "step": 5225 }, { "epoch": 2.567237163814181, "grad_norm": 0.0015963187906891108, "learning_rate": 8.06013403368955e-06, "loss": 0.0, "step": 5250 }, { "epoch": 2.5794621026894866, "grad_norm": 0.0004962123930454254, "learning_rate": 7.833725774316247e-06, "loss": 0.0014, "step": 5275 }, { "epoch": 2.591687041564792, "grad_norm": 0.003313443623483181, "learning_rate": 7.607317514942945e-06, "loss": 0.0, "step": 5300 }, { "epoch": 2.6039119804400976, "grad_norm": 0.0003791134222410619, "learning_rate": 7.380909255569643e-06, "loss": 0.003, "step": 5325 }, { "epoch": 2.6161369193154034, "grad_norm": 0.0009152629063464701, "learning_rate": 7.154500996196342e-06, "loss": 0.0001, "step": 5350 }, { "epoch": 2.628361858190709, "grad_norm": 0.0006914679543115199, "learning_rate": 6.92809273682304e-06, "loss": 0.0001, "step": 5375 }, { "epoch": 2.640586797066015, "grad_norm": 0.03224007785320282, "learning_rate": 6.701684477449738e-06, "loss": 0.0, "step": 5400 }, { "epoch": 2.65281173594132, "grad_norm": 0.0006668714340776205, "learning_rate": 6.475276218076436e-06, "loss": 0.0, "step": 5425 }, { "epoch": 2.665036674816626, "grad_norm": 0.0003864137106575072, "learning_rate": 6.2488679587031335e-06, "loss": 0.0, "step": 5450 }, { "epoch": 2.6772616136919316, "grad_norm": 0.0004962776438333094, "learning_rate": 6.022459699329832e-06, "loss": 0.0002, "step": 5475 }, { "epoch": 2.689486552567237, "grad_norm": 0.008872649632394314, "learning_rate": 5.79605143995653e-06, "loss": 0.013, "step": 5500 }, { "epoch": 2.7017114914425426, "grad_norm": 0.00046311679761856794, "learning_rate": 5.5696431805832274e-06, "loss": 0.0, "step": 5525 }, { "epoch": 2.7139364303178484, "grad_norm": 0.00033471471397206187, "learning_rate": 5.343234921209926e-06, "loss": 0.0009, "step": 5550 }, { "epoch": 2.726161369193154, "grad_norm": 0.0003606221580412239, "learning_rate": 5.116826661836624e-06, "loss": 0.0, "step": 5575 }, { "epoch": 2.73838630806846, "grad_norm": 0.04737100005149841, "learning_rate": 4.890418402463321e-06, "loss": 0.0, "step": 5600 }, { "epoch": 2.750611246943765, "grad_norm": 0.00031916104489937425, "learning_rate": 4.66401014309002e-06, "loss": 0.0188, "step": 5625 }, { "epoch": 2.762836185819071, "grad_norm": 0.000310692674247548, "learning_rate": 4.4376018837167184e-06, "loss": 0.0184, "step": 5650 }, { "epoch": 2.7750611246943766, "grad_norm": 0.00045588318607769907, "learning_rate": 4.211193624343416e-06, "loss": 0.0059, "step": 5675 }, { "epoch": 2.787286063569682, "grad_norm": 0.0010751900263130665, "learning_rate": 3.984785364970115e-06, "loss": 0.0, "step": 5700 }, { "epoch": 2.7995110024449876, "grad_norm": 0.0003197513287886977, "learning_rate": 3.7583771055968124e-06, "loss": 0.0102, "step": 5725 }, { "epoch": 2.8117359413202934, "grad_norm": 0.0019770630169659853, "learning_rate": 3.53196884622351e-06, "loss": 0.0, "step": 5750 }, { "epoch": 2.823960880195599, "grad_norm": 0.00035567875602282584, "learning_rate": 3.3055605868502086e-06, "loss": 0.0, "step": 5775 }, { "epoch": 2.836185819070905, "grad_norm": 0.011646813713014126, "learning_rate": 3.0791523274769063e-06, "loss": 0.0012, "step": 5800 }, { "epoch": 2.84841075794621, "grad_norm": 0.0006059286533854902, "learning_rate": 2.8527440681036044e-06, "loss": 0.0, "step": 5825 }, { "epoch": 2.860635696821516, "grad_norm": 0.000731644919142127, "learning_rate": 2.626335808730303e-06, "loss": 0.0, "step": 5850 }, { "epoch": 2.8728606356968216, "grad_norm": 0.00040226284181699157, "learning_rate": 2.408983879731933e-06, "loss": 0.0064, "step": 5875 }, { "epoch": 2.885085574572127, "grad_norm": 0.0016484076622873545, "learning_rate": 2.1825756203586305e-06, "loss": 0.0, "step": 5900 }, { "epoch": 2.8973105134474326, "grad_norm": 0.0003576139861252159, "learning_rate": 1.956167360985329e-06, "loss": 0.0, "step": 5925 }, { "epoch": 2.9095354523227384, "grad_norm": 0.000344920001225546, "learning_rate": 1.729759101612027e-06, "loss": 0.0, "step": 5950 }, { "epoch": 2.921760391198044, "grad_norm": 0.0004281815781723708, "learning_rate": 1.503350842238725e-06, "loss": 0.0, "step": 5975 }, { "epoch": 2.93398533007335, "grad_norm": 0.0010791511740535498, "learning_rate": 1.276942582865423e-06, "loss": 0.0001, "step": 6000 }, { "epoch": 2.946210268948655, "grad_norm": 0.007071612868458033, "learning_rate": 1.050534323492121e-06, "loss": 0.0, "step": 6025 }, { "epoch": 2.958435207823961, "grad_norm": 0.0007760756998322904, "learning_rate": 8.241260641188192e-07, "loss": 0.0, "step": 6050 }, { "epoch": 2.9706601466992666, "grad_norm": 0.00026461490779183805, "learning_rate": 5.977178047455171e-07, "loss": 0.0, "step": 6075 }, { "epoch": 2.982885085574572, "grad_norm": 0.00028767192270606756, "learning_rate": 3.713095453722152e-07, "loss": 0.0, "step": 6100 }, { "epoch": 2.9951100244498776, "grad_norm": 0.00045831213355995715, "learning_rate": 1.4490128599891324e-07, "loss": 0.0, "step": 6125 }, { "epoch": 3.0, "eval_accuracy": 0.995049504950495, "eval_auc": 0.9997361672360855, "eval_f1": 0.9950522264980759, "eval_loss": 0.03548985347151756, "eval_precision": 0.9945054945054945, "eval_recall": 0.9955995599559956, "eval_runtime": 4.3475, "eval_samples_per_second": 418.174, "eval_steps_per_second": 26.222, "step": 6135 } ], "logging_steps": 25, "max_steps": 6135, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 5, "early_stopping_threshold": 0.01 }, "attributes": { "early_stopping_patience_counter": 1 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 3227977982684160.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }