| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 100, | |
| "global_step": 469, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "completion_length": 614.4910888671875, | |
| "epoch": 0.0021321961620469083, | |
| "grad_norm": 0.653412401676178, | |
| "grpo_loss": -0.05488306283950806, | |
| "kl": 0.0, | |
| "learning_rate": 6.382978723404255e-08, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.3737320303916931, | |
| "rewards/accuracy_reward": 0.3571428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "completion_length": 649.857177734375, | |
| "epoch": 0.0042643923240938165, | |
| "grad_norm": 0.5258876085281372, | |
| "grpo_loss": 0.047233134508132935, | |
| "kl": 0.0, | |
| "learning_rate": 1.276595744680851e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.42088788747787476, | |
| "rewards/accuracy_reward": 0.3571428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 2 | |
| }, | |
| { | |
| "completion_length": 606.1875, | |
| "epoch": 0.006396588486140725, | |
| "grad_norm": 7.712527751922607, | |
| "grpo_loss": 0.016701802611351013, | |
| "kl": 6.341934204101562e-05, | |
| "learning_rate": 1.9148936170212765e-07, | |
| "loss": 0.0, | |
| "reward": 0.3035714328289032, | |
| "reward_std": 0.3098275065422058, | |
| "rewards/accuracy_reward": 0.3035714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 3 | |
| }, | |
| { | |
| "completion_length": 624.0625, | |
| "epoch": 0.008528784648187633, | |
| "grad_norm": 0.40128573775291443, | |
| "grpo_loss": 2.2761523723602295e-06, | |
| "kl": 4.601478576660156e-05, | |
| "learning_rate": 2.553191489361702e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.42494088411331177, | |
| "rewards/accuracy_reward": 0.4285714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 4 | |
| }, | |
| { | |
| "completion_length": 535.2232666015625, | |
| "epoch": 0.010660980810234541, | |
| "grad_norm": 1.0285664796829224, | |
| "grpo_loss": -0.01669881120324135, | |
| "kl": 6.628036499023438e-05, | |
| "learning_rate": 3.1914893617021275e-07, | |
| "loss": 0.0, | |
| "reward": 0.330357164144516, | |
| "reward_std": 0.3667682409286499, | |
| "rewards/accuracy_reward": 0.330357164144516, | |
| "rewards/format_reward": 0.0, | |
| "step": 5 | |
| }, | |
| { | |
| "completion_length": 565.2142944335938, | |
| "epoch": 0.01279317697228145, | |
| "grad_norm": 1.2028206586837769, | |
| "grpo_loss": -0.05488109588623047, | |
| "kl": 5.555152893066406e-05, | |
| "learning_rate": 3.829787234042553e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.42670944333076477, | |
| "rewards/accuracy_reward": 0.4285714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 6 | |
| }, | |
| { | |
| "completion_length": 547.4107666015625, | |
| "epoch": 0.014925373134328358, | |
| "grad_norm": 1.7286690473556519, | |
| "grpo_loss": -0.18294166028499603, | |
| "kl": 7.390975952148438e-05, | |
| "learning_rate": 4.468085106382979e-07, | |
| "loss": 0.0, | |
| "reward": 0.4375000298023224, | |
| "reward_std": 0.33336058259010315, | |
| "rewards/accuracy_reward": 0.4285714626312256, | |
| "rewards/format_reward": 0.008928571827709675, | |
| "step": 7 | |
| }, | |
| { | |
| "completion_length": 589.6160888671875, | |
| "epoch": 0.017057569296375266, | |
| "grad_norm": 0.6688471436500549, | |
| "grpo_loss": 1.0952353477478027e-06, | |
| "kl": 5.459785461425781e-05, | |
| "learning_rate": 5.106382978723404e-07, | |
| "loss": 0.0, | |
| "reward": 0.392857164144516, | |
| "reward_std": 0.42565688490867615, | |
| "rewards/accuracy_reward": 0.3839285969734192, | |
| "rewards/format_reward": 0.008928571827709675, | |
| "step": 8 | |
| }, | |
| { | |
| "completion_length": 583.9017944335938, | |
| "epoch": 0.019189765458422176, | |
| "grad_norm": 0.6561264991760254, | |
| "grpo_loss": 0.10020516812801361, | |
| "kl": 5.5789947509765625e-05, | |
| "learning_rate": 5.74468085106383e-07, | |
| "loss": 0.0, | |
| "reward": 0.5089285969734192, | |
| "reward_std": 0.40017586946487427, | |
| "rewards/accuracy_reward": 0.5089285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 9 | |
| }, | |
| { | |
| "completion_length": 564.0625, | |
| "epoch": 0.021321961620469083, | |
| "grad_norm": 2.1838438510894775, | |
| "grpo_loss": 0.04723589867353439, | |
| "kl": 7.343292236328125e-05, | |
| "learning_rate": 6.382978723404255e-07, | |
| "loss": 0.0, | |
| "reward": 0.3035714328289032, | |
| "reward_std": 0.3835168778896332, | |
| "rewards/accuracy_reward": 0.2946428656578064, | |
| "rewards/format_reward": 0.008928571827709675, | |
| "step": 10 | |
| }, | |
| { | |
| "completion_length": 601.5982666015625, | |
| "epoch": 0.023454157782515993, | |
| "grad_norm": 0.7729598879814148, | |
| "grpo_loss": 1.9669532775878906e-06, | |
| "kl": 7.82012939453125e-05, | |
| "learning_rate": 7.021276595744681e-07, | |
| "loss": 0.0, | |
| "reward": 0.3392857313156128, | |
| "reward_std": 0.38351690769195557, | |
| "rewards/accuracy_reward": 0.3392857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 11 | |
| }, | |
| { | |
| "completion_length": 557.0535888671875, | |
| "epoch": 0.0255863539445629, | |
| "grad_norm": 0.7991155385971069, | |
| "grpo_loss": -0.11808028072118759, | |
| "kl": 6.031990051269531e-05, | |
| "learning_rate": 7.659574468085106e-07, | |
| "loss": 0.0, | |
| "reward": 0.4821428656578064, | |
| "reward_std": 0.4198353588581085, | |
| "rewards/accuracy_reward": 0.4821428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 12 | |
| }, | |
| { | |
| "completion_length": 557.8035888671875, | |
| "epoch": 0.02771855010660981, | |
| "grad_norm": 0.7683190703392029, | |
| "grpo_loss": 9.611248970031738e-07, | |
| "kl": 5.555152893066406e-05, | |
| "learning_rate": 8.297872340425533e-07, | |
| "loss": 0.0, | |
| "reward": 0.455357164144516, | |
| "reward_std": 0.3334502577781677, | |
| "rewards/accuracy_reward": 0.455357164144516, | |
| "rewards/format_reward": 0.0, | |
| "step": 13 | |
| }, | |
| { | |
| "completion_length": 591.169677734375, | |
| "epoch": 0.029850746268656716, | |
| "grad_norm": 0.54457026720047, | |
| "grpo_loss": 0.04723565652966499, | |
| "kl": 0.00010728836059570312, | |
| "learning_rate": 8.936170212765958e-07, | |
| "loss": 0.0, | |
| "reward": 0.4017857313156128, | |
| "reward_std": 0.35989412665367126, | |
| "rewards/accuracy_reward": 0.392857164144516, | |
| "rewards/format_reward": 0.008928571827709675, | |
| "step": 14 | |
| }, | |
| { | |
| "completion_length": 607.357177734375, | |
| "epoch": 0.031982942430703626, | |
| "grad_norm": 0.44422805309295654, | |
| "grpo_loss": 0.11808501183986664, | |
| "kl": 6.389617919921875e-05, | |
| "learning_rate": 9.574468085106384e-07, | |
| "loss": 0.0, | |
| "reward": 0.3750000298023224, | |
| "reward_std": 0.2989003658294678, | |
| "rewards/accuracy_reward": 0.3750000298023224, | |
| "rewards/format_reward": 0.0, | |
| "step": 15 | |
| }, | |
| { | |
| "completion_length": 602.857177734375, | |
| "epoch": 0.03411513859275053, | |
| "grad_norm": 0.5179570913314819, | |
| "grpo_loss": -0.054881345480680466, | |
| "kl": 6.580352783203125e-05, | |
| "learning_rate": 1.0212765957446809e-06, | |
| "loss": 0.0, | |
| "reward": 0.3660714328289032, | |
| "reward_std": 0.357073038816452, | |
| "rewards/accuracy_reward": 0.3660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 16 | |
| }, | |
| { | |
| "completion_length": 634.8035888671875, | |
| "epoch": 0.03624733475479744, | |
| "grad_norm": 0.45830434560775757, | |
| "grpo_loss": -0.07317615300416946, | |
| "kl": 5.650520324707031e-05, | |
| "learning_rate": 1.0851063829787236e-06, | |
| "loss": 0.0, | |
| "reward": 0.3839285969734192, | |
| "reward_std": 0.4347257912158966, | |
| "rewards/accuracy_reward": 0.3839285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 17 | |
| }, | |
| { | |
| "completion_length": 576.4732666015625, | |
| "epoch": 0.03837953091684435, | |
| "grad_norm": 0.5573252439498901, | |
| "grpo_loss": -0.07317613065242767, | |
| "kl": 6.246566772460938e-05, | |
| "learning_rate": 1.148936170212766e-06, | |
| "loss": 0.0, | |
| "reward": 0.6339285969734192, | |
| "reward_std": 0.4847923815250397, | |
| "rewards/accuracy_reward": 0.6339285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 18 | |
| }, | |
| { | |
| "completion_length": 632.6964721679688, | |
| "epoch": 0.04051172707889126, | |
| "grad_norm": 0.6752464771270752, | |
| "grpo_loss": 2.041459083557129e-06, | |
| "kl": 5.7697296142578125e-05, | |
| "learning_rate": 1.2127659574468085e-06, | |
| "loss": 0.0, | |
| "reward": 0.330357164144516, | |
| "reward_std": 0.3501092493534088, | |
| "rewards/accuracy_reward": 0.3214285969734192, | |
| "rewards/format_reward": 0.008928571827709675, | |
| "step": 19 | |
| }, | |
| { | |
| "completion_length": 641.8125, | |
| "epoch": 0.042643923240938165, | |
| "grad_norm": 1.7546889781951904, | |
| "grpo_loss": -0.054879434406757355, | |
| "kl": 0.00014495849609375, | |
| "learning_rate": 1.276595744680851e-06, | |
| "loss": 0.0, | |
| "reward": 0.2946428656578064, | |
| "reward_std": 0.4111029803752899, | |
| "rewards/accuracy_reward": 0.2857142984867096, | |
| "rewards/format_reward": 0.008928571827709675, | |
| "step": 20 | |
| }, | |
| { | |
| "completion_length": 589.169677734375, | |
| "epoch": 0.04477611940298507, | |
| "grad_norm": 0.4196793735027313, | |
| "grpo_loss": 0.054885976016521454, | |
| "kl": 7.677078247070312e-05, | |
| "learning_rate": 1.3404255319148935e-06, | |
| "loss": 0.0, | |
| "reward": 0.3839285969734192, | |
| "reward_std": 0.42379865050315857, | |
| "rewards/accuracy_reward": 0.3839285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 21 | |
| }, | |
| { | |
| "completion_length": 655.5714721679688, | |
| "epoch": 0.046908315565031986, | |
| "grad_norm": 0.41036805510520935, | |
| "grpo_loss": 2.6362554308434483e-06, | |
| "kl": 8.821487426757812e-05, | |
| "learning_rate": 1.4042553191489362e-06, | |
| "loss": 0.0, | |
| "reward": 0.3392857313156128, | |
| "reward_std": 0.3501092493534088, | |
| "rewards/accuracy_reward": 0.3392857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 22 | |
| }, | |
| { | |
| "completion_length": 641.6875, | |
| "epoch": 0.04904051172707889, | |
| "grad_norm": 3.576270580291748, | |
| "grpo_loss": 1.2814998626708984e-05, | |
| "kl": 0.0001163482666015625, | |
| "learning_rate": 1.4680851063829787e-06, | |
| "loss": 0.0, | |
| "reward": 0.3750000298023224, | |
| "reward_std": 0.3450036942958832, | |
| "rewards/accuracy_reward": 0.3750000298023224, | |
| "rewards/format_reward": 0.0, | |
| "step": 23 | |
| }, | |
| { | |
| "completion_length": 653.0267944335938, | |
| "epoch": 0.0511727078891258, | |
| "grad_norm": 1.1303625106811523, | |
| "grpo_loss": 1.1533498764038086e-05, | |
| "kl": 0.0001163482666015625, | |
| "learning_rate": 1.5319148936170212e-06, | |
| "loss": 0.0, | |
| "reward": 0.3660714328289032, | |
| "reward_std": 0.42785170674324036, | |
| "rewards/accuracy_reward": 0.3571428656578064, | |
| "rewards/format_reward": 0.008928571827709675, | |
| "step": 24 | |
| }, | |
| { | |
| "completion_length": 640.3928833007812, | |
| "epoch": 0.053304904051172705, | |
| "grad_norm": 5.7301344871521, | |
| "grpo_loss": 4.673004150390625e-05, | |
| "kl": 0.0005645751953125, | |
| "learning_rate": 1.5957446808510639e-06, | |
| "loss": 0.0, | |
| "reward": 0.3482142984867096, | |
| "reward_std": 0.33627134561538696, | |
| "rewards/accuracy_reward": 0.3392857313156128, | |
| "rewards/format_reward": 0.008928571827709675, | |
| "step": 25 | |
| }, | |
| { | |
| "completion_length": 709.2500610351562, | |
| "epoch": 0.05543710021321962, | |
| "grad_norm": 0.3460543155670166, | |
| "grpo_loss": 0.016702793538570404, | |
| "kl": 0.00013637542724609375, | |
| "learning_rate": 1.6595744680851066e-06, | |
| "loss": 0.0, | |
| "reward": 0.3035714328289032, | |
| "reward_std": 0.29598960280418396, | |
| "rewards/accuracy_reward": 0.3035714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 26 | |
| }, | |
| { | |
| "completion_length": 467.8660888671875, | |
| "epoch": 0.057569296375266525, | |
| "grad_norm": 0.8011674880981445, | |
| "grpo_loss": -0.07316015660762787, | |
| "kl": 0.0003757476806640625, | |
| "learning_rate": 1.723404255319149e-06, | |
| "loss": 0.0, | |
| "reward": 0.5089285969734192, | |
| "reward_std": 0.393301784992218, | |
| "rewards/accuracy_reward": 0.5089285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 27 | |
| }, | |
| { | |
| "completion_length": 659.2767944335938, | |
| "epoch": 0.05970149253731343, | |
| "grad_norm": 0.3461753726005554, | |
| "grpo_loss": -0.1336020827293396, | |
| "kl": 0.0002613067626953125, | |
| "learning_rate": 1.7872340425531915e-06, | |
| "loss": 0.0, | |
| "reward": 0.3035714328289032, | |
| "reward_std": 0.3432351350784302, | |
| "rewards/accuracy_reward": 0.3035714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 28 | |
| }, | |
| { | |
| "completion_length": 722.732177734375, | |
| "epoch": 0.06183368869936034, | |
| "grad_norm": 0.4500427842140198, | |
| "grpo_loss": -0.05487678945064545, | |
| "kl": 0.000286102294921875, | |
| "learning_rate": 1.851063829787234e-06, | |
| "loss": 0.0, | |
| "reward": 0.3660714328289032, | |
| "reward_std": 0.3737320005893707, | |
| "rewards/accuracy_reward": 0.3660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 29 | |
| }, | |
| { | |
| "completion_length": 598.294677734375, | |
| "epoch": 0.06396588486140725, | |
| "grad_norm": 1.4335441589355469, | |
| "grpo_loss": -0.01668836548924446, | |
| "kl": 0.0007171630859375, | |
| "learning_rate": 1.9148936170212767e-06, | |
| "loss": 0.0, | |
| "reward": 0.3035714328289032, | |
| "reward_std": 0.37258976697921753, | |
| "rewards/accuracy_reward": 0.3035714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 30 | |
| }, | |
| { | |
| "completion_length": 576.669677734375, | |
| "epoch": 0.06609808102345416, | |
| "grad_norm": 0.637279748916626, | |
| "grpo_loss": -0.100145623087883, | |
| "kl": 0.000812530517578125, | |
| "learning_rate": 1.978723404255319e-06, | |
| "loss": 0.0, | |
| "reward": 0.330357164144516, | |
| "reward_std": 0.3501092493534088, | |
| "rewards/accuracy_reward": 0.330357164144516, | |
| "rewards/format_reward": 0.0, | |
| "step": 31 | |
| }, | |
| { | |
| "completion_length": 590.0357666015625, | |
| "epoch": 0.06823027718550106, | |
| "grad_norm": 1.1126184463500977, | |
| "grpo_loss": -0.01668006181716919, | |
| "kl": 0.00135040283203125, | |
| "learning_rate": 2.0425531914893617e-06, | |
| "loss": 0.0001, | |
| "reward": 0.3660714328289032, | |
| "reward_std": 0.33336055278778076, | |
| "rewards/accuracy_reward": 0.3660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 32 | |
| }, | |
| { | |
| "completion_length": 550.5892944335938, | |
| "epoch": 0.07036247334754797, | |
| "grad_norm": 0.5474586486816406, | |
| "grpo_loss": 6.0905444115633145e-05, | |
| "kl": 0.00099945068359375, | |
| "learning_rate": 2.1063829787234044e-06, | |
| "loss": 0.0, | |
| "reward": 0.3214285969734192, | |
| "reward_std": 0.3206649422645569, | |
| "rewards/accuracy_reward": 0.3214285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 33 | |
| }, | |
| { | |
| "completion_length": 610.5892944335938, | |
| "epoch": 0.07249466950959488, | |
| "grad_norm": 0.6375254988670349, | |
| "grpo_loss": 0.10025076568126678, | |
| "kl": 0.008544921875, | |
| "learning_rate": 2.170212765957447e-06, | |
| "loss": 0.0003, | |
| "reward": 0.3750000298023224, | |
| "reward_std": 0.3903909921646118, | |
| "rewards/accuracy_reward": 0.3750000298023224, | |
| "rewards/format_reward": 0.0, | |
| "step": 34 | |
| }, | |
| { | |
| "completion_length": 633.2589721679688, | |
| "epoch": 0.07462686567164178, | |
| "grad_norm": 0.5401435494422913, | |
| "grpo_loss": -0.05477993190288544, | |
| "kl": 0.002655029296875, | |
| "learning_rate": 2.2340425531914894e-06, | |
| "loss": 0.0001, | |
| "reward": 0.3392857313156128, | |
| "reward_std": 0.35407260060310364, | |
| "rewards/accuracy_reward": 0.3392857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 35 | |
| }, | |
| { | |
| "completion_length": 586.9732666015625, | |
| "epoch": 0.0767590618336887, | |
| "grad_norm": 0.5796173810958862, | |
| "grpo_loss": 0.05496525764465332, | |
| "kl": 0.00262451171875, | |
| "learning_rate": 2.297872340425532e-06, | |
| "loss": 0.0001, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.4081922173500061, | |
| "rewards/accuracy_reward": 0.5446428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 36 | |
| }, | |
| { | |
| "completion_length": 654.9017944335938, | |
| "epoch": 0.07889125799573561, | |
| "grad_norm": 0.5337525010108948, | |
| "grpo_loss": -0.0982007384300232, | |
| "kl": 0.0093994140625, | |
| "learning_rate": 2.3617021276595748e-06, | |
| "loss": 0.0004, | |
| "reward": 0.4107142984867096, | |
| "reward_std": 0.41005048155784607, | |
| "rewards/accuracy_reward": 0.4107142984867096, | |
| "rewards/format_reward": 0.0, | |
| "step": 37 | |
| }, | |
| { | |
| "completion_length": 615.4285888671875, | |
| "epoch": 0.08102345415778252, | |
| "grad_norm": 0.40850356221199036, | |
| "grpo_loss": -0.07306132465600967, | |
| "kl": 0.002777099609375, | |
| "learning_rate": 2.425531914893617e-06, | |
| "loss": 0.0001, | |
| "reward": 0.3482142984867096, | |
| "reward_std": 0.38642770051956177, | |
| "rewards/accuracy_reward": 0.3482142984867096, | |
| "rewards/format_reward": 0.0, | |
| "step": 38 | |
| }, | |
| { | |
| "completion_length": 645.3928833007812, | |
| "epoch": 0.08315565031982942, | |
| "grad_norm": 2.3292202949523926, | |
| "grpo_loss": 4.441291093826294e-05, | |
| "kl": 0.010009765625, | |
| "learning_rate": 2.4893617021276598e-06, | |
| "loss": 0.0004, | |
| "reward": 0.5, | |
| "reward_std": 0.4099607765674591, | |
| "rewards/accuracy_reward": 0.5, | |
| "rewards/format_reward": 0.0, | |
| "step": 39 | |
| }, | |
| { | |
| "completion_length": 647.3303833007812, | |
| "epoch": 0.08528784648187633, | |
| "grad_norm": 0.3452330231666565, | |
| "grpo_loss": -0.016505777835845947, | |
| "kl": 0.0033111572265625, | |
| "learning_rate": 2.553191489361702e-06, | |
| "loss": 0.0001, | |
| "reward": 0.535714328289032, | |
| "reward_std": 0.3580358922481537, | |
| "rewards/accuracy_reward": 0.535714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 40 | |
| }, | |
| { | |
| "completion_length": 680.4107666015625, | |
| "epoch": 0.08742004264392324, | |
| "grad_norm": 0.4223065972328186, | |
| "grpo_loss": 0.0549992173910141, | |
| "kl": 0.003387451171875, | |
| "learning_rate": 2.6170212765957447e-06, | |
| "loss": 0.0001, | |
| "reward": 0.4017857313156128, | |
| "reward_std": 0.3679104745388031, | |
| "rewards/accuracy_reward": 0.4017857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 41 | |
| }, | |
| { | |
| "completion_length": 524.732177734375, | |
| "epoch": 0.08955223880597014, | |
| "grad_norm": 0.6519092321395874, | |
| "grpo_loss": -0.07294157892465591, | |
| "kl": 0.01025390625, | |
| "learning_rate": 2.680851063829787e-06, | |
| "loss": 0.0004, | |
| "reward": 0.5, | |
| "reward_std": 0.44742143154144287, | |
| "rewards/accuracy_reward": 0.5, | |
| "rewards/format_reward": 0.0, | |
| "step": 42 | |
| }, | |
| { | |
| "completion_length": 653.4910888671875, | |
| "epoch": 0.09168443496801706, | |
| "grad_norm": 0.4341220557689667, | |
| "grpo_loss": 0.01703798398375511, | |
| "kl": 0.00616455078125, | |
| "learning_rate": 2.7446808510638297e-06, | |
| "loss": 0.0002, | |
| "reward": 0.4910714626312256, | |
| "reward_std": 0.30004259943962097, | |
| "rewards/accuracy_reward": 0.4910714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 43 | |
| }, | |
| { | |
| "completion_length": 603.5535888671875, | |
| "epoch": 0.09381663113006397, | |
| "grad_norm": 1.1075998544692993, | |
| "grpo_loss": -0.05463188886642456, | |
| "kl": 0.010498046875, | |
| "learning_rate": 2.8085106382978724e-06, | |
| "loss": 0.0004, | |
| "reward": 0.625, | |
| "reward_std": 0.38351690769195557, | |
| "rewards/accuracy_reward": 0.625, | |
| "rewards/format_reward": 0.0, | |
| "step": 44 | |
| }, | |
| { | |
| "completion_length": 577.9017944335938, | |
| "epoch": 0.09594882729211088, | |
| "grad_norm": 0.45368558168411255, | |
| "grpo_loss": 0.000235043466091156, | |
| "kl": 0.007110595703125, | |
| "learning_rate": 2.872340425531915e-06, | |
| "loss": 0.0003, | |
| "reward": 0.4821428656578064, | |
| "reward_std": 0.3490566909313202, | |
| "rewards/accuracy_reward": 0.4732142984867096, | |
| "rewards/format_reward": 0.008928571827709675, | |
| "step": 45 | |
| }, | |
| { | |
| "completion_length": 617.7410888671875, | |
| "epoch": 0.09808102345415778, | |
| "grad_norm": 0.4727841019630432, | |
| "grpo_loss": 0.07361437380313873, | |
| "kl": 0.0216064453125, | |
| "learning_rate": 2.9361702127659574e-06, | |
| "loss": 0.0009, | |
| "reward": 0.4375000298023224, | |
| "reward_std": 0.3638574182987213, | |
| "rewards/accuracy_reward": 0.4375000298023224, | |
| "rewards/format_reward": 0.0, | |
| "step": 46 | |
| }, | |
| { | |
| "completion_length": 638.0892944335938, | |
| "epoch": 0.10021321961620469, | |
| "grad_norm": 0.23905974626541138, | |
| "grpo_loss": 0.017111822962760925, | |
| "kl": 0.00933837890625, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0004, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.31264859437942505, | |
| "rewards/accuracy_reward": 0.5714285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 47 | |
| }, | |
| { | |
| "completion_length": 640.9732666015625, | |
| "epoch": 0.1023454157782516, | |
| "grad_norm": 1.3742345571517944, | |
| "grpo_loss": 0.0002704933285713196, | |
| "kl": 0.029296875, | |
| "learning_rate": 2.9999584343954855e-06, | |
| "loss": 0.0012, | |
| "reward": 0.5, | |
| "reward_std": 0.3501092493534088, | |
| "rewards/accuracy_reward": 0.5, | |
| "rewards/format_reward": 0.0, | |
| "step": 48 | |
| }, | |
| { | |
| "completion_length": 633.0892944335938, | |
| "epoch": 0.1044776119402985, | |
| "grad_norm": 0.33841472864151, | |
| "grpo_loss": -0.11769130825996399, | |
| "kl": 0.01080322265625, | |
| "learning_rate": 2.999833739885541e-06, | |
| "loss": 0.0004, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.4169245660305023, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 49 | |
| }, | |
| { | |
| "completion_length": 516.9642944335938, | |
| "epoch": 0.10660980810234541, | |
| "grad_norm": 0.32168567180633545, | |
| "grpo_loss": 0.10090474039316177, | |
| "kl": 0.0263671875, | |
| "learning_rate": 2.9996259233808368e-06, | |
| "loss": 0.0011, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.38351690769195557, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 50 | |
| }, | |
| { | |
| "completion_length": 669.3839721679688, | |
| "epoch": 0.10874200426439233, | |
| "grad_norm": 0.7801251411437988, | |
| "grpo_loss": -0.07295064628124237, | |
| "kl": 0.044677734375, | |
| "learning_rate": 2.9993349963987307e-06, | |
| "loss": 0.0018, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.31379079818725586, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 51 | |
| }, | |
| { | |
| "completion_length": 662.794677734375, | |
| "epoch": 0.11087420042643924, | |
| "grad_norm": 0.7691836953163147, | |
| "grpo_loss": -0.1333162784576416, | |
| "kl": 0.03076171875, | |
| "learning_rate": 2.9989609750626313e-06, | |
| "loss": 0.0012, | |
| "reward": 0.455357164144516, | |
| "reward_std": 0.3195226788520813, | |
| "rewards/accuracy_reward": 0.455357164144516, | |
| "rewards/format_reward": 0.0, | |
| "step": 52 | |
| }, | |
| { | |
| "completion_length": 632.3928833007812, | |
| "epoch": 0.11300639658848614, | |
| "grad_norm": 5.331604957580566, | |
| "grpo_loss": 0.10157421231269836, | |
| "kl": 0.0255126953125, | |
| "learning_rate": 2.998503880101102e-06, | |
| "loss": 0.001, | |
| "reward": 0.5267857313156128, | |
| "reward_std": 0.3679104745388031, | |
| "rewards/accuracy_reward": 0.5267857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 53 | |
| }, | |
| { | |
| "completion_length": 635.169677734375, | |
| "epoch": 0.11513859275053305, | |
| "grad_norm": 0.25747939944267273, | |
| "grpo_loss": 0.0004050950810778886, | |
| "kl": 0.006378173828125, | |
| "learning_rate": 2.9979637368467146e-06, | |
| "loss": 0.0003, | |
| "reward": 0.625, | |
| "reward_std": 0.3028636872768402, | |
| "rewards/accuracy_reward": 0.625, | |
| "rewards/format_reward": 0.0, | |
| "step": 54 | |
| }, | |
| { | |
| "completion_length": 655.8035888671875, | |
| "epoch": 0.11727078891257996, | |
| "grad_norm": 26.88686752319336, | |
| "grpo_loss": 0.0002674385905265808, | |
| "kl": 0.59765625, | |
| "learning_rate": 2.9973405752346425e-06, | |
| "loss": 0.0237, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.37664279341697693, | |
| "rewards/accuracy_reward": 0.5446428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 55 | |
| }, | |
| { | |
| "completion_length": 681.5178833007812, | |
| "epoch": 0.11940298507462686, | |
| "grad_norm": 0.22809027135372162, | |
| "grpo_loss": 0.00032356235897168517, | |
| "kl": 0.00927734375, | |
| "learning_rate": 2.9966344298010057e-06, | |
| "loss": 0.0004, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.29016801714897156, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 56 | |
| }, | |
| { | |
| "completion_length": 597.0357666015625, | |
| "epoch": 0.12153518123667377, | |
| "grad_norm": 0.9132996797561646, | |
| "grpo_loss": 0.047636114060878754, | |
| "kl": 0.032470703125, | |
| "learning_rate": 2.9958453396809527e-06, | |
| "loss": 0.0013, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.2931685149669647, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 57 | |
| }, | |
| { | |
| "completion_length": 621.4107666015625, | |
| "epoch": 0.12366737739872068, | |
| "grad_norm": 0.29949259757995605, | |
| "grpo_loss": -0.015969865024089813, | |
| "kl": 0.01531982421875, | |
| "learning_rate": 2.994973348606494e-06, | |
| "loss": 0.0006, | |
| "reward": 0.535714328289032, | |
| "reward_std": 0.316791296005249, | |
| "rewards/accuracy_reward": 0.535714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 58 | |
| }, | |
| { | |
| "completion_length": 587.0178833007812, | |
| "epoch": 0.1257995735607676, | |
| "grad_norm": 0.3156592547893524, | |
| "grpo_loss": 0.0001606196165084839, | |
| "kl": 0.0283203125, | |
| "learning_rate": 2.994018504904078e-06, | |
| "loss": 0.0011, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.26945602893829346, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 59 | |
| }, | |
| { | |
| "completion_length": 538.6517944335938, | |
| "epoch": 0.1279317697228145, | |
| "grad_norm": 0.2868943214416504, | |
| "grpo_loss": 0.00023730844259262085, | |
| "kl": 0.0250244140625, | |
| "learning_rate": 2.9929808614919113e-06, | |
| "loss": 0.001, | |
| "reward": 0.7053571939468384, | |
| "reward_std": 0.25976085662841797, | |
| "rewards/accuracy_reward": 0.7053571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 60 | |
| }, | |
| { | |
| "completion_length": 679.1875, | |
| "epoch": 0.1300639658848614, | |
| "grad_norm": 0.15767447650432587, | |
| "grpo_loss": 8.637533755972981e-05, | |
| "kl": 0.004791259765625, | |
| "learning_rate": 2.9918604758770298e-06, | |
| "loss": 0.0002, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.24874404072761536, | |
| "rewards/accuracy_reward": 0.5446428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 61 | |
| }, | |
| { | |
| "completion_length": 593.4464721679688, | |
| "epoch": 0.13219616204690832, | |
| "grad_norm": 0.20824034512043, | |
| "grpo_loss": 0.016763929277658463, | |
| "kl": 0.006134033203125, | |
| "learning_rate": 2.9906574101521067e-06, | |
| "loss": 0.0002, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.3431454598903656, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 62 | |
| }, | |
| { | |
| "completion_length": 582.4107666015625, | |
| "epoch": 0.13432835820895522, | |
| "grad_norm": 0.32729294896125793, | |
| "grpo_loss": -0.09963612258434296, | |
| "kl": 0.017333984375, | |
| "learning_rate": 2.9893717309920135e-06, | |
| "loss": 0.0007, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.26267164945602417, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.008928571827709675, | |
| "step": 63 | |
| }, | |
| { | |
| "completion_length": 706.3303833007812, | |
| "epoch": 0.13646055437100213, | |
| "grad_norm": 0.17250199615955353, | |
| "grpo_loss": -0.10007388144731522, | |
| "kl": 0.00469970703125, | |
| "learning_rate": 2.9880035096501265e-06, | |
| "loss": 0.0002, | |
| "reward": 0.4107142984867096, | |
| "reward_std": 0.3334502577781677, | |
| "rewards/accuracy_reward": 0.4107142984867096, | |
| "rewards/format_reward": 0.0, | |
| "step": 64 | |
| }, | |
| { | |
| "completion_length": 508.1875305175781, | |
| "epoch": 0.13859275053304904, | |
| "grad_norm": 0.18875280022621155, | |
| "grpo_loss": 0.10045573860406876, | |
| "kl": 0.01495361328125, | |
| "learning_rate": 2.9865528219543747e-06, | |
| "loss": 0.0006, | |
| "reward": 0.7589285969734192, | |
| "reward_std": 0.3254339098930359, | |
| "rewards/accuracy_reward": 0.7589285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 65 | |
| }, | |
| { | |
| "completion_length": 589.0625, | |
| "epoch": 0.14072494669509594, | |
| "grad_norm": 0.2253061980009079, | |
| "grpo_loss": 0.0006140768527984619, | |
| "kl": 0.024658203125, | |
| "learning_rate": 2.9850197483030394e-06, | |
| "loss": 0.001, | |
| "reward": 0.6875000596046448, | |
| "reward_std": 0.2695457339286804, | |
| "rewards/accuracy_reward": 0.6875000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 66 | |
| }, | |
| { | |
| "completion_length": 553.5714721679688, | |
| "epoch": 0.14285714285714285, | |
| "grad_norm": 0.26960617303848267, | |
| "grpo_loss": 0.0003652747254818678, | |
| "kl": 0.020263671875, | |
| "learning_rate": 2.9834043736602984e-06, | |
| "loss": 0.0008, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2792409062385559, | |
| "rewards/accuracy_reward": 0.7142857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 67 | |
| }, | |
| { | |
| "completion_length": 590.5357666015625, | |
| "epoch": 0.14498933901918976, | |
| "grad_norm": 0.18081212043762207, | |
| "grpo_loss": 0.055027492344379425, | |
| "kl": 0.01373291015625, | |
| "learning_rate": 2.9817067875515166e-06, | |
| "loss": 0.0005, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.351251482963562, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 68 | |
| }, | |
| { | |
| "completion_length": 573.75, | |
| "epoch": 0.14712153518123666, | |
| "grad_norm": 0.14580072462558746, | |
| "grpo_loss": 9.892135858535767e-05, | |
| "kl": 0.010009765625, | |
| "learning_rate": 2.9799270840582835e-06, | |
| "loss": 0.0004, | |
| "reward": 0.7321428656578064, | |
| "reward_std": 0.24001170694828033, | |
| "rewards/accuracy_reward": 0.7321428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 69 | |
| }, | |
| { | |
| "completion_length": 549.3125, | |
| "epoch": 0.14925373134328357, | |
| "grad_norm": 0.16547168791294098, | |
| "grpo_loss": 0.0005362048395909369, | |
| "kl": 0.0089111328125, | |
| "learning_rate": 2.978065361813203e-06, | |
| "loss": 0.0004, | |
| "reward": 0.8660714626312256, | |
| "reward_std": 0.15152154862880707, | |
| "rewards/accuracy_reward": 0.8660714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 70 | |
| }, | |
| { | |
| "completion_length": 627.2410888671875, | |
| "epoch": 0.1513859275053305, | |
| "grad_norm": 0.2011519968509674, | |
| "grpo_loss": -0.04696042090654373, | |
| "kl": 0.00927734375, | |
| "learning_rate": 2.97612172399442e-06, | |
| "loss": 0.0004, | |
| "reward": 0.4821428656578064, | |
| "reward_std": 0.31961238384246826, | |
| "rewards/accuracy_reward": 0.4821428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 71 | |
| }, | |
| { | |
| "completion_length": 707.5267944335938, | |
| "epoch": 0.1535181236673774, | |
| "grad_norm": 0.5303527116775513, | |
| "grpo_loss": 0.047381460666656494, | |
| "kl": 0.0166015625, | |
| "learning_rate": 2.9740962783199107e-06, | |
| "loss": 0.0007, | |
| "reward": 0.4910714626312256, | |
| "reward_std": 0.3098274767398834, | |
| "rewards/accuracy_reward": 0.4910714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 72 | |
| }, | |
| { | |
| "completion_length": 553.2678833007812, | |
| "epoch": 0.15565031982942432, | |
| "grad_norm": 0.19617433845996857, | |
| "grpo_loss": 0.0549967885017395, | |
| "kl": 0.00518798828125, | |
| "learning_rate": 2.971989137041507e-06, | |
| "loss": 0.0002, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.3748742640018463, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 73 | |
| }, | |
| { | |
| "completion_length": 639.7410888671875, | |
| "epoch": 0.15778251599147122, | |
| "grad_norm": 0.18848314881324768, | |
| "grpo_loss": -0.0726790651679039, | |
| "kl": 0.00927734375, | |
| "learning_rate": 2.969800416938676e-06, | |
| "loss": 0.0004, | |
| "reward": 0.5892857313156128, | |
| "reward_std": 0.25570783019065857, | |
| "rewards/accuracy_reward": 0.5892857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 74 | |
| }, | |
| { | |
| "completion_length": 618.9285888671875, | |
| "epoch": 0.15991471215351813, | |
| "grad_norm": 0.15183982253074646, | |
| "grpo_loss": 0.0001978054642677307, | |
| "kl": 0.006591796875, | |
| "learning_rate": 2.967530239312051e-06, | |
| "loss": 0.0003, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.2832939326763153, | |
| "rewards/accuracy_reward": 0.5446428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 75 | |
| }, | |
| { | |
| "completion_length": 628.6428833007812, | |
| "epoch": 0.16204690831556504, | |
| "grad_norm": 0.17083314061164856, | |
| "grpo_loss": 0.0003498228034004569, | |
| "kl": 0.0093994140625, | |
| "learning_rate": 2.9651787299767046e-06, | |
| "loss": 0.0004, | |
| "reward": 0.5089285969734192, | |
| "reward_std": 0.3029533922672272, | |
| "rewards/accuracy_reward": 0.5089285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 76 | |
| }, | |
| { | |
| "completion_length": 645.6964721679688, | |
| "epoch": 0.16417910447761194, | |
| "grad_norm": 0.1758926510810852, | |
| "grpo_loss": 0.04745073243975639, | |
| "kl": 0.01544189453125, | |
| "learning_rate": 2.9627460192551807e-06, | |
| "loss": 0.0006, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.2027304321527481, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 77 | |
| }, | |
| { | |
| "completion_length": 548.2857666015625, | |
| "epoch": 0.16631130063965885, | |
| "grad_norm": 0.35794636607170105, | |
| "grpo_loss": 0.00010507553815841675, | |
| "kl": 0.0294189453125, | |
| "learning_rate": 2.960232241970268e-06, | |
| "loss": 0.0012, | |
| "reward": 0.7321428656578064, | |
| "reward_std": 0.3235756754875183, | |
| "rewards/accuracy_reward": 0.7321428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 78 | |
| }, | |
| { | |
| "completion_length": 602.4107666015625, | |
| "epoch": 0.16844349680170576, | |
| "grad_norm": 0.40275028347969055, | |
| "grpo_loss": 0.00044640994747169316, | |
| "kl": 0.018310546875, | |
| "learning_rate": 2.957637537437529e-06, | |
| "loss": 0.0007, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.20846228301525116, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 79 | |
| }, | |
| { | |
| "completion_length": 645.7589721679688, | |
| "epoch": 0.17057569296375266, | |
| "grad_norm": 0.15431800484657288, | |
| "grpo_loss": 0.0002495869994163513, | |
| "kl": 0.00836181640625, | |
| "learning_rate": 2.9549620494575816e-06, | |
| "loss": 0.0003, | |
| "reward": 0.5892857313156128, | |
| "reward_std": 0.2430122047662735, | |
| "rewards/accuracy_reward": 0.5892857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 80 | |
| }, | |
| { | |
| "completion_length": 612.6339721679688, | |
| "epoch": 0.17270788912579957, | |
| "grad_norm": 0.1417791098356247, | |
| "grpo_loss": 0.0002077631652355194, | |
| "kl": 0.00592041015625, | |
| "learning_rate": 2.952205926308125e-06, | |
| "loss": 0.0002, | |
| "reward": 0.6339285969734192, | |
| "reward_std": 0.2832939326763153, | |
| "rewards/accuracy_reward": 0.6339285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 81 | |
| }, | |
| { | |
| "completion_length": 476.14288330078125, | |
| "epoch": 0.17484008528784648, | |
| "grad_norm": 0.16035664081573486, | |
| "grpo_loss": 0.00023966887965798378, | |
| "kl": 0.0093994140625, | |
| "learning_rate": 2.9493693207357266e-06, | |
| "loss": 0.0004, | |
| "reward": 0.7767857313156128, | |
| "reward_std": 0.22626349329948425, | |
| "rewards/accuracy_reward": 0.7767857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 82 | |
| }, | |
| { | |
| "completion_length": 633.6785888671875, | |
| "epoch": 0.17697228144989338, | |
| "grad_norm": 0.22332347929477692, | |
| "grpo_loss": 0.05593012273311615, | |
| "kl": 0.01171875, | |
| "learning_rate": 2.946452389947353e-06, | |
| "loss": 0.0005, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.33741360902786255, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 83 | |
| }, | |
| { | |
| "completion_length": 681.1428833007812, | |
| "epoch": 0.1791044776119403, | |
| "grad_norm": 0.16065801680088043, | |
| "grpo_loss": 0.01748570427298546, | |
| "kl": 0.00799560546875, | |
| "learning_rate": 2.9434552956016594e-06, | |
| "loss": 0.0003, | |
| "reward": 0.625, | |
| "reward_std": 0.33336058259010315, | |
| "rewards/accuracy_reward": 0.625, | |
| "rewards/format_reward": 0.0, | |
| "step": 84 | |
| }, | |
| { | |
| "completion_length": 675.5357666015625, | |
| "epoch": 0.1812366737739872, | |
| "grad_norm": 0.17096219956874847, | |
| "grpo_loss": 0.04753614217042923, | |
| "kl": 0.009521484375, | |
| "learning_rate": 2.9403782038000303e-06, | |
| "loss": 0.0004, | |
| "reward": 0.4910714626312256, | |
| "reward_std": 0.35989415645599365, | |
| "rewards/accuracy_reward": 0.4910714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 85 | |
| }, | |
| { | |
| "completion_length": 626.3482666015625, | |
| "epoch": 0.18336886993603413, | |
| "grad_norm": 0.16287542879581451, | |
| "grpo_loss": -0.07303746789693832, | |
| "kl": 0.006500244140625, | |
| "learning_rate": 2.9372212850773744e-06, | |
| "loss": 0.0003, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.25279706716537476, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 86 | |
| }, | |
| { | |
| "completion_length": 617.419677734375, | |
| "epoch": 0.18550106609808104, | |
| "grad_norm": 0.2341645210981369, | |
| "grpo_loss": -0.11798445880413055, | |
| "kl": 0.006378173828125, | |
| "learning_rate": 2.9339847143926705e-06, | |
| "loss": 0.0003, | |
| "reward": 0.6071428656578064, | |
| "reward_std": 0.28338363766670227, | |
| "rewards/accuracy_reward": 0.6071428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 87 | |
| }, | |
| { | |
| "completion_length": 664.5, | |
| "epoch": 0.18763326226012794, | |
| "grad_norm": 0.14599959552288055, | |
| "grpo_loss": 0.10042649507522583, | |
| "kl": 0.004547119140625, | |
| "learning_rate": 2.9306686711192755e-06, | |
| "loss": 0.0002, | |
| "reward": 0.535714328289032, | |
| "reward_std": 0.27933061122894287, | |
| "rewards/accuracy_reward": 0.535714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 88 | |
| }, | |
| { | |
| "completion_length": 574.3928833007812, | |
| "epoch": 0.18976545842217485, | |
| "grad_norm": 0.19283778965473175, | |
| "grpo_loss": 0.1338942050933838, | |
| "kl": 0.008056640625, | |
| "learning_rate": 2.92727333903498e-06, | |
| "loss": 0.0003, | |
| "reward": 0.7946428656578064, | |
| "reward_std": 0.15839563310146332, | |
| "rewards/accuracy_reward": 0.7946428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 89 | |
| }, | |
| { | |
| "completion_length": 562.8125, | |
| "epoch": 0.19189765458422176, | |
| "grad_norm": 0.21768853068351746, | |
| "grpo_loss": 0.05516081675887108, | |
| "kl": 0.006927490234375, | |
| "learning_rate": 2.923798906311825e-06, | |
| "loss": 0.0003, | |
| "reward": 0.7767857313156128, | |
| "reward_std": 0.30004262924194336, | |
| "rewards/accuracy_reward": 0.7767857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 90 | |
| }, | |
| { | |
| "completion_length": 590.607177734375, | |
| "epoch": 0.19402985074626866, | |
| "grad_norm": 0.18265320360660553, | |
| "grpo_loss": 0.11892025172710419, | |
| "kl": 0.00775146484375, | |
| "learning_rate": 2.920245565505673e-06, | |
| "loss": 0.0003, | |
| "reward": 0.455357164144516, | |
| "reward_std": 0.2832939326763153, | |
| "rewards/accuracy_reward": 0.455357164144516, | |
| "rewards/format_reward": 0.0, | |
| "step": 91 | |
| }, | |
| { | |
| "completion_length": 556.732177734375, | |
| "epoch": 0.19616204690831557, | |
| "grad_norm": 0.21578750014305115, | |
| "grpo_loss": -0.04708147421479225, | |
| "kl": 0.00531005859375, | |
| "learning_rate": 2.916613513545535e-06, | |
| "loss": 0.0002, | |
| "reward": 0.6875000596046448, | |
| "reward_std": 0.3069167137145996, | |
| "rewards/accuracy_reward": 0.6875000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 92 | |
| }, | |
| { | |
| "completion_length": 562.2232666015625, | |
| "epoch": 0.19829424307036247, | |
| "grad_norm": 1.9854023456573486, | |
| "grpo_loss": -0.07264155149459839, | |
| "kl": 0.07373046875, | |
| "learning_rate": 2.912902951722658e-06, | |
| "loss": 0.003, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.29307880997657776, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 93 | |
| }, | |
| { | |
| "completion_length": 563.5535888671875, | |
| "epoch": 0.20042643923240938, | |
| "grad_norm": 0.19654212892055511, | |
| "grpo_loss": 0.0001397952437400818, | |
| "kl": 0.00885009765625, | |
| "learning_rate": 2.909114085679369e-06, | |
| "loss": 0.0004, | |
| "reward": 0.5625, | |
| "reward_std": 0.31961238384246826, | |
| "rewards/accuracy_reward": 0.5625, | |
| "rewards/format_reward": 0.0, | |
| "step": 94 | |
| }, | |
| { | |
| "completion_length": 564.732177734375, | |
| "epoch": 0.2025586353944563, | |
| "grad_norm": 0.306581050157547, | |
| "grpo_loss": -0.07296334207057953, | |
| "kl": 0.0213623046875, | |
| "learning_rate": 2.9052471253976785e-06, | |
| "loss": 0.0009, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.26654526591300964, | |
| "rewards/accuracy_reward": 0.7142857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 95 | |
| }, | |
| { | |
| "completion_length": 484.5000305175781, | |
| "epoch": 0.2046908315565032, | |
| "grad_norm": 0.0992506816983223, | |
| "grpo_loss": -0.0729239359498024, | |
| "kl": 0.00653076171875, | |
| "learning_rate": 2.9013022851876413e-06, | |
| "loss": 0.0003, | |
| "reward": 0.8928571939468384, | |
| "reward_std": 0.1514318436384201, | |
| "rewards/accuracy_reward": 0.8928571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 96 | |
| }, | |
| { | |
| "completion_length": 566.6875, | |
| "epoch": 0.2068230277185501, | |
| "grad_norm": 0.16707083582878113, | |
| "grpo_loss": 6.328150629997253e-05, | |
| "kl": 0.006195068359375, | |
| "learning_rate": 2.897279783675483e-06, | |
| "loss": 0.0002, | |
| "reward": 0.7410714626312256, | |
| "reward_std": 0.25279706716537476, | |
| "rewards/accuracy_reward": 0.7410714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 97 | |
| }, | |
| { | |
| "completion_length": 658.6964721679688, | |
| "epoch": 0.208955223880597, | |
| "grad_norm": 0.13153815269470215, | |
| "grpo_loss": 0.00013254210352897644, | |
| "kl": 0.006195068359375, | |
| "learning_rate": 2.893179843791478e-06, | |
| "loss": 0.0002, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.2418699413537979, | |
| "rewards/accuracy_reward": 0.5714285969734192, | |
| "rewards/format_reward": 0.008928571827709675, | |
| "step": 98 | |
| }, | |
| { | |
| "completion_length": 604.9553833007812, | |
| "epoch": 0.21108742004264391, | |
| "grad_norm": 0.12218047678470612, | |
| "grpo_loss": -0.047130413353443146, | |
| "kl": 0.005096435546875, | |
| "learning_rate": 2.8890026927576e-06, | |
| "loss": 0.0002, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.19471408426761627, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 99 | |
| }, | |
| { | |
| "completion_length": 474.1160888671875, | |
| "epoch": 0.21321961620469082, | |
| "grad_norm": 0.25340017676353455, | |
| "grpo_loss": 0.10033953934907913, | |
| "kl": 0.011962890625, | |
| "learning_rate": 2.8847485620749263e-06, | |
| "loss": 0.0005, | |
| "reward": 0.7321428656578064, | |
| "reward_std": 0.2724565267562866, | |
| "rewards/accuracy_reward": 0.7321428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.21321961620469082, | |
| "eval_completion_length": 609.0062072558906, | |
| "eval_grpo_loss": 0.00038164247871754457, | |
| "eval_kl": 0.014738820231379792, | |
| "eval_loss": 0.0005614032270386815, | |
| "eval_reward": 0.5379963731422973, | |
| "eval_reward_std": 0.29159833647953437, | |
| "eval_rewards/accuracy_reward": 0.5379393215948781, | |
| "eval_rewards/format_reward": 5.7051577173863736e-05, | |
| "eval_runtime": 4026.4829, | |
| "eval_samples_per_second": 1.242, | |
| "eval_steps_per_second": 0.011, | |
| "step": 100 | |
| }, | |
| { | |
| "completion_length": 607.4464721679688, | |
| "epoch": 0.21535181236673773, | |
| "grad_norm": 0.10197024047374725, | |
| "grpo_loss": 0.00038136146031320095, | |
| "kl": 0.00634765625, | |
| "learning_rate": 2.8804176875108078e-06, | |
| "loss": 0.0003, | |
| "reward": 0.6071428656578064, | |
| "reward_std": 0.14164696633815765, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.008928571827709675, | |
| "step": 101 | |
| }, | |
| { | |
| "completion_length": 553.2142944335938, | |
| "epoch": 0.21748400852878466, | |
| "grad_norm": 0.15817181766033173, | |
| "grpo_loss": 0.0006425325991585851, | |
| "kl": 0.01019287109375, | |
| "learning_rate": 2.876010309085804e-06, | |
| "loss": 0.0004, | |
| "reward": 0.6875000596046448, | |
| "reward_std": 0.1928558498620987, | |
| "rewards/accuracy_reward": 0.6875000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 102 | |
| }, | |
| { | |
| "completion_length": 554.8214721679688, | |
| "epoch": 0.21961620469083157, | |
| "grad_norm": 0.3014904260635376, | |
| "grpo_loss": 0.000414554524468258, | |
| "kl": 0.01361083984375, | |
| "learning_rate": 2.8715266710603797e-06, | |
| "loss": 0.0005, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.2625819444656372, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 103 | |
| }, | |
| { | |
| "completion_length": 684.0089721679688, | |
| "epoch": 0.22174840085287847, | |
| "grad_norm": 0.1303500086069107, | |
| "grpo_loss": 0.04732581973075867, | |
| "kl": 0.00628662109375, | |
| "learning_rate": 2.8669670219213677e-06, | |
| "loss": 0.0003, | |
| "reward": 0.4821428656578064, | |
| "reward_std": 0.216478630900383, | |
| "rewards/accuracy_reward": 0.4821428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 104 | |
| }, | |
| { | |
| "completion_length": 553.3660888671875, | |
| "epoch": 0.22388059701492538, | |
| "grad_norm": 0.24533118307590485, | |
| "grpo_loss": 0.047773294150829315, | |
| "kl": 0.00714111328125, | |
| "learning_rate": 2.862331614368199e-06, | |
| "loss": 0.0003, | |
| "reward": 0.660714328289032, | |
| "reward_std": 0.27933061122894287, | |
| "rewards/accuracy_reward": 0.660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 105 | |
| }, | |
| { | |
| "completion_length": 601.3125, | |
| "epoch": 0.2260127931769723, | |
| "grad_norm": 0.17875026166439056, | |
| "grpo_loss": 0.0001519266952527687, | |
| "kl": 0.00836181640625, | |
| "learning_rate": 2.857620705298896e-06, | |
| "loss": 0.0003, | |
| "reward": 0.6875000596046448, | |
| "reward_std": 0.26654526591300964, | |
| "rewards/accuracy_reward": 0.6875000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 106 | |
| }, | |
| { | |
| "completion_length": 592.0625, | |
| "epoch": 0.2281449893390192, | |
| "grad_norm": 0.19455592334270477, | |
| "grpo_loss": 9.074594709090889e-05, | |
| "kl": 0.00518798828125, | |
| "learning_rate": 2.8528345557958363e-06, | |
| "loss": 0.0002, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.222300186753273, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 107 | |
| }, | |
| { | |
| "completion_length": 607.6339721679688, | |
| "epoch": 0.2302771855010661, | |
| "grad_norm": 0.15129579603672028, | |
| "grpo_loss": 0.00017056881915777922, | |
| "kl": 0.00799560546875, | |
| "learning_rate": 2.847973431111284e-06, | |
| "loss": 0.0003, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.22626349329948425, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 108 | |
| }, | |
| { | |
| "completion_length": 575.4107666015625, | |
| "epoch": 0.232409381663113, | |
| "grad_norm": 0.23053210973739624, | |
| "grpo_loss": 9.338387462776154e-05, | |
| "kl": 0.0098876953125, | |
| "learning_rate": 2.843037600652686e-06, | |
| "loss": 0.0004, | |
| "reward": 0.6071428656578064, | |
| "reward_std": 0.21542608737945557, | |
| "rewards/accuracy_reward": 0.6071428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 109 | |
| }, | |
| { | |
| "completion_length": 634.8392944335938, | |
| "epoch": 0.2345415778251599, | |
| "grad_norm": 0.1780773103237152, | |
| "grpo_loss": 0.0002103373408317566, | |
| "kl": 0.0050048828125, | |
| "learning_rate": 2.8380273379677463e-06, | |
| "loss": 0.0002, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.29598960280418396, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 110 | |
| }, | |
| { | |
| "completion_length": 601.3035888671875, | |
| "epoch": 0.23667377398720682, | |
| "grad_norm": 0.22908470034599304, | |
| "grpo_loss": -0.01645032875239849, | |
| "kl": 0.0106201171875, | |
| "learning_rate": 2.8329429207292592e-06, | |
| "loss": 0.0004, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.31970205903053284, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 111 | |
| }, | |
| { | |
| "completion_length": 700.0714721679688, | |
| "epoch": 0.23880597014925373, | |
| "grad_norm": 0.1368950456380844, | |
| "grpo_loss": 0.0002479627728462219, | |
| "kl": 0.00531005859375, | |
| "learning_rate": 2.827784630719728e-06, | |
| "loss": 0.0002, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.26945602893829346, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 112 | |
| }, | |
| { | |
| "completion_length": 594.7053833007812, | |
| "epoch": 0.24093816631130063, | |
| "grad_norm": 0.11902152001857758, | |
| "grpo_loss": 0.00034128251718357205, | |
| "kl": 0.005340576171875, | |
| "learning_rate": 2.8225527538157413e-06, | |
| "loss": 0.0002, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.24697549641132355, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 113 | |
| }, | |
| { | |
| "completion_length": 556.8035888671875, | |
| "epoch": 0.24307036247334754, | |
| "grad_norm": 2.0720760822296143, | |
| "grpo_loss": 0.1181984543800354, | |
| "kl": 0.05810546875, | |
| "learning_rate": 2.8172475799721353e-06, | |
| "loss": 0.0023, | |
| "reward": 0.7678571939468384, | |
| "reward_std": 0.3040059506893158, | |
| "rewards/accuracy_reward": 0.7678571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 114 | |
| }, | |
| { | |
| "completion_length": 609.9375, | |
| "epoch": 0.24520255863539445, | |
| "grad_norm": 0.45657312870025635, | |
| "grpo_loss": 0.00024568289518356323, | |
| "kl": 0.00994873046875, | |
| "learning_rate": 2.8118694032059203e-06, | |
| "loss": 0.0004, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.29016801714897156, | |
| "rewards/accuracy_reward": 0.5714285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 115 | |
| }, | |
| { | |
| "completion_length": 606.669677734375, | |
| "epoch": 0.24733475479744135, | |
| "grad_norm": 0.14336203038692474, | |
| "grpo_loss": 0.00017342311912216246, | |
| "kl": 0.00799560546875, | |
| "learning_rate": 2.806418521579987e-06, | |
| "loss": 0.0003, | |
| "reward": 0.6071428656578064, | |
| "reward_std": 0.2193893939256668, | |
| "rewards/accuracy_reward": 0.6071428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 116 | |
| }, | |
| { | |
| "completion_length": 561.6607666015625, | |
| "epoch": 0.24946695095948826, | |
| "grad_norm": 0.21323221921920776, | |
| "grpo_loss": 0.00015168637037277222, | |
| "kl": 0.00628662109375, | |
| "learning_rate": 2.8008952371865888e-06, | |
| "loss": 0.0003, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.3795536160469055, | |
| "rewards/accuracy_reward": 0.7142857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 117 | |
| }, | |
| { | |
| "completion_length": 570.419677734375, | |
| "epoch": 0.2515991471215352, | |
| "grad_norm": 0.1808198243379593, | |
| "grpo_loss": 0.00019172427710145712, | |
| "kl": 0.00872802734375, | |
| "learning_rate": 2.795299856130599e-06, | |
| "loss": 0.0004, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.3069167137145996, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 118 | |
| }, | |
| { | |
| "completion_length": 625.3660888671875, | |
| "epoch": 0.2537313432835821, | |
| "grad_norm": 8.979061126708984, | |
| "grpo_loss": 0.10089191794395447, | |
| "kl": 0.181640625, | |
| "learning_rate": 2.789632688512545e-06, | |
| "loss": 0.0073, | |
| "reward": 0.5, | |
| "reward_std": 0.2625819444656372, | |
| "rewards/accuracy_reward": 0.5, | |
| "rewards/format_reward": 0.0, | |
| "step": 119 | |
| }, | |
| { | |
| "completion_length": 719.3482666015625, | |
| "epoch": 0.255863539445629, | |
| "grad_norm": 0.17377711832523346, | |
| "grpo_loss": 0.016832787543535233, | |
| "kl": 0.008544921875, | |
| "learning_rate": 2.783894048411425e-06, | |
| "loss": 0.0003, | |
| "reward": 0.4642857313156128, | |
| "reward_std": 0.22917428612709045, | |
| "rewards/accuracy_reward": 0.4642857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 120 | |
| }, | |
| { | |
| "completion_length": 520.7857666015625, | |
| "epoch": 0.2579957356076759, | |
| "grad_norm": 0.1450602114200592, | |
| "grpo_loss": 0.047628480941057205, | |
| "kl": 0.00958251953125, | |
| "learning_rate": 2.7780842538672983e-06, | |
| "loss": 0.0004, | |
| "reward": 0.7410714626312256, | |
| "reward_std": 0.2499759942293167, | |
| "rewards/accuracy_reward": 0.7410714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 121 | |
| }, | |
| { | |
| "completion_length": 588.1339721679688, | |
| "epoch": 0.2601279317697228, | |
| "grad_norm": 0.24374298751354218, | |
| "grpo_loss": 0.00011707842350006104, | |
| "kl": 0.0140380859375, | |
| "learning_rate": 2.772203626863661e-06, | |
| "loss": 0.0006, | |
| "reward": 0.6071428656578064, | |
| "reward_std": 0.31670159101486206, | |
| "rewards/accuracy_reward": 0.6071428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 122 | |
| }, | |
| { | |
| "completion_length": 539.0982666015625, | |
| "epoch": 0.2622601279317697, | |
| "grad_norm": 0.6004351377487183, | |
| "grpo_loss": 0.00021716207265853882, | |
| "kl": 0.01055908203125, | |
| "learning_rate": 2.766252493309603e-06, | |
| "loss": 0.0004, | |
| "reward": 0.6875000596046448, | |
| "reward_std": 0.2822414040565491, | |
| "rewards/accuracy_reward": 0.6875000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 123 | |
| }, | |
| { | |
| "completion_length": 640.2232666015625, | |
| "epoch": 0.26439232409381663, | |
| "grad_norm": 0.15684480965137482, | |
| "grpo_loss": 0.0734117180109024, | |
| "kl": 0.004180908203125, | |
| "learning_rate": 2.7602311830217408e-06, | |
| "loss": 0.0002, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.2692219913005829, | |
| "rewards/accuracy_reward": 0.535714328289032, | |
| "rewards/format_reward": 0.008928571827709675, | |
| "step": 124 | |
| }, | |
| { | |
| "completion_length": 594.2767944335938, | |
| "epoch": 0.26652452025586354, | |
| "grad_norm": 0.15290771424770355, | |
| "grpo_loss": -0.046935826539993286, | |
| "kl": 0.00457763671875, | |
| "learning_rate": 2.754140029705945e-06, | |
| "loss": 0.0002, | |
| "reward": 0.5178571939468384, | |
| "reward_std": 0.28725728392601013, | |
| "rewards/accuracy_reward": 0.5178571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 125 | |
| }, | |
| { | |
| "completion_length": 613.8839721679688, | |
| "epoch": 0.26865671641791045, | |
| "grad_norm": 0.2813848555088043, | |
| "grpo_loss": -0.016470883041620255, | |
| "kl": 0.00555419921875, | |
| "learning_rate": 2.7479793709388413e-06, | |
| "loss": 0.0002, | |
| "reward": 0.7053571939468384, | |
| "reward_std": 0.22521094977855682, | |
| "rewards/accuracy_reward": 0.7053571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 126 | |
| }, | |
| { | |
| "completion_length": 580.6339721679688, | |
| "epoch": 0.27078891257995735, | |
| "grad_norm": 0.2711651027202606, | |
| "grpo_loss": 0.11836685985326767, | |
| "kl": 0.009033203125, | |
| "learning_rate": 2.741749548149105e-06, | |
| "loss": 0.0004, | |
| "reward": 0.8303571939468384, | |
| "reward_std": 0.2960793077945709, | |
| "rewards/accuracy_reward": 0.8303571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 127 | |
| }, | |
| { | |
| "completion_length": 619.5357666015625, | |
| "epoch": 0.27292110874200426, | |
| "grad_norm": 0.18601906299591064, | |
| "grpo_loss": 0.04743209481239319, | |
| "kl": 0.006134033203125, | |
| "learning_rate": 2.735450906598535e-06, | |
| "loss": 0.0002, | |
| "reward": 0.7053571939468384, | |
| "reward_std": 0.3206648826599121, | |
| "rewards/accuracy_reward": 0.7053571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 128 | |
| }, | |
| { | |
| "completion_length": 593.7142944335938, | |
| "epoch": 0.27505330490405117, | |
| "grad_norm": 0.30626460909843445, | |
| "grpo_loss": 0.000193767249584198, | |
| "kl": 0.00970458984375, | |
| "learning_rate": 2.7290837953629244e-06, | |
| "loss": 0.0004, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.3795536160469055, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 129 | |
| }, | |
| { | |
| "completion_length": 705.8928833007812, | |
| "epoch": 0.2771855010660981, | |
| "grad_norm": 0.17629599571228027, | |
| "grpo_loss": 0.00018097274005413055, | |
| "kl": 0.006988525390625, | |
| "learning_rate": 2.722648567312709e-06, | |
| "loss": 0.0003, | |
| "reward": 0.5, | |
| "reward_std": 0.2625819444656372, | |
| "rewards/accuracy_reward": 0.5, | |
| "rewards/format_reward": 0.0, | |
| "step": 130 | |
| }, | |
| { | |
| "completion_length": 622.5982666015625, | |
| "epoch": 0.279317697228145, | |
| "grad_norm": 0.22440823912620544, | |
| "grpo_loss": 0.11841889470815659, | |
| "kl": 0.00799560546875, | |
| "learning_rate": 2.716145579093415e-06, | |
| "loss": 0.0003, | |
| "reward": 0.6071428656578064, | |
| "reward_std": 0.30004259943962097, | |
| "rewards/accuracy_reward": 0.6071428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 131 | |
| }, | |
| { | |
| "completion_length": 673.0625, | |
| "epoch": 0.2814498933901919, | |
| "grad_norm": 0.17421214282512665, | |
| "grpo_loss": 0.055158667266368866, | |
| "kl": 0.00592041015625, | |
| "learning_rate": 2.70957519110589e-06, | |
| "loss": 0.0002, | |
| "reward": 0.455357164144516, | |
| "reward_std": 0.33336055278778076, | |
| "rewards/accuracy_reward": 0.455357164144516, | |
| "rewards/format_reward": 0.0, | |
| "step": 132 | |
| }, | |
| { | |
| "completion_length": 579.982177734375, | |
| "epoch": 0.2835820895522388, | |
| "grad_norm": 0.21082566678524017, | |
| "grpo_loss": 0.04748784005641937, | |
| "kl": 0.007293701171875, | |
| "learning_rate": 2.702937767486333e-06, | |
| "loss": 0.0003, | |
| "reward": 0.535714328289032, | |
| "reward_std": 0.34323516488075256, | |
| "rewards/accuracy_reward": 0.535714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 133 | |
| }, | |
| { | |
| "completion_length": 648.9107666015625, | |
| "epoch": 0.2857142857142857, | |
| "grad_norm": 0.16841772198677063, | |
| "grpo_loss": 0.017035316675901413, | |
| "kl": 0.00640869140625, | |
| "learning_rate": 2.6962336760861105e-06, | |
| "loss": 0.0003, | |
| "reward": 0.6339285969734192, | |
| "reward_std": 0.2891155183315277, | |
| "rewards/accuracy_reward": 0.6339285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 134 | |
| }, | |
| { | |
| "completion_length": 579.5, | |
| "epoch": 0.2878464818763326, | |
| "grad_norm": 0.15011237561702728, | |
| "grpo_loss": 0.00023609399795532227, | |
| "kl": 0.004119873046875, | |
| "learning_rate": 2.689463288451372e-06, | |
| "loss": 0.0002, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.2695457339286804, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 135 | |
| }, | |
| { | |
| "completion_length": 542.25, | |
| "epoch": 0.2899786780383795, | |
| "grad_norm": 0.23496368527412415, | |
| "grpo_loss": 0.0005470961332321167, | |
| "kl": 0.00994873046875, | |
| "learning_rate": 2.6826269798024567e-06, | |
| "loss": 0.0004, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.27933061122894287, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 136 | |
| }, | |
| { | |
| "completion_length": 660.232177734375, | |
| "epoch": 0.2921108742004264, | |
| "grad_norm": 0.1643698662519455, | |
| "grpo_loss": 0.05503631383180618, | |
| "kl": 0.0052490234375, | |
| "learning_rate": 2.6757251290131003e-06, | |
| "loss": 0.0002, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.33450281620025635, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 137 | |
| }, | |
| { | |
| "completion_length": 597.4375, | |
| "epoch": 0.2942430703624733, | |
| "grad_norm": 0.3305177092552185, | |
| "grpo_loss": -0.07286404073238373, | |
| "kl": 0.0123291015625, | |
| "learning_rate": 2.6687581185894363e-06, | |
| "loss": 0.0005, | |
| "reward": 0.6339285969734192, | |
| "reward_std": 0.46417009830474854, | |
| "rewards/accuracy_reward": 0.6339285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 138 | |
| }, | |
| { | |
| "completion_length": 606.5803833007812, | |
| "epoch": 0.29637526652452023, | |
| "grad_norm": 0.15607373416423798, | |
| "grpo_loss": -0.09995691478252411, | |
| "kl": 0.0059814453125, | |
| "learning_rate": 2.6617263346487987e-06, | |
| "loss": 0.0002, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.22812172770500183, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 139 | |
| }, | |
| { | |
| "completion_length": 636.4017944335938, | |
| "epoch": 0.29850746268656714, | |
| "grad_norm": 0.4233054518699646, | |
| "grpo_loss": -0.04692365229129791, | |
| "kl": 0.007720947265625, | |
| "learning_rate": 2.6546301668983207e-06, | |
| "loss": 0.0003, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.36280491948127747, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 140 | |
| }, | |
| { | |
| "completion_length": 654.5625, | |
| "epoch": 0.3006396588486141, | |
| "grad_norm": 0.30437514185905457, | |
| "grpo_loss": -0.04689915478229523, | |
| "kl": 0.006378173828125, | |
| "learning_rate": 2.6474700086133384e-06, | |
| "loss": 0.0003, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.3363610506057739, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 141 | |
| }, | |
| { | |
| "completion_length": 645.0625, | |
| "epoch": 0.302771855010661, | |
| "grad_norm": 0.16769744455814362, | |
| "grpo_loss": 0.00032076984643936157, | |
| "kl": 0.0069580078125, | |
| "learning_rate": 2.640246256615596e-06, | |
| "loss": 0.0003, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.2803831696510315, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 142 | |
| }, | |
| { | |
| "completion_length": 600.5892944335938, | |
| "epoch": 0.3049040511727079, | |
| "grad_norm": 0.185498908162117, | |
| "grpo_loss": 0.0009974241256713867, | |
| "kl": 0.0123291015625, | |
| "learning_rate": 2.632959311251251e-06, | |
| "loss": 0.0005, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.27641981840133667, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 143 | |
| }, | |
| { | |
| "completion_length": 667.2678833007812, | |
| "epoch": 0.3070362473347548, | |
| "grad_norm": 0.18703410029411316, | |
| "grpo_loss": 7.99037516117096e-05, | |
| "kl": 0.00555419921875, | |
| "learning_rate": 2.625609576368689e-06, | |
| "loss": 0.0002, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.33354002237319946, | |
| "rewards/accuracy_reward": 0.5446428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 144 | |
| }, | |
| { | |
| "completion_length": 594.232177734375, | |
| "epoch": 0.3091684434968017, | |
| "grad_norm": 0.17264287173748016, | |
| "grpo_loss": 0.0005372203886508942, | |
| "kl": 0.0086669921875, | |
| "learning_rate": 2.6181974592961413e-06, | |
| "loss": 0.0003, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.23613807559013367, | |
| "rewards/accuracy_reward": 0.7142857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 145 | |
| }, | |
| { | |
| "completion_length": 636.4910888671875, | |
| "epoch": 0.31130063965884863, | |
| "grad_norm": 0.34566304087638855, | |
| "grpo_loss": -0.047039397060871124, | |
| "kl": 0.0096435546875, | |
| "learning_rate": 2.610723370819111e-06, | |
| "loss": 0.0004, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.29713183641433716, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 146 | |
| }, | |
| { | |
| "completion_length": 693.5000610351562, | |
| "epoch": 0.31343283582089554, | |
| "grad_norm": 0.1667724996805191, | |
| "grpo_loss": -0.09995532780885696, | |
| "kl": 0.005706787109375, | |
| "learning_rate": 2.6031877251576055e-06, | |
| "loss": 0.0002, | |
| "reward": 0.5892857313156128, | |
| "reward_std": 0.24195964634418488, | |
| "rewards/accuracy_reward": 0.5892857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 147 | |
| }, | |
| { | |
| "completion_length": 625.357177734375, | |
| "epoch": 0.31556503198294245, | |
| "grad_norm": 0.2609766125679016, | |
| "grpo_loss": 0.0003863796591758728, | |
| "kl": 0.006622314453125, | |
| "learning_rate": 2.5955909399431797e-06, | |
| "loss": 0.0003, | |
| "reward": 0.5178571939468384, | |
| "reward_std": 0.21824714541435242, | |
| "rewards/accuracy_reward": 0.5178571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 148 | |
| }, | |
| { | |
| "completion_length": 539.3482666015625, | |
| "epoch": 0.31769722814498935, | |
| "grad_norm": 0.20627616345882416, | |
| "grpo_loss": 0.04802427440881729, | |
| "kl": 0.0081787109375, | |
| "learning_rate": 2.5879334361957955e-06, | |
| "loss": 0.0003, | |
| "reward": 0.6964285969734192, | |
| "reward_std": 0.32366544008255005, | |
| "rewards/accuracy_reward": 0.6964285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 149 | |
| }, | |
| { | |
| "completion_length": 622.8214721679688, | |
| "epoch": 0.31982942430703626, | |
| "grad_norm": 0.1990203708410263, | |
| "grpo_loss": 0.00011615455150604248, | |
| "kl": 0.01055908203125, | |
| "learning_rate": 2.5802156383004816e-06, | |
| "loss": 0.0004, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.24997597932815552, | |
| "rewards/accuracy_reward": 0.7142857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 150 | |
| }, | |
| { | |
| "completion_length": 603.875, | |
| "epoch": 0.32196162046908317, | |
| "grad_norm": 0.2065436840057373, | |
| "grpo_loss": -0.047058749943971634, | |
| "kl": 0.01055908203125, | |
| "learning_rate": 2.572437973983818e-06, | |
| "loss": 0.0004, | |
| "reward": 0.625, | |
| "reward_std": 0.33159202337265015, | |
| "rewards/accuracy_reward": 0.625, | |
| "rewards/format_reward": 0.0, | |
| "step": 151 | |
| }, | |
| { | |
| "completion_length": 576.2232666015625, | |
| "epoch": 0.32409381663113007, | |
| "grad_norm": 0.2540753185749054, | |
| "grpo_loss": -0.04715569317340851, | |
| "kl": 0.007293701171875, | |
| "learning_rate": 2.5646008742902307e-06, | |
| "loss": 0.0003, | |
| "reward": 0.7321428656578064, | |
| "reward_std": 0.23208504915237427, | |
| "rewards/accuracy_reward": 0.7321428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 152 | |
| }, | |
| { | |
| "completion_length": 596.4910888671875, | |
| "epoch": 0.326226012793177, | |
| "grad_norm": 0.31783199310302734, | |
| "grpo_loss": 0.00040250414167530835, | |
| "kl": 0.0098876953125, | |
| "learning_rate": 2.556704773558101e-06, | |
| "loss": 0.0004, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.2625819444656372, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 153 | |
| }, | |
| { | |
| "completion_length": 665.375, | |
| "epoch": 0.3283582089552239, | |
| "grad_norm": 0.19316673278808594, | |
| "grpo_loss": -0.0164567232131958, | |
| "kl": 0.0067138671875, | |
| "learning_rate": 2.5487501093956955e-06, | |
| "loss": 0.0003, | |
| "reward": 0.5178571939468384, | |
| "reward_std": 0.4376365542411804, | |
| "rewards/accuracy_reward": 0.5178571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 154 | |
| }, | |
| { | |
| "completion_length": 576.1517944335938, | |
| "epoch": 0.3304904051172708, | |
| "grad_norm": 0.2708187997341156, | |
| "grpo_loss": -0.046256136149168015, | |
| "kl": 0.0133056640625, | |
| "learning_rate": 2.540737322656915e-06, | |
| "loss": 0.0005, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.38756993412971497, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 155 | |
| }, | |
| { | |
| "completion_length": 585.6160888671875, | |
| "epoch": 0.3326226012793177, | |
| "grad_norm": 0.3584955930709839, | |
| "grpo_loss": 0.00033188471570611, | |
| "kl": 0.0206298828125, | |
| "learning_rate": 2.532666857416858e-06, | |
| "loss": 0.0008, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.2586185932159424, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 156 | |
| }, | |
| { | |
| "completion_length": 408.6875305175781, | |
| "epoch": 0.3347547974413646, | |
| "grad_norm": 0.290502667427063, | |
| "grpo_loss": 0.0005320041673257947, | |
| "kl": 0.0177001953125, | |
| "learning_rate": 2.524539160947213e-06, | |
| "loss": 0.0007, | |
| "reward": 0.8303571939468384, | |
| "reward_std": 0.2637241780757904, | |
| "rewards/accuracy_reward": 0.8303571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 157 | |
| }, | |
| { | |
| "completion_length": 634.544677734375, | |
| "epoch": 0.3368869936034115, | |
| "grad_norm": 0.30897942185401917, | |
| "grpo_loss": 0.0007045269012451172, | |
| "kl": 0.0135498046875, | |
| "learning_rate": 2.5163546836914705e-06, | |
| "loss": 0.0005, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.2832939326763153, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 158 | |
| }, | |
| { | |
| "completion_length": 519.1160888671875, | |
| "epoch": 0.3390191897654584, | |
| "grad_norm": 0.17009268701076508, | |
| "grpo_loss": 0.00013849325478076935, | |
| "kl": 0.00860595703125, | |
| "learning_rate": 2.5081138792399558e-06, | |
| "loss": 0.0003, | |
| "reward": 0.8392857313156128, | |
| "reward_std": 0.20564121007919312, | |
| "rewards/accuracy_reward": 0.8392857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 159 | |
| }, | |
| { | |
| "completion_length": 649.6785888671875, | |
| "epoch": 0.3411513859275053, | |
| "grad_norm": 0.20049817860126495, | |
| "grpo_loss": 0.00011303433711873367, | |
| "kl": 0.0062255859375, | |
| "learning_rate": 2.499817204304694e-06, | |
| "loss": 0.0002, | |
| "reward": 0.392857164144516, | |
| "reward_std": 0.2153363674879074, | |
| "rewards/accuracy_reward": 0.392857164144516, | |
| "rewards/format_reward": 0.0, | |
| "step": 160 | |
| }, | |
| { | |
| "completion_length": 584.1607666015625, | |
| "epoch": 0.34328358208955223, | |
| "grad_norm": 0.32430610060691833, | |
| "grpo_loss": 0.0003687143325805664, | |
| "kl": 0.01513671875, | |
| "learning_rate": 2.491465118694097e-06, | |
| "loss": 0.0006, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.2695457339286804, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 161 | |
| }, | |
| { | |
| "completion_length": 661.607177734375, | |
| "epoch": 0.34541577825159914, | |
| "grad_norm": 0.11526723206043243, | |
| "grpo_loss": 0.00017088651657104492, | |
| "kl": 0.0135498046875, | |
| "learning_rate": 2.483058085287483e-06, | |
| "loss": 0.0005, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.1928558498620987, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 162 | |
| }, | |
| { | |
| "completion_length": 644.357177734375, | |
| "epoch": 0.34754797441364604, | |
| "grad_norm": 0.16817770898342133, | |
| "grpo_loss": 0.055027663707733154, | |
| "kl": 0.00567626953125, | |
| "learning_rate": 2.474596570009417e-06, | |
| "loss": 0.0002, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.23904886841773987, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 163 | |
| }, | |
| { | |
| "completion_length": 600.8928833007812, | |
| "epoch": 0.34968017057569295, | |
| "grad_norm": 0.2603262662887573, | |
| "grpo_loss": -0.04644265025854111, | |
| "kl": 0.021728515625, | |
| "learning_rate": 2.4660810418038984e-06, | |
| "loss": 0.0009, | |
| "reward": 0.6964285969734192, | |
| "reward_std": 0.2862047255039215, | |
| "rewards/accuracy_reward": 0.6964285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 164 | |
| }, | |
| { | |
| "completion_length": 667.419677734375, | |
| "epoch": 0.35181236673773986, | |
| "grad_norm": 0.1652158796787262, | |
| "grpo_loss": 7.62939453125e-05, | |
| "kl": 0.0089111328125, | |
| "learning_rate": 2.4575119726083624e-06, | |
| "loss": 0.0004, | |
| "reward": 0.6339285969734192, | |
| "reward_std": 0.2389591485261917, | |
| "rewards/accuracy_reward": 0.6339285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 165 | |
| }, | |
| { | |
| "completion_length": 694.2142944335938, | |
| "epoch": 0.35394456289978676, | |
| "grad_norm": 0.16855111718177795, | |
| "grpo_loss": 0.00020201876759529114, | |
| "kl": 0.01031494140625, | |
| "learning_rate": 2.448889837327531e-06, | |
| "loss": 0.0004, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.35187777876853943, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 166 | |
| }, | |
| { | |
| "completion_length": 568.6160888671875, | |
| "epoch": 0.35607675906183367, | |
| "grad_norm": 0.21794408559799194, | |
| "grpo_loss": 0.01685473695397377, | |
| "kl": 0.006439208984375, | |
| "learning_rate": 2.440215113807091e-06, | |
| "loss": 0.0003, | |
| "reward": 0.6071428656578064, | |
| "reward_std": 0.40203410387039185, | |
| "rewards/accuracy_reward": 0.6071428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 167 | |
| }, | |
| { | |
| "completion_length": 555.6160888671875, | |
| "epoch": 0.3582089552238806, | |
| "grad_norm": 0.2721169888973236, | |
| "grpo_loss": -0.0713144987821579, | |
| "kl": 0.01556396484375, | |
| "learning_rate": 2.4314882828072126e-06, | |
| "loss": 0.0006, | |
| "reward": 0.723214328289032, | |
| "reward_std": 0.21251529455184937, | |
| "rewards/accuracy_reward": 0.723214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 168 | |
| }, | |
| { | |
| "completion_length": 576.1339721679688, | |
| "epoch": 0.3603411513859275, | |
| "grad_norm": 0.22736425697803497, | |
| "grpo_loss": 0.05517146736383438, | |
| "kl": 0.0185546875, | |
| "learning_rate": 2.422709827975903e-06, | |
| "loss": 0.0007, | |
| "reward": 0.7678571939468384, | |
| "reward_std": 0.27350908517837524, | |
| "rewards/accuracy_reward": 0.7678571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 169 | |
| }, | |
| { | |
| "completion_length": 586.4910888671875, | |
| "epoch": 0.3624733475479744, | |
| "grad_norm": 0.21218353509902954, | |
| "grpo_loss": 0.18360236287117004, | |
| "kl": 0.01043701171875, | |
| "learning_rate": 2.413880235822205e-06, | |
| "loss": 0.0004, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.31961238384246826, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 170 | |
| }, | |
| { | |
| "completion_length": 623.1339721679688, | |
| "epoch": 0.3646055437100213, | |
| "grad_norm": 0.19818057119846344, | |
| "grpo_loss": -0.1175161674618721, | |
| "kl": 0.01446533203125, | |
| "learning_rate": 2.4049999956892328e-06, | |
| "loss": 0.0006, | |
| "reward": 0.6964285969734192, | |
| "reward_std": 0.3069167137145996, | |
| "rewards/accuracy_reward": 0.6964285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 171 | |
| }, | |
| { | |
| "completion_length": 565.6875, | |
| "epoch": 0.36673773987206826, | |
| "grad_norm": 0.18358924984931946, | |
| "grpo_loss": 0.055470846593379974, | |
| "kl": 0.01068115234375, | |
| "learning_rate": 2.396069599727051e-06, | |
| "loss": 0.0004, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.23322731256484985, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 172 | |
| }, | |
| { | |
| "completion_length": 644.7410888671875, | |
| "epoch": 0.36886993603411516, | |
| "grad_norm": 0.09578749537467957, | |
| "grpo_loss": 5.925947334617376e-05, | |
| "kl": 0.00555419921875, | |
| "learning_rate": 2.3870895428654033e-06, | |
| "loss": 0.0002, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.1986774057149887, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 173 | |
| }, | |
| { | |
| "completion_length": 561.4553833007812, | |
| "epoch": 0.37100213219616207, | |
| "grad_norm": 0.1927262395620346, | |
| "grpo_loss": 0.05529294162988663, | |
| "kl": 0.0096435546875, | |
| "learning_rate": 2.3780603227862782e-06, | |
| "loss": 0.0004, | |
| "reward": 0.7053571939468384, | |
| "reward_std": 0.3276287019252777, | |
| "rewards/accuracy_reward": 0.7053571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 174 | |
| }, | |
| { | |
| "completion_length": 581.4642944335938, | |
| "epoch": 0.373134328358209, | |
| "grad_norm": 0.2750888466835022, | |
| "grpo_loss": -0.047094203531742096, | |
| "kl": 0.014404296875, | |
| "learning_rate": 2.3689824398963307e-06, | |
| "loss": 0.0006, | |
| "reward": 0.723214328289032, | |
| "reward_std": 0.29713186621665955, | |
| "rewards/accuracy_reward": 0.723214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 175 | |
| }, | |
| { | |
| "completion_length": 658.9910888671875, | |
| "epoch": 0.3752665245202559, | |
| "grad_norm": 0.1884259432554245, | |
| "grpo_loss": 0.0011673122644424438, | |
| "kl": 0.01190185546875, | |
| "learning_rate": 2.3598563972991476e-06, | |
| "loss": 0.0005, | |
| "reward": 0.4732142984867096, | |
| "reward_std": 0.21251530945301056, | |
| "rewards/accuracy_reward": 0.4732142984867096, | |
| "rewards/format_reward": 0.0, | |
| "step": 176 | |
| }, | |
| { | |
| "completion_length": 614.5089721679688, | |
| "epoch": 0.3773987206823028, | |
| "grad_norm": 0.1662159264087677, | |
| "grpo_loss": 0.0007153626647777855, | |
| "kl": 0.0152587890625, | |
| "learning_rate": 2.350682700767365e-06, | |
| "loss": 0.0006, | |
| "reward": 0.7321428656578064, | |
| "reward_std": 0.16130642592906952, | |
| "rewards/accuracy_reward": 0.7321428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 177 | |
| }, | |
| { | |
| "completion_length": 615.1875, | |
| "epoch": 0.3795309168443497, | |
| "grad_norm": 0.2590639293193817, | |
| "grpo_loss": 0.00103016197681427, | |
| "kl": 0.0233154296875, | |
| "learning_rate": 2.3414618587146394e-06, | |
| "loss": 0.0009, | |
| "reward": 0.5625, | |
| "reward_std": 0.3599838316440582, | |
| "rewards/accuracy_reward": 0.5625, | |
| "rewards/format_reward": 0.0, | |
| "step": 178 | |
| }, | |
| { | |
| "completion_length": 653.2142944335938, | |
| "epoch": 0.3816631130063966, | |
| "grad_norm": 0.1929996758699417, | |
| "grpo_loss": -0.0464971587061882, | |
| "kl": 0.0118408203125, | |
| "learning_rate": 2.3321943821674686e-06, | |
| "loss": 0.0005, | |
| "reward": 0.5625, | |
| "reward_std": 0.2832939326763153, | |
| "rewards/accuracy_reward": 0.5625, | |
| "rewards/format_reward": 0.0, | |
| "step": 179 | |
| }, | |
| { | |
| "completion_length": 566.169677734375, | |
| "epoch": 0.3837953091684435, | |
| "grad_norm": 0.17937371134757996, | |
| "grpo_loss": 0.0013021007180213928, | |
| "kl": 0.01483154296875, | |
| "learning_rate": 2.3228807847368733e-06, | |
| "loss": 0.0006, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.34323516488075256, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 180 | |
| }, | |
| { | |
| "completion_length": 613.7410888671875, | |
| "epoch": 0.3859275053304904, | |
| "grad_norm": 0.08274456858634949, | |
| "grpo_loss": 0.01679709553718567, | |
| "kl": 0.0079345703125, | |
| "learning_rate": 2.3135215825899298e-06, | |
| "loss": 0.0003, | |
| "reward": 0.7321428656578064, | |
| "reward_std": 0.20846226811408997, | |
| "rewards/accuracy_reward": 0.7321428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 181 | |
| }, | |
| { | |
| "completion_length": 590.2232666015625, | |
| "epoch": 0.3880597014925373, | |
| "grad_norm": 0.22545363008975983, | |
| "grpo_loss": 0.0002574026584625244, | |
| "kl": 0.00885009765625, | |
| "learning_rate": 2.304117294421165e-06, | |
| "loss": 0.0004, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.25976085662841797, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 182 | |
| }, | |
| { | |
| "completion_length": 572.4464721679688, | |
| "epoch": 0.39019189765458423, | |
| "grad_norm": 0.2379264086484909, | |
| "grpo_loss": 0.0008170232176780701, | |
| "kl": 0.01513671875, | |
| "learning_rate": 2.294668441423809e-06, | |
| "loss": 0.0006, | |
| "reward": 0.625, | |
| "reward_std": 0.27236682176589966, | |
| "rewards/accuracy_reward": 0.625, | |
| "rewards/format_reward": 0.0, | |
| "step": 183 | |
| }, | |
| { | |
| "completion_length": 597.5267944335938, | |
| "epoch": 0.39232409381663114, | |
| "grad_norm": 0.19797514379024506, | |
| "grpo_loss": 0.00013130396837368608, | |
| "kl": 0.00946044921875, | |
| "learning_rate": 2.2851755472609112e-06, | |
| "loss": 0.0004, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.19180330634117126, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 184 | |
| }, | |
| { | |
| "completion_length": 635.2142944335938, | |
| "epoch": 0.39445628997867804, | |
| "grad_norm": 0.15277421474456787, | |
| "grpo_loss": 0.04737038165330887, | |
| "kl": 0.006622314453125, | |
| "learning_rate": 2.2756391380363176e-06, | |
| "loss": 0.0003, | |
| "reward": 0.4910714626312256, | |
| "reward_std": 0.29016801714897156, | |
| "rewards/accuracy_reward": 0.4910714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 185 | |
| }, | |
| { | |
| "completion_length": 602.2767944335938, | |
| "epoch": 0.39658848614072495, | |
| "grad_norm": 0.8596810698509216, | |
| "grpo_loss": 0.11840670555830002, | |
| "kl": 0.0244140625, | |
| "learning_rate": 2.2660597422655136e-06, | |
| "loss": 0.001, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.17223355174064636, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 186 | |
| }, | |
| { | |
| "completion_length": 629.0714721679688, | |
| "epoch": 0.39872068230277186, | |
| "grad_norm": 0.23284487426280975, | |
| "grpo_loss": -0.014619708061218262, | |
| "kl": 0.0194091796875, | |
| "learning_rate": 2.2564378908463343e-06, | |
| "loss": 0.0008, | |
| "reward": 0.455357164144516, | |
| "reward_std": 0.27933061122894287, | |
| "rewards/accuracy_reward": 0.455357164144516, | |
| "rewards/format_reward": 0.0, | |
| "step": 187 | |
| }, | |
| { | |
| "completion_length": 644.25, | |
| "epoch": 0.40085287846481876, | |
| "grad_norm": 0.16274768114089966, | |
| "grpo_loss": 0.0004352938267402351, | |
| "kl": 0.01171875, | |
| "learning_rate": 2.24677411702954e-06, | |
| "loss": 0.0005, | |
| "reward": 0.6339285969734192, | |
| "reward_std": 0.27933061122894287, | |
| "rewards/accuracy_reward": 0.6339285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 188 | |
| }, | |
| { | |
| "completion_length": 567.6875, | |
| "epoch": 0.40298507462686567, | |
| "grad_norm": 0.3285521864891052, | |
| "grpo_loss": 0.07440680265426636, | |
| "kl": 0.031494140625, | |
| "learning_rate": 2.237068956389266e-06, | |
| "loss": 0.0013, | |
| "reward": 0.660714328289032, | |
| "reward_std": 0.3069167137145996, | |
| "rewards/accuracy_reward": 0.660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 189 | |
| }, | |
| { | |
| "completion_length": 634.5625, | |
| "epoch": 0.4051172707889126, | |
| "grad_norm": 0.2191726267337799, | |
| "grpo_loss": 0.00019488348334562033, | |
| "kl": 0.0205078125, | |
| "learning_rate": 2.227322946793337e-06, | |
| "loss": 0.0008, | |
| "reward": 0.6339285969734192, | |
| "reward_std": 0.29307880997657776, | |
| "rewards/accuracy_reward": 0.6339285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 190 | |
| }, | |
| { | |
| "completion_length": 517.9910888671875, | |
| "epoch": 0.4072494669509595, | |
| "grad_norm": 0.2723895311355591, | |
| "grpo_loss": 0.05497168004512787, | |
| "kl": 0.0152587890625, | |
| "learning_rate": 2.21753662837346e-06, | |
| "loss": 0.0006, | |
| "reward": 0.7500000596046448, | |
| "reward_std": 0.4014078378677368, | |
| "rewards/accuracy_reward": 0.7500000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 191 | |
| }, | |
| { | |
| "completion_length": 660.4107666015625, | |
| "epoch": 0.4093816631130064, | |
| "grad_norm": 0.343417763710022, | |
| "grpo_loss": -0.015305643901228905, | |
| "kl": 0.035888671875, | |
| "learning_rate": 2.20771054349529e-06, | |
| "loss": 0.0014, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.3334502577781677, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 192 | |
| }, | |
| { | |
| "completion_length": 505.982177734375, | |
| "epoch": 0.4115138592750533, | |
| "grad_norm": 0.2592337131500244, | |
| "grpo_loss": -0.01446167379617691, | |
| "kl": 0.0235595703125, | |
| "learning_rate": 2.197845236728371e-06, | |
| "loss": 0.0009, | |
| "reward": 0.7678571939468384, | |
| "reward_std": 0.305774450302124, | |
| "rewards/accuracy_reward": 0.7678571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 193 | |
| }, | |
| { | |
| "completion_length": 547.2589721679688, | |
| "epoch": 0.4136460554371002, | |
| "grad_norm": 0.1847042590379715, | |
| "grpo_loss": 0.00015539950982201844, | |
| "kl": 0.0157470703125, | |
| "learning_rate": 2.187941254815956e-06, | |
| "loss": 0.0006, | |
| "reward": 0.7589285969734192, | |
| "reward_std": 0.216478630900383, | |
| "rewards/accuracy_reward": 0.7589285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 194 | |
| }, | |
| { | |
| "completion_length": 629.1428833007812, | |
| "epoch": 0.4157782515991471, | |
| "grad_norm": 0.22321003675460815, | |
| "grpo_loss": 0.055582527071237564, | |
| "kl": 0.0302734375, | |
| "learning_rate": 2.1779991466447045e-06, | |
| "loss": 0.0012, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.3471984565258026, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 195 | |
| }, | |
| { | |
| "completion_length": 696.7142944335938, | |
| "epoch": 0.417910447761194, | |
| "grad_norm": 0.1626308560371399, | |
| "grpo_loss": 0.047444313764572144, | |
| "kl": 0.01507568359375, | |
| "learning_rate": 2.168019463214266e-06, | |
| "loss": 0.0006, | |
| "reward": 0.4017857313156128, | |
| "reward_std": 0.3294869661331177, | |
| "rewards/accuracy_reward": 0.4017857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 196 | |
| }, | |
| { | |
| "completion_length": 620.294677734375, | |
| "epoch": 0.4200426439232409, | |
| "grad_norm": 0.17187148332595825, | |
| "grpo_loss": 0.0013135150074958801, | |
| "kl": 0.020751953125, | |
| "learning_rate": 2.1580027576067387e-06, | |
| "loss": 0.0008, | |
| "reward": 0.4821428656578064, | |
| "reward_std": 0.3264864683151245, | |
| "rewards/accuracy_reward": 0.4821428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 197 | |
| }, | |
| { | |
| "completion_length": 561.7767944335938, | |
| "epoch": 0.42217484008528783, | |
| "grad_norm": 0.1164230927824974, | |
| "grpo_loss": 0.0005880985409021378, | |
| "kl": 0.010986328125, | |
| "learning_rate": 2.1479495849560225e-06, | |
| "loss": 0.0004, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.1779654175043106, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 198 | |
| }, | |
| { | |
| "completion_length": 601.8125, | |
| "epoch": 0.42430703624733473, | |
| "grad_norm": 0.27141571044921875, | |
| "grpo_loss": 0.10048054158687592, | |
| "kl": 0.019287109375, | |
| "learning_rate": 2.1378605024170477e-06, | |
| "loss": 0.0008, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.2862944006919861, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 199 | |
| }, | |
| { | |
| "completion_length": 759.8839721679688, | |
| "epoch": 0.42643923240938164, | |
| "grad_norm": 0.13523803651332855, | |
| "grpo_loss": 0.001226574881002307, | |
| "kl": 0.01348876953125, | |
| "learning_rate": 2.127736069134901e-06, | |
| "loss": 0.0005, | |
| "reward": 0.4375000298023224, | |
| "reward_std": 0.3460562527179718, | |
| "rewards/accuracy_reward": 0.4375000298023224, | |
| "rewards/format_reward": 0.0, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.42643923240938164, | |
| "eval_completion_length": 611.8816388894955, | |
| "eval_grpo_loss": -0.0015939308651721107, | |
| "eval_kl": 0.022449334970297524, | |
| "eval_loss": 0.0009027738706208766, | |
| "eval_reward": 0.5542560714883165, | |
| "eval_reward_std": 0.28316991823835497, | |
| "eval_rewards/accuracy_reward": 0.5542560714883165, | |
| "eval_rewards/format_reward": 0.0, | |
| "eval_runtime": 4037.199, | |
| "eval_samples_per_second": 1.238, | |
| "eval_steps_per_second": 0.011, | |
| "step": 200 | |
| }, | |
| { | |
| "completion_length": 531.4375, | |
| "epoch": 0.42857142857142855, | |
| "grad_norm": 0.21513928472995758, | |
| "grpo_loss": 0.11847112327814102, | |
| "kl": 0.015869140625, | |
| "learning_rate": 2.117576846213835e-06, | |
| "loss": 0.0006, | |
| "reward": 0.723214328289032, | |
| "reward_std": 0.3363610804080963, | |
| "rewards/accuracy_reward": 0.723214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 201 | |
| }, | |
| { | |
| "completion_length": 666.0892944335938, | |
| "epoch": 0.43070362473347545, | |
| "grad_norm": 0.18399223685264587, | |
| "grpo_loss": 0.00018279292271472514, | |
| "kl": 0.02001953125, | |
| "learning_rate": 2.107383396686173e-06, | |
| "loss": 0.0008, | |
| "reward": 0.5, | |
| "reward_std": 0.23499584197998047, | |
| "rewards/accuracy_reward": 0.5, | |
| "rewards/format_reward": 0.0, | |
| "step": 202 | |
| }, | |
| { | |
| "completion_length": 628.7767944335938, | |
| "epoch": 0.43283582089552236, | |
| "grad_norm": 0.18898162245750427, | |
| "grpo_loss": -0.0157584547996521, | |
| "kl": 0.0218505859375, | |
| "learning_rate": 2.0971562854811047e-06, | |
| "loss": 0.0009, | |
| "reward": 0.4196428656578064, | |
| "reward_std": 0.265492707490921, | |
| "rewards/accuracy_reward": 0.4196428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 203 | |
| }, | |
| { | |
| "completion_length": 642.169677734375, | |
| "epoch": 0.4349680170575693, | |
| "grad_norm": 0.14317277073860168, | |
| "grpo_loss": -0.09992219507694244, | |
| "kl": 0.01165771484375, | |
| "learning_rate": 2.0868960793933745e-06, | |
| "loss": 0.0005, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.34032437205314636, | |
| "rewards/accuracy_reward": 0.5446428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 204 | |
| }, | |
| { | |
| "completion_length": 529.7589721679688, | |
| "epoch": 0.43710021321961623, | |
| "grad_norm": 0.1738615781068802, | |
| "grpo_loss": 0.00030606670770794153, | |
| "kl": 0.01385498046875, | |
| "learning_rate": 2.076603347051875e-06, | |
| "loss": 0.0006, | |
| "reward": 0.8214285969734192, | |
| "reward_std": 0.25279706716537476, | |
| "rewards/accuracy_reward": 0.8214285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 205 | |
| }, | |
| { | |
| "completion_length": 556.75, | |
| "epoch": 0.43923240938166314, | |
| "grad_norm": 0.19676941633224487, | |
| "grpo_loss": -0.047070156782865524, | |
| "kl": 0.015869140625, | |
| "learning_rate": 2.0662786588881275e-06, | |
| "loss": 0.0006, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.27641984820365906, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 206 | |
| }, | |
| { | |
| "completion_length": 650.7232666015625, | |
| "epoch": 0.44136460554371004, | |
| "grad_norm": 0.1258775293827057, | |
| "grpo_loss": 6.173212022986263e-05, | |
| "kl": 0.00579833984375, | |
| "learning_rate": 2.0559225871046738e-06, | |
| "loss": 0.0002, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.1986774057149887, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 207 | |
| }, | |
| { | |
| "completion_length": 639.232177734375, | |
| "epoch": 0.44349680170575695, | |
| "grad_norm": 0.18094466626644135, | |
| "grpo_loss": -0.046934500336647034, | |
| "kl": 0.014892578125, | |
| "learning_rate": 2.045535705643358e-06, | |
| "loss": 0.0006, | |
| "reward": 0.625, | |
| "reward_std": 0.2832939326763153, | |
| "rewards/accuracy_reward": 0.625, | |
| "rewards/format_reward": 0.0, | |
| "step": 208 | |
| }, | |
| { | |
| "completion_length": 609.0892944335938, | |
| "epoch": 0.44562899786780386, | |
| "grad_norm": 0.17628911137580872, | |
| "grpo_loss": -0.04628950357437134, | |
| "kl": 0.0152587890625, | |
| "learning_rate": 2.0351185901535227e-06, | |
| "loss": 0.0006, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.30004262924194336, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 209 | |
| }, | |
| { | |
| "completion_length": 580.0982666015625, | |
| "epoch": 0.44776119402985076, | |
| "grad_norm": 0.17487889528274536, | |
| "grpo_loss": -0.09924271702766418, | |
| "kl": 0.0172119140625, | |
| "learning_rate": 2.0246718179601055e-06, | |
| "loss": 0.0007, | |
| "reward": 0.723214328289032, | |
| "reward_std": 0.21137306094169617, | |
| "rewards/accuracy_reward": 0.723214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 210 | |
| }, | |
| { | |
| "completion_length": 667.8214721679688, | |
| "epoch": 0.44989339019189767, | |
| "grad_norm": 0.11795714497566223, | |
| "grpo_loss": 0.00025861337780952454, | |
| "kl": 0.01043701171875, | |
| "learning_rate": 2.014195968031641e-06, | |
| "loss": 0.0004, | |
| "reward": 0.5178571939468384, | |
| "reward_std": 0.2902577519416809, | |
| "rewards/accuracy_reward": 0.5178571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 211 | |
| }, | |
| { | |
| "completion_length": 549.5714721679688, | |
| "epoch": 0.4520255863539446, | |
| "grad_norm": 0.15185706317424774, | |
| "grpo_loss": 0.11831355839967728, | |
| "kl": 0.00970458984375, | |
| "learning_rate": 2.003691620948176e-06, | |
| "loss": 0.0004, | |
| "reward": 0.7678571939468384, | |
| "reward_std": 0.1791076362133026, | |
| "rewards/accuracy_reward": 0.7678571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 212 | |
| }, | |
| { | |
| "completion_length": 685.2142944335938, | |
| "epoch": 0.4541577825159915, | |
| "grad_norm": 0.2295156866312027, | |
| "grpo_loss": 0.04919052869081497, | |
| "kl": 0.037353515625, | |
| "learning_rate": 1.993159358869093e-06, | |
| "loss": 0.0015, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.27933061122894287, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 213 | |
| }, | |
| { | |
| "completion_length": 569.1160888671875, | |
| "epoch": 0.4562899786780384, | |
| "grad_norm": 0.17347709834575653, | |
| "grpo_loss": 0.01694546267390251, | |
| "kl": 0.0196533203125, | |
| "learning_rate": 1.9825997655008457e-06, | |
| "loss": 0.0008, | |
| "reward": 0.6875000596046448, | |
| "reward_std": 0.24874402582645416, | |
| "rewards/accuracy_reward": 0.6875000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 214 | |
| }, | |
| { | |
| "completion_length": 482.8035888671875, | |
| "epoch": 0.4584221748400853, | |
| "grad_norm": 0.2306608110666275, | |
| "grpo_loss": 0.048458606004714966, | |
| "kl": 0.015869140625, | |
| "learning_rate": 1.9720134260646093e-06, | |
| "loss": 0.0006, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.24883373081684113, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 215 | |
| }, | |
| { | |
| "completion_length": 658.9107666015625, | |
| "epoch": 0.4605543710021322, | |
| "grad_norm": 0.1076991856098175, | |
| "grpo_loss": 0.0008707195520401001, | |
| "kl": 0.01287841796875, | |
| "learning_rate": 1.9614009272638483e-06, | |
| "loss": 0.0005, | |
| "reward": 0.5089285969734192, | |
| "reward_std": 0.16818054020404816, | |
| "rewards/accuracy_reward": 0.5089285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 216 | |
| }, | |
| { | |
| "completion_length": 619.625, | |
| "epoch": 0.4626865671641791, | |
| "grad_norm": 0.16215959191322327, | |
| "grpo_loss": 0.000715792179107666, | |
| "kl": 0.01007080078125, | |
| "learning_rate": 1.9507628572518003e-06, | |
| "loss": 0.0004, | |
| "reward": 0.5178571939468384, | |
| "reward_std": 0.27350908517837524, | |
| "rewards/accuracy_reward": 0.5178571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 217 | |
| }, | |
| { | |
| "completion_length": 536.8125, | |
| "epoch": 0.464818763326226, | |
| "grad_norm": 0.2339649200439453, | |
| "grpo_loss": 0.0006662532687187195, | |
| "kl": 0.025634765625, | |
| "learning_rate": 1.9400998055988797e-06, | |
| "loss": 0.001, | |
| "reward": 0.7678571939468384, | |
| "reward_std": 0.29713183641433716, | |
| "rewards/accuracy_reward": 0.7678571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 218 | |
| }, | |
| { | |
| "completion_length": 617.169677734375, | |
| "epoch": 0.4669509594882729, | |
| "grad_norm": 0.16902314126491547, | |
| "grpo_loss": 0.07331579923629761, | |
| "kl": 0.01611328125, | |
| "learning_rate": 1.9294123632600037e-06, | |
| "loss": 0.0006, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.31088003516197205, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 219 | |
| }, | |
| { | |
| "completion_length": 625.9642944335938, | |
| "epoch": 0.4690831556503198, | |
| "grad_norm": 0.21332789957523346, | |
| "grpo_loss": -0.046973273158073425, | |
| "kl": 0.0225830078125, | |
| "learning_rate": 1.9187011225418415e-06, | |
| "loss": 0.0009, | |
| "reward": 0.6071428656578064, | |
| "reward_std": 0.2862047255039215, | |
| "rewards/accuracy_reward": 0.6071428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 220 | |
| }, | |
| { | |
| "completion_length": 558.9732666015625, | |
| "epoch": 0.47121535181236673, | |
| "grad_norm": 0.205609530210495, | |
| "grpo_loss": -0.046633653342723846, | |
| "kl": 0.01953125, | |
| "learning_rate": 1.907966677069986e-06, | |
| "loss": 0.0008, | |
| "reward": 0.6964285969734192, | |
| "reward_std": 0.24883373081684113, | |
| "rewards/accuracy_reward": 0.6964285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 221 | |
| }, | |
| { | |
| "completion_length": 585.7589721679688, | |
| "epoch": 0.47334754797441364, | |
| "grad_norm": 0.21356123685836792, | |
| "grpo_loss": -0.07238468527793884, | |
| "kl": 0.031494140625, | |
| "learning_rate": 1.8972096217560587e-06, | |
| "loss": 0.0013, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.27059829235076904, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 222 | |
| }, | |
| { | |
| "completion_length": 660.482177734375, | |
| "epoch": 0.47547974413646055, | |
| "grad_norm": 0.13936030864715576, | |
| "grpo_loss": -0.04697471857070923, | |
| "kl": 0.0184326171875, | |
| "learning_rate": 1.886430552764735e-06, | |
| "loss": 0.0007, | |
| "reward": 0.5892857313156128, | |
| "reward_std": 0.1986774057149887, | |
| "rewards/accuracy_reward": 0.5892857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 223 | |
| }, | |
| { | |
| "completion_length": 591.4375, | |
| "epoch": 0.47761194029850745, | |
| "grad_norm": 0.13793712854385376, | |
| "grpo_loss": 0.01739496923983097, | |
| "kl": 0.01116943359375, | |
| "learning_rate": 1.8756300674807064e-06, | |
| "loss": 0.0004, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.20158818364143372, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 224 | |
| }, | |
| { | |
| "completion_length": 647.232177734375, | |
| "epoch": 0.47974413646055436, | |
| "grad_norm": 0.12633898854255676, | |
| "grpo_loss": 0.00012505054473876953, | |
| "kl": 0.005950927734375, | |
| "learning_rate": 1.8648087644755727e-06, | |
| "loss": 0.0002, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.24874402582645416, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 225 | |
| }, | |
| { | |
| "completion_length": 603.3392944335938, | |
| "epoch": 0.48187633262260127, | |
| "grad_norm": 0.25130102038383484, | |
| "grpo_loss": 0.00014068186283111572, | |
| "kl": 0.01904296875, | |
| "learning_rate": 1.8539672434746695e-06, | |
| "loss": 0.0008, | |
| "reward": 0.5625, | |
| "reward_std": 0.3098274767398834, | |
| "rewards/accuracy_reward": 0.5625, | |
| "rewards/format_reward": 0.0, | |
| "step": 226 | |
| }, | |
| { | |
| "completion_length": 631.232177734375, | |
| "epoch": 0.4840085287846482, | |
| "grad_norm": 0.18931794166564941, | |
| "grpo_loss": 0.00030638277530670166, | |
| "kl": 0.025390625, | |
| "learning_rate": 1.8431061053238275e-06, | |
| "loss": 0.001, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.3098274767398834, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 227 | |
| }, | |
| { | |
| "completion_length": 606.982177734375, | |
| "epoch": 0.4861407249466951, | |
| "grad_norm": 0.13589723408222198, | |
| "grpo_loss": -0.04714548587799072, | |
| "kl": 0.00933837890625, | |
| "learning_rate": 1.832225951956079e-06, | |
| "loss": 0.0004, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.20564121007919312, | |
| "rewards/accuracy_reward": 0.785714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 228 | |
| }, | |
| { | |
| "completion_length": 618.125, | |
| "epoch": 0.488272921108742, | |
| "grad_norm": 0.16579659283161163, | |
| "grpo_loss": 0.017814993858337402, | |
| "kl": 0.0208740234375, | |
| "learning_rate": 1.8213273863582918e-06, | |
| "loss": 0.0008, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.23208506405353546, | |
| "rewards/accuracy_reward": 0.5714285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 229 | |
| }, | |
| { | |
| "completion_length": 622.4910888671875, | |
| "epoch": 0.4904051172707889, | |
| "grad_norm": 0.1541467159986496, | |
| "grpo_loss": 0.00014001131057739258, | |
| "kl": 0.01806640625, | |
| "learning_rate": 1.8104110125377569e-06, | |
| "loss": 0.0007, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.2223002016544342, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 230 | |
| }, | |
| { | |
| "completion_length": 669.0267944335938, | |
| "epoch": 0.4925373134328358, | |
| "grad_norm": 0.3476913571357727, | |
| "grpo_loss": 0.04737507551908493, | |
| "kl": 0.031494140625, | |
| "learning_rate": 1.7994774354887095e-06, | |
| "loss": 0.0013, | |
| "reward": 0.660714328289032, | |
| "reward_std": 0.20960453152656555, | |
| "rewards/accuracy_reward": 0.660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 231 | |
| }, | |
| { | |
| "completion_length": 584.1607666015625, | |
| "epoch": 0.4946695095948827, | |
| "grad_norm": 0.103955939412117, | |
| "grpo_loss": 0.0015392377972602844, | |
| "kl": 0.0244140625, | |
| "learning_rate": 1.7885272611588032e-06, | |
| "loss": 0.001, | |
| "reward": 0.6964285969734192, | |
| "reward_std": 0.16818051040172577, | |
| "rewards/accuracy_reward": 0.6964285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 232 | |
| }, | |
| { | |
| "completion_length": 626.6964721679688, | |
| "epoch": 0.4968017057569296, | |
| "grad_norm": 0.12988092005252838, | |
| "grpo_loss": 0.0003137141466140747, | |
| "kl": 0.007598876953125, | |
| "learning_rate": 1.7775610964155246e-06, | |
| "loss": 0.0003, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2862047255039215, | |
| "rewards/accuracy_reward": 0.7142857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 233 | |
| }, | |
| { | |
| "completion_length": 644.7857666015625, | |
| "epoch": 0.4989339019189765, | |
| "grad_norm": 0.1723473221063614, | |
| "grpo_loss": 0.00012041255831718445, | |
| "kl": 0.018310546875, | |
| "learning_rate": 1.7665795490125628e-06, | |
| "loss": 0.0007, | |
| "reward": 0.4910714626312256, | |
| "reward_std": 0.2459229677915573, | |
| "rewards/accuracy_reward": 0.4910714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 234 | |
| }, | |
| { | |
| "completion_length": 565.25, | |
| "epoch": 0.5010660980810234, | |
| "grad_norm": 0.19746161997318268, | |
| "grpo_loss": -0.046281278133392334, | |
| "kl": 0.0291748046875, | |
| "learning_rate": 1.7555832275561267e-06, | |
| "loss": 0.0012, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.31670159101486206, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 235 | |
| }, | |
| { | |
| "completion_length": 683.0535888671875, | |
| "epoch": 0.5031982942430704, | |
| "grad_norm": 0.10217569023370743, | |
| "grpo_loss": 0.00012935325503349304, | |
| "kl": 0.00860595703125, | |
| "learning_rate": 1.7445727414712143e-06, | |
| "loss": 0.0003, | |
| "reward": 0.4196428656578064, | |
| "reward_std": 0.21251529455184937, | |
| "rewards/accuracy_reward": 0.4196428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 236 | |
| }, | |
| { | |
| "completion_length": 677.669677734375, | |
| "epoch": 0.5053304904051172, | |
| "grad_norm": 0.1365184187889099, | |
| "grpo_loss": -0.04525519907474518, | |
| "kl": 0.0155029296875, | |
| "learning_rate": 1.7335487009678392e-06, | |
| "loss": 0.0006, | |
| "reward": 0.535714328289032, | |
| "reward_std": 0.2625819146633148, | |
| "rewards/accuracy_reward": 0.535714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 237 | |
| }, | |
| { | |
| "completion_length": 601.4732666015625, | |
| "epoch": 0.5074626865671642, | |
| "grad_norm": 0.20106498897075653, | |
| "grpo_loss": 7.900974014773965e-05, | |
| "kl": 0.0167236328125, | |
| "learning_rate": 1.7225117170072113e-06, | |
| "loss": 0.0007, | |
| "reward": 0.625, | |
| "reward_std": 0.222300186753273, | |
| "rewards/accuracy_reward": 0.625, | |
| "rewards/format_reward": 0.0, | |
| "step": 238 | |
| }, | |
| { | |
| "completion_length": 712.4375610351562, | |
| "epoch": 0.509594882729211, | |
| "grad_norm": 0.17602279782295227, | |
| "grpo_loss": -0.046808093786239624, | |
| "kl": 0.0203857421875, | |
| "learning_rate": 1.7114624012678788e-06, | |
| "loss": 0.0008, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.2862046957015991, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 239 | |
| }, | |
| { | |
| "completion_length": 604.25, | |
| "epoch": 0.511727078891258, | |
| "grad_norm": 0.15483473241329193, | |
| "grpo_loss": 0.05522661283612251, | |
| "kl": 0.018798828125, | |
| "learning_rate": 1.7004013661118244e-06, | |
| "loss": 0.0008, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.25279706716537476, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 240 | |
| }, | |
| { | |
| "completion_length": 617.6339721679688, | |
| "epoch": 0.5138592750533049, | |
| "grad_norm": 0.1640341877937317, | |
| "grpo_loss": 0.0003432449884712696, | |
| "kl": 0.01220703125, | |
| "learning_rate": 1.689329224550533e-06, | |
| "loss": 0.0005, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.19471408426761627, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 241 | |
| }, | |
| { | |
| "completion_length": 643.857177734375, | |
| "epoch": 0.5159914712153518, | |
| "grad_norm": 0.16077256202697754, | |
| "grpo_loss": -0.04704210162162781, | |
| "kl": 0.0341796875, | |
| "learning_rate": 1.6782465902110138e-06, | |
| "loss": 0.0014, | |
| "reward": 0.4821428656578064, | |
| "reward_std": 0.21251529455184937, | |
| "rewards/accuracy_reward": 0.4821428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 242 | |
| }, | |
| { | |
| "completion_length": 558.3125, | |
| "epoch": 0.5181236673773987, | |
| "grad_norm": 0.22869129478931427, | |
| "grpo_loss": -0.09804785996675491, | |
| "kl": 0.0262451171875, | |
| "learning_rate": 1.6671540773017952e-06, | |
| "loss": 0.0011, | |
| "reward": 0.7410714626312256, | |
| "reward_std": 0.25570783019065857, | |
| "rewards/accuracy_reward": 0.7410714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 243 | |
| }, | |
| { | |
| "completion_length": 624.982177734375, | |
| "epoch": 0.5202558635394456, | |
| "grad_norm": 0.1790386587381363, | |
| "grpo_loss": 0.11985684931278229, | |
| "kl": 0.02099609375, | |
| "learning_rate": 1.6560523005788832e-06, | |
| "loss": 0.0008, | |
| "reward": 0.625, | |
| "reward_std": 0.21542608737945557, | |
| "rewards/accuracy_reward": 0.625, | |
| "rewards/format_reward": 0.0, | |
| "step": 244 | |
| }, | |
| { | |
| "completion_length": 654.6517944335938, | |
| "epoch": 0.5223880597014925, | |
| "grad_norm": 0.16443993151187897, | |
| "grpo_loss": -0.04706743732094765, | |
| "kl": 0.0181884765625, | |
| "learning_rate": 1.6449418753116917e-06, | |
| "loss": 0.0007, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.35698333382606506, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 245 | |
| }, | |
| { | |
| "completion_length": 542.6785888671875, | |
| "epoch": 0.5245202558635395, | |
| "grad_norm": 0.1444680094718933, | |
| "grpo_loss": -0.016090432181954384, | |
| "kl": 0.012939453125, | |
| "learning_rate": 1.6338234172489443e-06, | |
| "loss": 0.0005, | |
| "reward": 0.660714328289032, | |
| "reward_std": 0.1583956480026245, | |
| "rewards/accuracy_reward": 0.660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 246 | |
| }, | |
| { | |
| "completion_length": 595.5625, | |
| "epoch": 0.5266524520255863, | |
| "grad_norm": 0.26646825671195984, | |
| "grpo_loss": 0.000985555350780487, | |
| "kl": 0.019775390625, | |
| "learning_rate": 1.6226975425845488e-06, | |
| "loss": 0.0008, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.2695457637310028, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 247 | |
| }, | |
| { | |
| "completion_length": 574.3928833007812, | |
| "epoch": 0.5287846481876333, | |
| "grad_norm": 0.19544407725334167, | |
| "grpo_loss": -0.04526256024837494, | |
| "kl": 0.026611328125, | |
| "learning_rate": 1.6115648679234468e-06, | |
| "loss": 0.0011, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.2666349411010742, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 248 | |
| }, | |
| { | |
| "completion_length": 597.419677734375, | |
| "epoch": 0.5309168443496801, | |
| "grad_norm": 0.19683720171451569, | |
| "grpo_loss": -0.07291500270366669, | |
| "kl": 0.0235595703125, | |
| "learning_rate": 1.6004260102474408e-06, | |
| "loss": 0.0009, | |
| "reward": 0.660714328289032, | |
| "reward_std": 0.2774723768234253, | |
| "rewards/accuracy_reward": 0.660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 249 | |
| }, | |
| { | |
| "completion_length": 636.5535888671875, | |
| "epoch": 0.5330490405117271, | |
| "grad_norm": 0.20401231944561005, | |
| "grpo_loss": -0.11792036145925522, | |
| "kl": 0.0220947265625, | |
| "learning_rate": 1.5892815868810014e-06, | |
| "loss": 0.0009, | |
| "reward": 0.5892857313156128, | |
| "reward_std": 0.32075461745262146, | |
| "rewards/accuracy_reward": 0.5892857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 250 | |
| }, | |
| { | |
| "completion_length": 670.4017944335938, | |
| "epoch": 0.535181236673774, | |
| "grad_norm": 0.24213992059230804, | |
| "grpo_loss": 0.00031362520530819893, | |
| "kl": 0.01458740234375, | |
| "learning_rate": 1.5781322154570548e-06, | |
| "loss": 0.0006, | |
| "reward": 0.535714328289032, | |
| "reward_std": 0.27933061122894287, | |
| "rewards/accuracy_reward": 0.535714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 251 | |
| }, | |
| { | |
| "completion_length": 579.4732666015625, | |
| "epoch": 0.5373134328358209, | |
| "grad_norm": 0.1810131072998047, | |
| "grpo_loss": 0.0024060215801000595, | |
| "kl": 0.02685546875, | |
| "learning_rate": 1.5669785138827513e-06, | |
| "loss": 0.0011, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.24883373081684113, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 252 | |
| }, | |
| { | |
| "completion_length": 581.419677734375, | |
| "epoch": 0.5394456289978679, | |
| "grad_norm": 0.5175444483757019, | |
| "grpo_loss": 0.00015514915867242962, | |
| "kl": 0.01904296875, | |
| "learning_rate": 1.5558211003052223e-06, | |
| "loss": 0.0008, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.16526976227760315, | |
| "rewards/accuracy_reward": 0.7142857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 253 | |
| }, | |
| { | |
| "completion_length": 624.4553833007812, | |
| "epoch": 0.5415778251599147, | |
| "grad_norm": 0.21199892461299896, | |
| "grpo_loss": -0.047045424580574036, | |
| "kl": 0.0361328125, | |
| "learning_rate": 1.5446605930773215e-06, | |
| "loss": 0.0014, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30004262924194336, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 254 | |
| }, | |
| { | |
| "completion_length": 590.6607666015625, | |
| "epoch": 0.5437100213219617, | |
| "grad_norm": 0.24763309955596924, | |
| "grpo_loss": 0.0017136521637439728, | |
| "kl": 0.032958984375, | |
| "learning_rate": 1.5334976107233556e-06, | |
| "loss": 0.0013, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.29598960280418396, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 255 | |
| }, | |
| { | |
| "completion_length": 547.5535888671875, | |
| "epoch": 0.5458422174840085, | |
| "grad_norm": 0.2570716440677643, | |
| "grpo_loss": -0.046061620116233826, | |
| "kl": 0.052490234375, | |
| "learning_rate": 1.5223327719048027e-06, | |
| "loss": 0.0021, | |
| "reward": 0.7053571939468384, | |
| "reward_std": 0.40317636728286743, | |
| "rewards/accuracy_reward": 0.7053571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 256 | |
| }, | |
| { | |
| "completion_length": 700.4910888671875, | |
| "epoch": 0.5479744136460555, | |
| "grad_norm": 0.1590230017900467, | |
| "grpo_loss": 0.0008169859647750854, | |
| "kl": 0.042724609375, | |
| "learning_rate": 1.511166695386031e-06, | |
| "loss": 0.0017, | |
| "reward": 0.4107142984867096, | |
| "reward_std": 0.2891155183315277, | |
| "rewards/accuracy_reward": 0.4107142984867096, | |
| "rewards/format_reward": 0.0, | |
| "step": 257 | |
| }, | |
| { | |
| "completion_length": 563.8035888671875, | |
| "epoch": 0.5501066098081023, | |
| "grad_norm": 0.22808882594108582, | |
| "grpo_loss": -0.1334923654794693, | |
| "kl": 0.047119140625, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.0019, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.3363610506057739, | |
| "rewards/accuracy_reward": 0.7142857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 258 | |
| }, | |
| { | |
| "completion_length": 588.4464721679688, | |
| "epoch": 0.5522388059701493, | |
| "grad_norm": 0.1522502601146698, | |
| "grpo_loss": -0.053403325378894806, | |
| "kl": 0.0177001953125, | |
| "learning_rate": 1.4888333046139694e-06, | |
| "loss": 0.0007, | |
| "reward": 0.535714328289032, | |
| "reward_std": 0.219389408826828, | |
| "rewards/accuracy_reward": 0.535714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 259 | |
| }, | |
| { | |
| "completion_length": 598.5714721679688, | |
| "epoch": 0.5543710021321961, | |
| "grad_norm": 0.14512988924980164, | |
| "grpo_loss": 0.0016735941171646118, | |
| "kl": 0.02001953125, | |
| "learning_rate": 1.477667228095197e-06, | |
| "loss": 0.0008, | |
| "reward": 0.6071428656578064, | |
| "reward_std": 0.24592295289039612, | |
| "rewards/accuracy_reward": 0.6071428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 260 | |
| }, | |
| { | |
| "completion_length": 675.044677734375, | |
| "epoch": 0.5565031982942431, | |
| "grad_norm": 0.23608967661857605, | |
| "grpo_loss": 0.057517096400260925, | |
| "kl": 0.052001953125, | |
| "learning_rate": 1.4665023892766447e-06, | |
| "loss": 0.0021, | |
| "reward": 0.4375000298023224, | |
| "reward_std": 0.3206648826599121, | |
| "rewards/accuracy_reward": 0.4375000298023224, | |
| "rewards/format_reward": 0.0, | |
| "step": 261 | |
| }, | |
| { | |
| "completion_length": 610.3839721679688, | |
| "epoch": 0.55863539445629, | |
| "grad_norm": 0.17539887130260468, | |
| "grpo_loss": -0.06992875784635544, | |
| "kl": 0.03564453125, | |
| "learning_rate": 1.4553394069226786e-06, | |
| "loss": 0.0014, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.24478070437908173, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 262 | |
| }, | |
| { | |
| "completion_length": 561.732177734375, | |
| "epoch": 0.5607675906183369, | |
| "grad_norm": 0.18649928271770477, | |
| "grpo_loss": 0.13406673073768616, | |
| "kl": 0.021728515625, | |
| "learning_rate": 1.444178899694778e-06, | |
| "loss": 0.0009, | |
| "reward": 0.7500000596046448, | |
| "reward_std": 0.25279706716537476, | |
| "rewards/accuracy_reward": 0.7500000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 263 | |
| }, | |
| { | |
| "completion_length": 585.482177734375, | |
| "epoch": 0.5628997867803838, | |
| "grad_norm": 0.1891089528799057, | |
| "grpo_loss": -0.1000761166214943, | |
| "kl": 0.03466796875, | |
| "learning_rate": 1.4330214861172487e-06, | |
| "loss": 0.0014, | |
| "reward": 0.7589285969734192, | |
| "reward_std": 0.29899007081985474, | |
| "rewards/accuracy_reward": 0.7589285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 264 | |
| }, | |
| { | |
| "completion_length": 666.8660888671875, | |
| "epoch": 0.5650319829424307, | |
| "grad_norm": 0.37016505002975464, | |
| "grpo_loss": -0.014646738767623901, | |
| "kl": 0.047607421875, | |
| "learning_rate": 1.4218677845429455e-06, | |
| "loss": 0.0019, | |
| "reward": 0.5178571939468384, | |
| "reward_std": 0.2695457339286804, | |
| "rewards/accuracy_reward": 0.5178571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 265 | |
| }, | |
| { | |
| "completion_length": 611.1339721679688, | |
| "epoch": 0.5671641791044776, | |
| "grad_norm": 0.15229058265686035, | |
| "grpo_loss": 0.05506877228617668, | |
| "kl": 0.01202392578125, | |
| "learning_rate": 1.410718413118999e-06, | |
| "loss": 0.0005, | |
| "reward": 0.660714328289032, | |
| "reward_std": 0.2724565267562866, | |
| "rewards/accuracy_reward": 0.660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 266 | |
| }, | |
| { | |
| "completion_length": 507.8035888671875, | |
| "epoch": 0.5692963752665245, | |
| "grad_norm": 0.20434416830539703, | |
| "grpo_loss": 0.0012201443314552307, | |
| "kl": 0.0206298828125, | |
| "learning_rate": 1.3995739897525592e-06, | |
| "loss": 0.0008, | |
| "reward": 0.8392857313156128, | |
| "reward_std": 0.27059829235076904, | |
| "rewards/accuracy_reward": 0.8392857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 267 | |
| }, | |
| { | |
| "completion_length": 576.5267944335938, | |
| "epoch": 0.5714285714285714, | |
| "grad_norm": 0.19015087187290192, | |
| "grpo_loss": -0.047088075429201126, | |
| "kl": 0.0302734375, | |
| "learning_rate": 1.3884351320765534e-06, | |
| "loss": 0.0012, | |
| "reward": 0.7053571939468384, | |
| "reward_std": 0.2803831696510315, | |
| "rewards/accuracy_reward": 0.7053571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 268 | |
| }, | |
| { | |
| "completion_length": 554.9107666015625, | |
| "epoch": 0.5735607675906184, | |
| "grad_norm": 0.19130241870880127, | |
| "grpo_loss": 0.0005413442850112915, | |
| "kl": 0.0400390625, | |
| "learning_rate": 1.3773024574154515e-06, | |
| "loss": 0.0016, | |
| "reward": 0.5892857313156128, | |
| "reward_std": 0.27236682176589966, | |
| "rewards/accuracy_reward": 0.5892857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 269 | |
| }, | |
| { | |
| "completion_length": 586.3928833007812, | |
| "epoch": 0.5756929637526652, | |
| "grad_norm": 0.1519208699464798, | |
| "grpo_loss": -0.04699365422129631, | |
| "kl": 0.0186767578125, | |
| "learning_rate": 1.3661765827510562e-06, | |
| "loss": 0.0007, | |
| "reward": 0.535714328289032, | |
| "reward_std": 0.219389408826828, | |
| "rewards/accuracy_reward": 0.535714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 270 | |
| }, | |
| { | |
| "completion_length": 733.2410888671875, | |
| "epoch": 0.5778251599147122, | |
| "grad_norm": 0.12186726182699203, | |
| "grpo_loss": 0.00036180391907691956, | |
| "kl": 0.0245361328125, | |
| "learning_rate": 1.3550581246883084e-06, | |
| "loss": 0.001, | |
| "reward": 0.3660714328289032, | |
| "reward_std": 0.2124256044626236, | |
| "rewards/accuracy_reward": 0.3660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 271 | |
| }, | |
| { | |
| "completion_length": 600.6428833007812, | |
| "epoch": 0.579957356076759, | |
| "grad_norm": 0.15703478455543518, | |
| "grpo_loss": 0.00036340951919555664, | |
| "kl": 0.033203125, | |
| "learning_rate": 1.3439476994211171e-06, | |
| "loss": 0.0013, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.2459229677915573, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 272 | |
| }, | |
| { | |
| "completion_length": 608.2232666015625, | |
| "epoch": 0.582089552238806, | |
| "grad_norm": 0.17682023346424103, | |
| "grpo_loss": 0.017652347683906555, | |
| "kl": 0.026123046875, | |
| "learning_rate": 1.3328459226982051e-06, | |
| "loss": 0.001, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.36280491948127747, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 273 | |
| }, | |
| { | |
| "completion_length": 669.1875, | |
| "epoch": 0.5842217484008528, | |
| "grad_norm": 0.13847747445106506, | |
| "grpo_loss": 0.00015268649440258741, | |
| "kl": 0.0142822265625, | |
| "learning_rate": 1.3217534097889865e-06, | |
| "loss": 0.0006, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.31670159101486206, | |
| "rewards/accuracy_reward": 0.5446428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 274 | |
| }, | |
| { | |
| "completion_length": 672.4285888671875, | |
| "epoch": 0.5863539445628998, | |
| "grad_norm": 0.15076103806495667, | |
| "grpo_loss": 0.0006213184678927064, | |
| "kl": 0.0167236328125, | |
| "learning_rate": 1.310670775449467e-06, | |
| "loss": 0.0007, | |
| "reward": 0.535714328289032, | |
| "reward_std": 0.31961238384246826, | |
| "rewards/accuracy_reward": 0.535714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 275 | |
| }, | |
| { | |
| "completion_length": 762.8839721679688, | |
| "epoch": 0.5884861407249466, | |
| "grad_norm": 0.12425374239683151, | |
| "grpo_loss": 0.0010431259870529175, | |
| "kl": 0.014892578125, | |
| "learning_rate": 1.2995986338881757e-06, | |
| "loss": 0.0006, | |
| "reward": 0.4910714626312256, | |
| "reward_std": 0.2430122047662735, | |
| "rewards/accuracy_reward": 0.4910714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 276 | |
| }, | |
| { | |
| "completion_length": 478.9285888671875, | |
| "epoch": 0.5906183368869936, | |
| "grad_norm": 0.15039986371994019, | |
| "grpo_loss": -0.04706709831953049, | |
| "kl": 0.0186767578125, | |
| "learning_rate": 1.2885375987321222e-06, | |
| "loss": 0.0007, | |
| "reward": 0.8392857313156128, | |
| "reward_std": 0.1928558498620987, | |
| "rewards/accuracy_reward": 0.8392857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 277 | |
| }, | |
| { | |
| "completion_length": 575.3660888671875, | |
| "epoch": 0.5927505330490405, | |
| "grad_norm": 0.14196723699569702, | |
| "grpo_loss": 0.05593723803758621, | |
| "kl": 0.015869140625, | |
| "learning_rate": 1.2774882829927886e-06, | |
| "loss": 0.0006, | |
| "reward": 0.6875000596046448, | |
| "reward_std": 0.20960454642772675, | |
| "rewards/accuracy_reward": 0.6875000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 278 | |
| }, | |
| { | |
| "completion_length": 699.4910888671875, | |
| "epoch": 0.5948827292110874, | |
| "grad_norm": 0.18591664731502533, | |
| "grpo_loss": 0.05759921297430992, | |
| "kl": 0.037841796875, | |
| "learning_rate": 1.2664512990321611e-06, | |
| "loss": 0.0015, | |
| "reward": 0.5625, | |
| "reward_std": 0.35407260060310364, | |
| "rewards/accuracy_reward": 0.5625, | |
| "rewards/format_reward": 0.0, | |
| "step": 279 | |
| }, | |
| { | |
| "completion_length": 637.1785888671875, | |
| "epoch": 0.5970149253731343, | |
| "grad_norm": 0.16850171983242035, | |
| "grpo_loss": 0.00017352678696624935, | |
| "kl": 0.020263671875, | |
| "learning_rate": 1.2554272585287862e-06, | |
| "loss": 0.0008, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.23208506405353546, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 280 | |
| }, | |
| { | |
| "completion_length": 593.5, | |
| "epoch": 0.5991471215351812, | |
| "grad_norm": 0.1354869157075882, | |
| "grpo_loss": 0.0011160299181938171, | |
| "kl": 0.0133056640625, | |
| "learning_rate": 1.244416772443874e-06, | |
| "loss": 0.0005, | |
| "reward": 0.5178571939468384, | |
| "reward_std": 0.2832939326763153, | |
| "rewards/accuracy_reward": 0.5178571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 281 | |
| }, | |
| { | |
| "completion_length": 542.4910888671875, | |
| "epoch": 0.6012793176972282, | |
| "grad_norm": 0.19948160648345947, | |
| "grpo_loss": 0.0181841142475605, | |
| "kl": 0.038818359375, | |
| "learning_rate": 1.2334204509874373e-06, | |
| "loss": 0.0016, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.305864155292511, | |
| "rewards/accuracy_reward": 0.7142857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 282 | |
| }, | |
| { | |
| "completion_length": 567.794677734375, | |
| "epoch": 0.603411513859275, | |
| "grad_norm": 0.14735370874404907, | |
| "grpo_loss": 0.0002326183021068573, | |
| "kl": 0.018798828125, | |
| "learning_rate": 1.2224389035844757e-06, | |
| "loss": 0.0008, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.22812172770500183, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 283 | |
| }, | |
| { | |
| "completion_length": 590.7678833007812, | |
| "epoch": 0.605543710021322, | |
| "grad_norm": 0.18942324817180634, | |
| "grpo_loss": -0.10003073513507843, | |
| "kl": 0.0299072265625, | |
| "learning_rate": 1.2114727388411973e-06, | |
| "loss": 0.0012, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.3235756754875183, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 284 | |
| }, | |
| { | |
| "completion_length": 562.1607666015625, | |
| "epoch": 0.6076759061833689, | |
| "grad_norm": 0.23257029056549072, | |
| "grpo_loss": -0.05442488566040993, | |
| "kl": 0.050537109375, | |
| "learning_rate": 1.2005225645112906e-06, | |
| "loss": 0.002, | |
| "reward": 0.5178571939468384, | |
| "reward_std": 0.26654526591300964, | |
| "rewards/accuracy_reward": 0.5178571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 285 | |
| }, | |
| { | |
| "completion_length": 545.0089721679688, | |
| "epoch": 0.6098081023454158, | |
| "grad_norm": 0.16995713114738464, | |
| "grpo_loss": 0.0012850586790591478, | |
| "kl": 0.0242919921875, | |
| "learning_rate": 1.1895889874622432e-06, | |
| "loss": 0.001, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.27933061122894287, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 286 | |
| }, | |
| { | |
| "completion_length": 630.0357666015625, | |
| "epoch": 0.6119402985074627, | |
| "grad_norm": 0.15201345086097717, | |
| "grpo_loss": 0.04734975844621658, | |
| "kl": 0.02099609375, | |
| "learning_rate": 1.1786726136417083e-06, | |
| "loss": 0.0008, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.20855198800563812, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 287 | |
| }, | |
| { | |
| "completion_length": 562.3928833007812, | |
| "epoch": 0.6140724946695096, | |
| "grad_norm": 0.14891578257083893, | |
| "grpo_loss": -0.04348957538604736, | |
| "kl": 0.024169921875, | |
| "learning_rate": 1.1677740480439218e-06, | |
| "loss": 0.001, | |
| "reward": 0.8214285969734192, | |
| "reward_std": 0.24697549641132355, | |
| "rewards/accuracy_reward": 0.8214285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 288 | |
| }, | |
| { | |
| "completion_length": 716.5000610351562, | |
| "epoch": 0.6162046908315565, | |
| "grad_norm": 0.14191721379756927, | |
| "grpo_loss": 0.0008554987725801766, | |
| "kl": 0.030029296875, | |
| "learning_rate": 1.1568938946761726e-06, | |
| "loss": 0.0012, | |
| "reward": 0.4821428656578064, | |
| "reward_std": 0.18889252841472626, | |
| "rewards/accuracy_reward": 0.4821428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 289 | |
| }, | |
| { | |
| "completion_length": 646.1875, | |
| "epoch": 0.6183368869936035, | |
| "grad_norm": 0.18612991273403168, | |
| "grpo_loss": -0.047120094299316406, | |
| "kl": 0.05126953125, | |
| "learning_rate": 1.1460327565253308e-06, | |
| "loss": 0.0021, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.27641981840133667, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 290 | |
| }, | |
| { | |
| "completion_length": 532.75, | |
| "epoch": 0.6204690831556503, | |
| "grad_norm": 0.15706709027290344, | |
| "grpo_loss": -0.046887509524822235, | |
| "kl": 0.019287109375, | |
| "learning_rate": 1.1351912355244273e-06, | |
| "loss": 0.0008, | |
| "reward": 0.8125000596046448, | |
| "reward_std": 0.23613810539245605, | |
| "rewards/accuracy_reward": 0.8125000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 291 | |
| }, | |
| { | |
| "completion_length": 528.8125, | |
| "epoch": 0.6226012793176973, | |
| "grad_norm": 0.26372042298316956, | |
| "grpo_loss": -0.05313573777675629, | |
| "kl": 0.046875, | |
| "learning_rate": 1.1243699325192936e-06, | |
| "loss": 0.0019, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.3501092493534088, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 292 | |
| }, | |
| { | |
| "completion_length": 582.669677734375, | |
| "epoch": 0.6247334754797441, | |
| "grad_norm": 0.14917142689228058, | |
| "grpo_loss": 0.0013749670470133424, | |
| "kl": 0.0247802734375, | |
| "learning_rate": 1.1135694472352654e-06, | |
| "loss": 0.001, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.1986774057149887, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 293 | |
| }, | |
| { | |
| "completion_length": 600.6428833007812, | |
| "epoch": 0.6268656716417911, | |
| "grad_norm": 0.24822071194648743, | |
| "grpo_loss": 0.0018174201250076294, | |
| "kl": 0.0390625, | |
| "learning_rate": 1.1027903782439413e-06, | |
| "loss": 0.0016, | |
| "reward": 0.6875000596046448, | |
| "reward_std": 0.2989003360271454, | |
| "rewards/accuracy_reward": 0.6875000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 294 | |
| }, | |
| { | |
| "completion_length": 689.8482666015625, | |
| "epoch": 0.6289978678038379, | |
| "grad_norm": 0.13699181377887726, | |
| "grpo_loss": 0.0017366781830787659, | |
| "kl": 0.01446533203125, | |
| "learning_rate": 1.092033322930014e-06, | |
| "loss": 0.0006, | |
| "reward": 0.4910714626312256, | |
| "reward_std": 0.2223002016544342, | |
| "rewards/accuracy_reward": 0.4910714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 295 | |
| }, | |
| { | |
| "completion_length": 597.2232666015625, | |
| "epoch": 0.6311300639658849, | |
| "grad_norm": 0.1713307648897171, | |
| "grpo_loss": -0.07294347882270813, | |
| "kl": 0.0286865234375, | |
| "learning_rate": 1.0812988774581588e-06, | |
| "loss": 0.0012, | |
| "reward": 0.723214328289032, | |
| "reward_std": 0.3264864683151245, | |
| "rewards/accuracy_reward": 0.723214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 296 | |
| }, | |
| { | |
| "completion_length": 509.5625305175781, | |
| "epoch": 0.6332622601279317, | |
| "grad_norm": 0.22946512699127197, | |
| "grpo_loss": 0.11910638958215714, | |
| "kl": 0.02734375, | |
| "learning_rate": 1.0705876367399966e-06, | |
| "loss": 0.0011, | |
| "reward": 0.6875000596046448, | |
| "reward_std": 0.2666349411010742, | |
| "rewards/accuracy_reward": 0.6875000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 297 | |
| }, | |
| { | |
| "completion_length": 631.6964721679688, | |
| "epoch": 0.6353944562899787, | |
| "grad_norm": 0.29484447836875916, | |
| "grpo_loss": 0.05576039105653763, | |
| "kl": 0.07080078125, | |
| "learning_rate": 1.0599001944011204e-06, | |
| "loss": 0.0028, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.2538496255874634, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 298 | |
| }, | |
| { | |
| "completion_length": 634.0714721679688, | |
| "epoch": 0.6375266524520256, | |
| "grad_norm": 0.5733016729354858, | |
| "grpo_loss": 0.0023387782275676727, | |
| "kl": 0.0213623046875, | |
| "learning_rate": 1.0492371427482002e-06, | |
| "loss": 0.0009, | |
| "reward": 0.7767857313156128, | |
| "reward_std": 0.16526976227760315, | |
| "rewards/accuracy_reward": 0.7767857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 299 | |
| }, | |
| { | |
| "completion_length": 587.0982666015625, | |
| "epoch": 0.6396588486140725, | |
| "grad_norm": 0.15578092634677887, | |
| "grpo_loss": 0.0022323429584503174, | |
| "kl": 0.0264892578125, | |
| "learning_rate": 1.0385990727361518e-06, | |
| "loss": 0.0011, | |
| "reward": 0.7053571939468384, | |
| "reward_std": 0.3029533922672272, | |
| "rewards/accuracy_reward": 0.7053571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6396588486140725, | |
| "eval_completion_length": 607.3742406680561, | |
| "eval_grpo_loss": -0.0026763521267401317, | |
| "eval_kl": 0.03561235616763179, | |
| "eval_loss": 0.0014403663808479905, | |
| "eval_reward": 0.5617298292466246, | |
| "eval_reward_std": 0.2739596153362491, | |
| "eval_rewards/accuracy_reward": 0.5617298292466246, | |
| "eval_rewards/format_reward": 0.0, | |
| "eval_runtime": 4024.0485, | |
| "eval_samples_per_second": 1.243, | |
| "eval_steps_per_second": 0.011, | |
| "step": 300 | |
| }, | |
| { | |
| "completion_length": 598.4375, | |
| "epoch": 0.6417910447761194, | |
| "grad_norm": 0.13117839395999908, | |
| "grpo_loss": -0.04589998349547386, | |
| "kl": 0.018310546875, | |
| "learning_rate": 1.027986573935391e-06, | |
| "loss": 0.0007, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.23208506405353546, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 301 | |
| }, | |
| { | |
| "completion_length": 584.4642944335938, | |
| "epoch": 0.6439232409381663, | |
| "grad_norm": 0.17518894374370575, | |
| "grpo_loss": 0.04966043680906296, | |
| "kl": 0.04052734375, | |
| "learning_rate": 1.0174002344991544e-06, | |
| "loss": 0.0016, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.14861077070236206, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 302 | |
| }, | |
| { | |
| "completion_length": 561.0892944335938, | |
| "epoch": 0.6460554371002132, | |
| "grad_norm": 0.15005171298980713, | |
| "grpo_loss": 0.00026489607989788055, | |
| "kl": 0.0213623046875, | |
| "learning_rate": 1.0068406411309068e-06, | |
| "loss": 0.0009, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.19585634768009186, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 303 | |
| }, | |
| { | |
| "completion_length": 598.232177734375, | |
| "epoch": 0.6481876332622601, | |
| "grad_norm": 0.19444920122623444, | |
| "grpo_loss": 0.00011016204371117055, | |
| "kl": 0.03564453125, | |
| "learning_rate": 9.96308379051824e-07, | |
| "loss": 0.0014, | |
| "reward": 0.5267857313156128, | |
| "reward_std": 0.30409565567970276, | |
| "rewards/accuracy_reward": 0.5267857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 304 | |
| }, | |
| { | |
| "completion_length": 541.9464721679688, | |
| "epoch": 0.650319829424307, | |
| "grad_norm": 0.19593097269535065, | |
| "grpo_loss": -0.07303665578365326, | |
| "kl": 0.040771484375, | |
| "learning_rate": 9.858040319683595e-07, | |
| "loss": 0.0016, | |
| "reward": 0.6339285969734192, | |
| "reward_std": 0.2989003658294678, | |
| "rewards/accuracy_reward": 0.6339285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 305 | |
| }, | |
| { | |
| "completion_length": 662.419677734375, | |
| "epoch": 0.652452025586354, | |
| "grad_norm": 0.156465083360672, | |
| "grpo_loss": 0.0031750944908708334, | |
| "kl": 0.04833984375, | |
| "learning_rate": 9.753281820398952e-07, | |
| "loss": 0.0019, | |
| "reward": 0.660714328289032, | |
| "reward_std": 0.25570783019065857, | |
| "rewards/accuracy_reward": 0.660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 306 | |
| }, | |
| { | |
| "completion_length": 623.2232666015625, | |
| "epoch": 0.6545842217484008, | |
| "grad_norm": 0.16462744772434235, | |
| "grpo_loss": 0.04866427183151245, | |
| "kl": 0.03271484375, | |
| "learning_rate": 9.648814098464774e-07, | |
| "loss": 0.0013, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.29713183641433716, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 307 | |
| }, | |
| { | |
| "completion_length": 568.5535888671875, | |
| "epoch": 0.6567164179104478, | |
| "grad_norm": 0.20251184701919556, | |
| "grpo_loss": 0.0002517774701118469, | |
| "kl": 0.0267333984375, | |
| "learning_rate": 9.544642943566426e-07, | |
| "loss": 0.0011, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.30004259943962097, | |
| "rewards/accuracy_reward": 0.5446428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 308 | |
| }, | |
| { | |
| "completion_length": 512.169677734375, | |
| "epoch": 0.6588486140724946, | |
| "grad_norm": 0.20472615957260132, | |
| "grpo_loss": 0.00059002626221627, | |
| "kl": 0.04638671875, | |
| "learning_rate": 9.440774128953266e-07, | |
| "loss": 0.0018, | |
| "reward": 0.723214328289032, | |
| "reward_std": 0.21251530945301056, | |
| "rewards/accuracy_reward": 0.723214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 309 | |
| }, | |
| { | |
| "completion_length": 630.8839721679688, | |
| "epoch": 0.6609808102345416, | |
| "grad_norm": 0.15194885432720184, | |
| "grpo_loss": 0.00018625587108545005, | |
| "kl": 0.032958984375, | |
| "learning_rate": 9.337213411118722e-07, | |
| "loss": 0.0013, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.23904886841773987, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 310 | |
| }, | |
| { | |
| "completion_length": 678.7142944335938, | |
| "epoch": 0.6631130063965884, | |
| "grad_norm": 0.14824587106704712, | |
| "grpo_loss": -0.014349933713674545, | |
| "kl": 0.0247802734375, | |
| "learning_rate": 9.233966529481255e-07, | |
| "loss": 0.001, | |
| "reward": 0.4910714626312256, | |
| "reward_std": 0.2459229677915573, | |
| "rewards/accuracy_reward": 0.4910714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 311 | |
| }, | |
| { | |
| "completion_length": 564.0267944335938, | |
| "epoch": 0.6652452025586354, | |
| "grad_norm": 0.16684581339359283, | |
| "grpo_loss": 0.0020749643445014954, | |
| "kl": 0.0279541015625, | |
| "learning_rate": 9.131039206066261e-07, | |
| "loss": 0.0011, | |
| "reward": 0.7500000596046448, | |
| "reward_std": 0.2724565267562866, | |
| "rewards/accuracy_reward": 0.7500000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 312 | |
| }, | |
| { | |
| "completion_length": 641.0089721679688, | |
| "epoch": 0.6673773987206824, | |
| "grad_norm": 0.17203587293624878, | |
| "grpo_loss": 0.001197556615807116, | |
| "kl": 0.033447265625, | |
| "learning_rate": 9.028437145188962e-07, | |
| "loss": 0.0013, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.3391821086406708, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 313 | |
| }, | |
| { | |
| "completion_length": 550.5178833007812, | |
| "epoch": 0.6695095948827292, | |
| "grad_norm": 0.16829533874988556, | |
| "grpo_loss": 0.00012534562847577035, | |
| "kl": 0.031982421875, | |
| "learning_rate": 8.926166033138266e-07, | |
| "loss": 0.0013, | |
| "reward": 0.5892857313156128, | |
| "reward_std": 0.21251530945301056, | |
| "rewards/accuracy_reward": 0.5892857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 314 | |
| }, | |
| { | |
| "completion_length": 680.6785888671875, | |
| "epoch": 0.6716417910447762, | |
| "grad_norm": 0.36079153418540955, | |
| "grpo_loss": 0.0016356073319911957, | |
| "kl": 0.031005859375, | |
| "learning_rate": 8.82423153786165e-07, | |
| "loss": 0.0012, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.29016801714897156, | |
| "rewards/accuracy_reward": 0.5446428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 315 | |
| }, | |
| { | |
| "completion_length": 610.3482666015625, | |
| "epoch": 0.673773987206823, | |
| "grad_norm": 0.1447429209947586, | |
| "grpo_loss": 0.001389749813824892, | |
| "kl": 0.033447265625, | |
| "learning_rate": 8.72263930865099e-07, | |
| "loss": 0.0013, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.2124256193637848, | |
| "rewards/accuracy_reward": 0.5714285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 316 | |
| }, | |
| { | |
| "completion_length": 716.5982666015625, | |
| "epoch": 0.67590618336887, | |
| "grad_norm": 0.12955766916275024, | |
| "grpo_loss": 0.0010962896049022675, | |
| "kl": 0.010009765625, | |
| "learning_rate": 8.62139497582953e-07, | |
| "loss": 0.0004, | |
| "reward": 0.5892857313156128, | |
| "reward_std": 0.29598960280418396, | |
| "rewards/accuracy_reward": 0.5892857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 317 | |
| }, | |
| { | |
| "completion_length": 766.857177734375, | |
| "epoch": 0.6780383795309168, | |
| "grad_norm": 0.14128656685352325, | |
| "grpo_loss": 0.0012699184007942677, | |
| "kl": 0.02978515625, | |
| "learning_rate": 8.520504150439773e-07, | |
| "loss": 0.0012, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.3028636872768402, | |
| "rewards/accuracy_reward": 0.3571428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 318 | |
| }, | |
| { | |
| "completion_length": 644.1428833007812, | |
| "epoch": 0.6801705756929638, | |
| "grad_norm": 0.15934458374977112, | |
| "grpo_loss": 0.0012877359986305237, | |
| "kl": 0.04541015625, | |
| "learning_rate": 8.419972423932613e-07, | |
| "loss": 0.0018, | |
| "reward": 0.5178571939468384, | |
| "reward_std": 0.29307880997657776, | |
| "rewards/accuracy_reward": 0.5178571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 319 | |
| }, | |
| { | |
| "completion_length": 571.5803833007812, | |
| "epoch": 0.6823027718550106, | |
| "grad_norm": 0.1932043880224228, | |
| "grpo_loss": 0.00025262683629989624, | |
| "kl": 0.0269775390625, | |
| "learning_rate": 8.319805367857344e-07, | |
| "loss": 0.0011, | |
| "reward": 0.6875000596046448, | |
| "reward_std": 0.2832939326763153, | |
| "rewards/accuracy_reward": 0.6875000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 320 | |
| }, | |
| { | |
| "completion_length": 548.4553833007812, | |
| "epoch": 0.6844349680170576, | |
| "grad_norm": 0.13966359198093414, | |
| "grpo_loss": 0.07430977374315262, | |
| "kl": 0.0159912109375, | |
| "learning_rate": 8.220008533552953e-07, | |
| "loss": 0.0006, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.2625819444656372, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 321 | |
| }, | |
| { | |
| "completion_length": 656.044677734375, | |
| "epoch": 0.6865671641791045, | |
| "grad_norm": 0.25401002168655396, | |
| "grpo_loss": 0.00247298926115036, | |
| "kl": 0.043701171875, | |
| "learning_rate": 8.120587451840439e-07, | |
| "loss": 0.0017, | |
| "reward": 0.625, | |
| "reward_std": 0.2891154885292053, | |
| "rewards/accuracy_reward": 0.625, | |
| "rewards/format_reward": 0.0, | |
| "step": 322 | |
| }, | |
| { | |
| "completion_length": 615.544677734375, | |
| "epoch": 0.6886993603411514, | |
| "grad_norm": 0.16577310860157013, | |
| "grpo_loss": -0.05358615145087242, | |
| "kl": 0.00927734375, | |
| "learning_rate": 8.021547632716291e-07, | |
| "loss": 0.0004, | |
| "reward": 0.4910714626312256, | |
| "reward_std": 0.29713183641433716, | |
| "rewards/accuracy_reward": 0.4910714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 323 | |
| }, | |
| { | |
| "completion_length": 623.0982666015625, | |
| "epoch": 0.6908315565031983, | |
| "grad_norm": 0.12740829586982727, | |
| "grpo_loss": 0.05615002661943436, | |
| "kl": 0.0255126953125, | |
| "learning_rate": 7.9228945650471e-07, | |
| "loss": 0.001, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.2389591485261917, | |
| "rewards/accuracy_reward": 0.5714285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 324 | |
| }, | |
| { | |
| "completion_length": 638.9375, | |
| "epoch": 0.6929637526652452, | |
| "grad_norm": 0.6456794738769531, | |
| "grpo_loss": -0.045602887868881226, | |
| "kl": 0.0302734375, | |
| "learning_rate": 7.824633716265399e-07, | |
| "loss": 0.0012, | |
| "reward": 0.6071428656578064, | |
| "reward_std": 0.1820184290409088, | |
| "rewards/accuracy_reward": 0.6071428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 325 | |
| }, | |
| { | |
| "completion_length": 610.3035888671875, | |
| "epoch": 0.6950959488272921, | |
| "grad_norm": 0.12833137810230255, | |
| "grpo_loss": 0.00032634875969961286, | |
| "kl": 0.0096435546875, | |
| "learning_rate": 7.72677053206663e-07, | |
| "loss": 0.0004, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.2418699413537979, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 326 | |
| }, | |
| { | |
| "completion_length": 561.544677734375, | |
| "epoch": 0.697228144989339, | |
| "grad_norm": 0.19920487701892853, | |
| "grpo_loss": -0.04694785922765732, | |
| "kl": 0.0240478515625, | |
| "learning_rate": 7.629310436107342e-07, | |
| "loss": 0.001, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.3472881615161896, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 327 | |
| }, | |
| { | |
| "completion_length": 600.1517944335938, | |
| "epoch": 0.6993603411513859, | |
| "grad_norm": 0.13510799407958984, | |
| "grpo_loss": 0.0018375907093286514, | |
| "kl": 0.0257568359375, | |
| "learning_rate": 7.5322588297046e-07, | |
| "loss": 0.001, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.21251529455184937, | |
| "rewards/accuracy_reward": 0.5446428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 328 | |
| }, | |
| { | |
| "completion_length": 540.9285888671875, | |
| "epoch": 0.7014925373134329, | |
| "grad_norm": 0.17828156054019928, | |
| "grpo_loss": 0.00013902665523346514, | |
| "kl": 0.02587890625, | |
| "learning_rate": 7.43562109153666e-07, | |
| "loss": 0.001, | |
| "reward": 0.8125000596046448, | |
| "reward_std": 0.14746850728988647, | |
| "rewards/accuracy_reward": 0.8125000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 329 | |
| }, | |
| { | |
| "completion_length": 651.9910888671875, | |
| "epoch": 0.7036247334754797, | |
| "grad_norm": 0.1514289230108261, | |
| "grpo_loss": 0.05768703296780586, | |
| "kl": 0.028564453125, | |
| "learning_rate": 7.339402577344863e-07, | |
| "loss": 0.0011, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.2360483705997467, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 330 | |
| }, | |
| { | |
| "completion_length": 638.544677734375, | |
| "epoch": 0.7057569296375267, | |
| "grad_norm": 0.16231295466423035, | |
| "grpo_loss": 0.05624303221702576, | |
| "kl": 0.044921875, | |
| "learning_rate": 7.243608619636828e-07, | |
| "loss": 0.0018, | |
| "reward": 0.6964285969734192, | |
| "reward_std": 0.29307880997657776, | |
| "rewards/accuracy_reward": 0.6964285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 331 | |
| }, | |
| { | |
| "completion_length": 593.3303833007812, | |
| "epoch": 0.7078891257995735, | |
| "grad_norm": 0.1985163390636444, | |
| "grpo_loss": 0.001253962516784668, | |
| "kl": 0.03271484375, | |
| "learning_rate": 7.14824452739089e-07, | |
| "loss": 0.0013, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.3433248698711395, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 332 | |
| }, | |
| { | |
| "completion_length": 563.4642944335938, | |
| "epoch": 0.7100213219616205, | |
| "grad_norm": 0.1781807243824005, | |
| "grpo_loss": -0.04701165482401848, | |
| "kl": 0.0274658203125, | |
| "learning_rate": 7.053315585761911e-07, | |
| "loss": 0.0011, | |
| "reward": 0.723214328289032, | |
| "reward_std": 0.2794203460216522, | |
| "rewards/accuracy_reward": 0.723214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 333 | |
| }, | |
| { | |
| "completion_length": 621.7142944335938, | |
| "epoch": 0.7121535181236673, | |
| "grad_norm": 0.16407182812690735, | |
| "grpo_loss": 0.00021706148982048035, | |
| "kl": 0.0255126953125, | |
| "learning_rate": 6.958827055788351e-07, | |
| "loss": 0.001, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.3127382695674896, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 334 | |
| }, | |
| { | |
| "completion_length": 651.419677734375, | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 0.1288588047027588, | |
| "grpo_loss": 0.0014822334051132202, | |
| "kl": 0.044921875, | |
| "learning_rate": 6.864784174100703e-07, | |
| "loss": 0.0018, | |
| "reward": 0.5089285969734192, | |
| "reward_std": 0.1820184290409088, | |
| "rewards/accuracy_reward": 0.5089285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 335 | |
| }, | |
| { | |
| "completion_length": 654.6964721679688, | |
| "epoch": 0.7164179104477612, | |
| "grad_norm": 0.14913132786750793, | |
| "grpo_loss": 0.00022607296705245972, | |
| "kl": 0.0203857421875, | |
| "learning_rate": 6.771192152631274e-07, | |
| "loss": 0.0008, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.21251530945301056, | |
| "rewards/accuracy_reward": 0.5714285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 336 | |
| }, | |
| { | |
| "completion_length": 635.4910888671875, | |
| "epoch": 0.7185501066098081, | |
| "grad_norm": 0.20662419497966766, | |
| "grpo_loss": -0.04704027250409126, | |
| "kl": 0.02880859375, | |
| "learning_rate": 6.678056178325319e-07, | |
| "loss": 0.0012, | |
| "reward": 0.535714328289032, | |
| "reward_std": 0.30004262924194336, | |
| "rewards/accuracy_reward": 0.535714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 337 | |
| }, | |
| { | |
| "completion_length": 680.0, | |
| "epoch": 0.720682302771855, | |
| "grad_norm": 0.1413746476173401, | |
| "grpo_loss": -0.11560186743736267, | |
| "kl": 0.0296630859375, | |
| "learning_rate": 6.585381412853612e-07, | |
| "loss": 0.0012, | |
| "reward": 0.5892857313156128, | |
| "reward_std": 0.3177541494369507, | |
| "rewards/accuracy_reward": 0.5892857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 338 | |
| }, | |
| { | |
| "completion_length": 607.1339721679688, | |
| "epoch": 0.7228144989339019, | |
| "grad_norm": 0.21040762960910797, | |
| "grpo_loss": 0.0747302919626236, | |
| "kl": 0.0380859375, | |
| "learning_rate": 6.49317299232635e-07, | |
| "loss": 0.0015, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.3954068720340729, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 339 | |
| }, | |
| { | |
| "completion_length": 647.3214721679688, | |
| "epoch": 0.7249466950959488, | |
| "grad_norm": 0.1362115442752838, | |
| "grpo_loss": -0.01653050072491169, | |
| "kl": 0.0269775390625, | |
| "learning_rate": 6.401436027008529e-07, | |
| "loss": 0.0011, | |
| "reward": 0.7321428656578064, | |
| "reward_std": 0.2684035003185272, | |
| "rewards/accuracy_reward": 0.7321428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 340 | |
| }, | |
| { | |
| "completion_length": 732.0089721679688, | |
| "epoch": 0.7270788912579957, | |
| "grad_norm": 0.13052456080913544, | |
| "grpo_loss": 0.0003261137753725052, | |
| "kl": 0.018798828125, | |
| "learning_rate": 6.310175601036695e-07, | |
| "loss": 0.0007, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.23613807559013367, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 341 | |
| }, | |
| { | |
| "completion_length": 587.8839721679688, | |
| "epoch": 0.7292110874200426, | |
| "grad_norm": 0.20251357555389404, | |
| "grpo_loss": 0.001199830323457718, | |
| "kl": 0.047607421875, | |
| "learning_rate": 6.219396772137218e-07, | |
| "loss": 0.0019, | |
| "reward": 0.6339285969734192, | |
| "reward_std": 0.2833836078643799, | |
| "rewards/accuracy_reward": 0.6339285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 342 | |
| }, | |
| { | |
| "completion_length": 658.625, | |
| "epoch": 0.7313432835820896, | |
| "grad_norm": 0.19635452330112457, | |
| "grpo_loss": 9.168311953544617e-05, | |
| "kl": 0.0289306640625, | |
| "learning_rate": 6.129104571345968e-07, | |
| "loss": 0.0012, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.1986774057149887, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 343 | |
| }, | |
| { | |
| "completion_length": 741.2767944335938, | |
| "epoch": 0.7334754797441365, | |
| "grad_norm": 0.11911910772323608, | |
| "grpo_loss": -0.01411936804652214, | |
| "kl": 0.021240234375, | |
| "learning_rate": 6.039304002729494e-07, | |
| "loss": 0.0009, | |
| "reward": 0.4464285969734192, | |
| "reward_std": 0.1750546246767044, | |
| "rewards/accuracy_reward": 0.4464285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 344 | |
| }, | |
| { | |
| "completion_length": 647.1517944335938, | |
| "epoch": 0.7356076759061834, | |
| "grad_norm": 0.15977312624454498, | |
| "grpo_loss": 0.005686178803443909, | |
| "kl": 0.058349609375, | |
| "learning_rate": 5.950000043107681e-07, | |
| "loss": 0.0023, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.259671151638031, | |
| "rewards/accuracy_reward": 0.5446428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 345 | |
| }, | |
| { | |
| "completion_length": 570.1339721679688, | |
| "epoch": 0.7377398720682303, | |
| "grad_norm": 0.1959923654794693, | |
| "grpo_loss": 0.002989797620102763, | |
| "kl": 0.052490234375, | |
| "learning_rate": 5.861197641777953e-07, | |
| "loss": 0.0021, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.22626349329948425, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 346 | |
| }, | |
| { | |
| "completion_length": 546.8482666015625, | |
| "epoch": 0.7398720682302772, | |
| "grad_norm": 0.15611131489276886, | |
| "grpo_loss": 0.13409610092639923, | |
| "kl": 0.035400390625, | |
| "learning_rate": 5.772901720240971e-07, | |
| "loss": 0.0014, | |
| "reward": 0.7767857313156128, | |
| "reward_std": 0.2389591485261917, | |
| "rewards/accuracy_reward": 0.7767857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 347 | |
| }, | |
| { | |
| "completion_length": 677.794677734375, | |
| "epoch": 0.7420042643923241, | |
| "grad_norm": 0.11709578335285187, | |
| "grpo_loss": 0.1003992035984993, | |
| "kl": 0.0177001953125, | |
| "learning_rate": 5.685117171927879e-07, | |
| "loss": 0.0007, | |
| "reward": 0.5, | |
| "reward_std": 0.20555149018764496, | |
| "rewards/accuracy_reward": 0.5, | |
| "rewards/format_reward": 0.0, | |
| "step": 348 | |
| }, | |
| { | |
| "completion_length": 671.2142944335938, | |
| "epoch": 0.744136460554371, | |
| "grad_norm": 0.14730335772037506, | |
| "grpo_loss": 0.0018871352076530457, | |
| "kl": 0.044677734375, | |
| "learning_rate": 5.597848861929091e-07, | |
| "loss": 0.0018, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.21542608737945557, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 349 | |
| }, | |
| { | |
| "completion_length": 588.6785888671875, | |
| "epoch": 0.746268656716418, | |
| "grad_norm": 0.4064622223377228, | |
| "grpo_loss": 0.00033608078956604004, | |
| "kl": 0.044189453125, | |
| "learning_rate": 5.511101626724693e-07, | |
| "loss": 0.0018, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.3206648826599121, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 350 | |
| }, | |
| { | |
| "completion_length": 570.4375, | |
| "epoch": 0.7484008528784648, | |
| "grad_norm": 0.1400219202041626, | |
| "grpo_loss": 0.05647098273038864, | |
| "kl": 0.02197265625, | |
| "learning_rate": 5.42488027391638e-07, | |
| "loss": 0.0009, | |
| "reward": 0.6339285969734192, | |
| "reward_std": 0.2331376075744629, | |
| "rewards/accuracy_reward": 0.6339285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 351 | |
| }, | |
| { | |
| "completion_length": 632.4732666015625, | |
| "epoch": 0.7505330490405118, | |
| "grad_norm": 0.19489286839962006, | |
| "grpo_loss": -0.046175189316272736, | |
| "kl": 0.05419921875, | |
| "learning_rate": 5.339189581961024e-07, | |
| "loss": 0.0022, | |
| "reward": 0.6875000596046448, | |
| "reward_std": 0.3264864683151245, | |
| "rewards/accuracy_reward": 0.6875000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 352 | |
| }, | |
| { | |
| "completion_length": 650.6160888671875, | |
| "epoch": 0.7526652452025586, | |
| "grad_norm": 0.1552044153213501, | |
| "grpo_loss": 0.12257284671068192, | |
| "kl": 0.0279541015625, | |
| "learning_rate": 5.254034299905825e-07, | |
| "loss": 0.0011, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.24883373081684113, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 353 | |
| }, | |
| { | |
| "completion_length": 590.6428833007812, | |
| "epoch": 0.7547974413646056, | |
| "grad_norm": 0.1753339320421219, | |
| "grpo_loss": 0.11830225586891174, | |
| "kl": 0.03076171875, | |
| "learning_rate": 5.169419147125176e-07, | |
| "loss": 0.0012, | |
| "reward": 0.7946428656578064, | |
| "reward_std": 0.23613807559013367, | |
| "rewards/accuracy_reward": 0.7946428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 354 | |
| }, | |
| { | |
| "completion_length": 533.4553833007812, | |
| "epoch": 0.7569296375266524, | |
| "grad_norm": 0.23187799751758575, | |
| "grpo_loss": 0.0014726445078849792, | |
| "kl": 0.04736328125, | |
| "learning_rate": 5.085348813059028e-07, | |
| "loss": 0.0019, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.25279709696769714, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 355 | |
| }, | |
| { | |
| "completion_length": 637.8392944335938, | |
| "epoch": 0.7590618336886994, | |
| "grad_norm": 0.1692523956298828, | |
| "grpo_loss": 0.11937975883483887, | |
| "kl": 0.01556396484375, | |
| "learning_rate": 5.001827956953066e-07, | |
| "loss": 0.0006, | |
| "reward": 0.535714328289032, | |
| "reward_std": 0.30004262924194336, | |
| "rewards/accuracy_reward": 0.535714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 356 | |
| }, | |
| { | |
| "completion_length": 628.4642944335938, | |
| "epoch": 0.7611940298507462, | |
| "grad_norm": 0.15542620420455933, | |
| "grpo_loss": 0.0015178961912170053, | |
| "kl": 0.05419921875, | |
| "learning_rate": 4.918861207600445e-07, | |
| "loss": 0.0022, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.20564121007919312, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 357 | |
| }, | |
| { | |
| "completion_length": 535.4642944335938, | |
| "epoch": 0.7633262260127932, | |
| "grad_norm": 0.1944689154624939, | |
| "grpo_loss": 0.1363382488489151, | |
| "kl": 0.054443359375, | |
| "learning_rate": 4.8364531630853e-07, | |
| "loss": 0.0022, | |
| "reward": 0.6964285969734192, | |
| "reward_std": 0.31670159101486206, | |
| "rewards/accuracy_reward": 0.6964285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 358 | |
| }, | |
| { | |
| "completion_length": 563.6607666015625, | |
| "epoch": 0.7654584221748401, | |
| "grad_norm": 0.17013201117515564, | |
| "grpo_loss": 0.0014447793364524841, | |
| "kl": 0.041015625, | |
| "learning_rate": 4.754608390527869e-07, | |
| "loss": 0.0016, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.16130642592906952, | |
| "rewards/accuracy_reward": 0.7142857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 359 | |
| }, | |
| { | |
| "completion_length": 588.7142944335938, | |
| "epoch": 0.767590618336887, | |
| "grad_norm": 0.26594096422195435, | |
| "grpo_loss": 0.01679377630352974, | |
| "kl": 0.035888671875, | |
| "learning_rate": 4.6733314258314206e-07, | |
| "loss": 0.0014, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.31379079818725586, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 360 | |
| }, | |
| { | |
| "completion_length": 599.4464721679688, | |
| "epoch": 0.7697228144989339, | |
| "grad_norm": 0.7181060314178467, | |
| "grpo_loss": 0.00020268559455871582, | |
| "kl": 0.0322265625, | |
| "learning_rate": 4.59262677343085e-07, | |
| "loss": 0.0013, | |
| "reward": 0.5625, | |
| "reward_std": 0.25976085662841797, | |
| "rewards/accuracy_reward": 0.5625, | |
| "rewards/format_reward": 0.0, | |
| "step": 361 | |
| }, | |
| { | |
| "completion_length": 578.7678833007812, | |
| "epoch": 0.7718550106609808, | |
| "grad_norm": 0.1754969209432602, | |
| "grpo_loss": 0.05639899522066116, | |
| "kl": 0.053955078125, | |
| "learning_rate": 4.512498906043046e-07, | |
| "loss": 0.0022, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2902577519416809, | |
| "rewards/accuracy_reward": 0.7142857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 362 | |
| }, | |
| { | |
| "completion_length": 676.5178833007812, | |
| "epoch": 0.7739872068230277, | |
| "grad_norm": 0.1559028923511505, | |
| "grpo_loss": -0.05473152920603752, | |
| "kl": 0.04443359375, | |
| "learning_rate": 4.432952264418995e-07, | |
| "loss": 0.0018, | |
| "reward": 0.5, | |
| "reward_std": 0.2193893939256668, | |
| "rewards/accuracy_reward": 0.5, | |
| "rewards/format_reward": 0.0, | |
| "step": 363 | |
| }, | |
| { | |
| "completion_length": 670.5267944335938, | |
| "epoch": 0.7761194029850746, | |
| "grad_norm": 0.14586284756660461, | |
| "grpo_loss": 0.1182800680398941, | |
| "kl": 0.0235595703125, | |
| "learning_rate": 4.3539912570976967e-07, | |
| "loss": 0.0009, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.3098275065422058, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 364 | |
| }, | |
| { | |
| "completion_length": 514.3125, | |
| "epoch": 0.7782515991471215, | |
| "grad_norm": 0.15664242208003998, | |
| "grpo_loss": 0.0003577885509002954, | |
| "kl": 0.03173828125, | |
| "learning_rate": 4.275620260161819e-07, | |
| "loss": 0.0013, | |
| "reward": 0.7589285969734192, | |
| "reward_std": 0.2891154885292053, | |
| "rewards/accuracy_reward": 0.7589285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 365 | |
| }, | |
| { | |
| "completion_length": 647.982177734375, | |
| "epoch": 0.7803837953091685, | |
| "grad_norm": 0.15858404338359833, | |
| "grpo_loss": 0.05947595462203026, | |
| "kl": 0.052734375, | |
| "learning_rate": 4.1978436169951883e-07, | |
| "loss": 0.0021, | |
| "reward": 0.5178571939468384, | |
| "reward_std": 0.16235896944999695, | |
| "rewards/accuracy_reward": 0.5178571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 366 | |
| }, | |
| { | |
| "completion_length": 689.1875610351562, | |
| "epoch": 0.7825159914712153, | |
| "grad_norm": 0.1707778126001358, | |
| "grpo_loss": -0.11788696050643921, | |
| "kl": 0.02734375, | |
| "learning_rate": 4.1206656380420467e-07, | |
| "loss": 0.0011, | |
| "reward": 0.4910714626312256, | |
| "reward_std": 0.2902577519416809, | |
| "rewards/accuracy_reward": 0.4910714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 367 | |
| }, | |
| { | |
| "completion_length": 612.2053833007812, | |
| "epoch": 0.7846481876332623, | |
| "grad_norm": 0.1905473917722702, | |
| "grpo_loss": 0.05517677217721939, | |
| "kl": 0.038330078125, | |
| "learning_rate": 4.044090600568202e-07, | |
| "loss": 0.0015, | |
| "reward": 0.5178571939468384, | |
| "reward_std": 0.33450281620025635, | |
| "rewards/accuracy_reward": 0.5178571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 368 | |
| }, | |
| { | |
| "completion_length": 597.8125, | |
| "epoch": 0.7867803837953091, | |
| "grad_norm": 0.2364969551563263, | |
| "grpo_loss": 0.00435774028301239, | |
| "kl": 0.054443359375, | |
| "learning_rate": 3.9681227484239497e-07, | |
| "loss": 0.0022, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.3264864683151245, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 369 | |
| }, | |
| { | |
| "completion_length": 680.4910888671875, | |
| "epoch": 0.7889125799573561, | |
| "grad_norm": 0.11851251870393753, | |
| "grpo_loss": -0.05272572487592697, | |
| "kl": 0.0164794921875, | |
| "learning_rate": 3.892766291808893e-07, | |
| "loss": 0.0007, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.26363450288772583, | |
| "rewards/accuracy_reward": 0.5714285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 370 | |
| }, | |
| { | |
| "completion_length": 576.919677734375, | |
| "epoch": 0.7910447761194029, | |
| "grad_norm": 0.14334093034267426, | |
| "grpo_loss": 0.04737274721264839, | |
| "kl": 0.031494140625, | |
| "learning_rate": 3.818025407038582e-07, | |
| "loss": 0.0013, | |
| "reward": 0.660714328289032, | |
| "reward_std": 0.3069167137145996, | |
| "rewards/accuracy_reward": 0.660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 371 | |
| }, | |
| { | |
| "completion_length": 675.6160888671875, | |
| "epoch": 0.7931769722814499, | |
| "grad_norm": 0.16912008821964264, | |
| "grpo_loss": -0.04576794058084488, | |
| "kl": 0.03173828125, | |
| "learning_rate": 3.74390423631311e-07, | |
| "loss": 0.0013, | |
| "reward": 0.4732142984867096, | |
| "reward_std": 0.27641984820365906, | |
| "rewards/accuracy_reward": 0.4732142984867096, | |
| "rewards/format_reward": 0.0, | |
| "step": 372 | |
| }, | |
| { | |
| "completion_length": 625.6607666015625, | |
| "epoch": 0.7953091684434968, | |
| "grad_norm": 0.20823583006858826, | |
| "grpo_loss": -0.09997741132974625, | |
| "kl": 0.05322265625, | |
| "learning_rate": 3.6704068874874916e-07, | |
| "loss": 0.0021, | |
| "reward": 0.5625, | |
| "reward_std": 0.27641984820365906, | |
| "rewards/accuracy_reward": 0.5625, | |
| "rewards/format_reward": 0.0, | |
| "step": 373 | |
| }, | |
| { | |
| "completion_length": 630.6517944335938, | |
| "epoch": 0.7974413646055437, | |
| "grad_norm": 0.28135645389556885, | |
| "grpo_loss": 0.004614211618900299, | |
| "kl": 0.0693359375, | |
| "learning_rate": 3.597537433844046e-07, | |
| "loss": 0.0028, | |
| "reward": 0.5267857313156128, | |
| "reward_std": 0.3029533922672272, | |
| "rewards/accuracy_reward": 0.5267857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 374 | |
| }, | |
| { | |
| "completion_length": 537.8928833007812, | |
| "epoch": 0.7995735607675906, | |
| "grad_norm": 0.1784980595111847, | |
| "grpo_loss": 0.0028876028954982758, | |
| "kl": 0.03759765625, | |
| "learning_rate": 3.525299913866615e-07, | |
| "loss": 0.0015, | |
| "reward": 0.7500000596046448, | |
| "reward_std": 0.1554848700761795, | |
| "rewards/accuracy_reward": 0.7500000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 375 | |
| }, | |
| { | |
| "completion_length": 590.2142944335938, | |
| "epoch": 0.8017057569296375, | |
| "grad_norm": 0.24804876744747162, | |
| "grpo_loss": 0.12203040719032288, | |
| "kl": 0.04443359375, | |
| "learning_rate": 3.4536983310167975e-07, | |
| "loss": 0.0018, | |
| "reward": 0.6964285969734192, | |
| "reward_std": 0.357073038816452, | |
| "rewards/accuracy_reward": 0.6964285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 376 | |
| }, | |
| { | |
| "completion_length": 588.1785888671875, | |
| "epoch": 0.8038379530916845, | |
| "grad_norm": 0.23009361326694489, | |
| "grpo_loss": -0.07306977361440659, | |
| "kl": 0.04443359375, | |
| "learning_rate": 3.382736653512016e-07, | |
| "loss": 0.0018, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.26267164945602417, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 377 | |
| }, | |
| { | |
| "completion_length": 628.3125, | |
| "epoch": 0.8059701492537313, | |
| "grad_norm": 0.13790591061115265, | |
| "grpo_loss": 0.0014116030652076006, | |
| "kl": 0.0240478515625, | |
| "learning_rate": 3.312418814105638e-07, | |
| "loss": 0.001, | |
| "reward": 0.6071428656578064, | |
| "reward_std": 0.1820184290409088, | |
| "rewards/accuracy_reward": 0.6071428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 378 | |
| }, | |
| { | |
| "completion_length": 552.4553833007812, | |
| "epoch": 0.8081023454157783, | |
| "grad_norm": 0.18349257111549377, | |
| "grpo_loss": -0.09748789668083191, | |
| "kl": 0.04052734375, | |
| "learning_rate": 3.242748709868999e-07, | |
| "loss": 0.0016, | |
| "reward": 0.660714328289032, | |
| "reward_std": 0.2822414040565491, | |
| "rewards/accuracy_reward": 0.660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 379 | |
| }, | |
| { | |
| "completion_length": 673.5535888671875, | |
| "epoch": 0.8102345415778252, | |
| "grad_norm": 0.17732153832912445, | |
| "grpo_loss": 0.0002803046954795718, | |
| "kl": 0.0341796875, | |
| "learning_rate": 3.173730201975439e-07, | |
| "loss": 0.0014, | |
| "reward": 0.3839285969734192, | |
| "reward_std": 0.27641984820365906, | |
| "rewards/accuracy_reward": 0.3839285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 380 | |
| }, | |
| { | |
| "completion_length": 615.857177734375, | |
| "epoch": 0.8123667377398721, | |
| "grad_norm": 0.22036485373973846, | |
| "grpo_loss": 0.07462641596794128, | |
| "kl": 0.032958984375, | |
| "learning_rate": 3.1053671154862833e-07, | |
| "loss": 0.0013, | |
| "reward": 0.660714328289032, | |
| "reward_std": 0.2873469889163971, | |
| "rewards/accuracy_reward": 0.660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 381 | |
| }, | |
| { | |
| "completion_length": 657.3392944335938, | |
| "epoch": 0.814498933901919, | |
| "grad_norm": 0.14535248279571533, | |
| "grpo_loss": -0.10004384815692902, | |
| "kl": 0.021728515625, | |
| "learning_rate": 3.037663239138895e-07, | |
| "loss": 0.0009, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.2792409062385559, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 382 | |
| }, | |
| { | |
| "completion_length": 566.0803833007812, | |
| "epoch": 0.8166311300639659, | |
| "grad_norm": 0.2126779854297638, | |
| "grpo_loss": 0.002174288034439087, | |
| "kl": 0.05517578125, | |
| "learning_rate": 2.970622325136669e-07, | |
| "loss": 0.0022, | |
| "reward": 0.6964285969734192, | |
| "reward_std": 0.22626349329948425, | |
| "rewards/accuracy_reward": 0.6964285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 383 | |
| }, | |
| { | |
| "completion_length": 602.5178833007812, | |
| "epoch": 0.8187633262260128, | |
| "grad_norm": 0.3173239827156067, | |
| "grpo_loss": -0.13343751430511475, | |
| "kl": 0.03759765625, | |
| "learning_rate": 2.904248088941102e-07, | |
| "loss": 0.0015, | |
| "reward": 0.7500000596046448, | |
| "reward_std": 0.2862047255039215, | |
| "rewards/accuracy_reward": 0.7500000596046448, | |
| "rewards/format_reward": 0.0, | |
| "step": 384 | |
| }, | |
| { | |
| "completion_length": 625.3035888671875, | |
| "epoch": 0.8208955223880597, | |
| "grad_norm": 0.13514848053455353, | |
| "grpo_loss": 0.0001852833229349926, | |
| "kl": 0.0230712890625, | |
| "learning_rate": 2.8385442090658554e-07, | |
| "loss": 0.0009, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.1692330688238144, | |
| "rewards/accuracy_reward": 0.5446428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 385 | |
| }, | |
| { | |
| "completion_length": 539.857177734375, | |
| "epoch": 0.8230277185501066, | |
| "grad_norm": 0.21709002554416656, | |
| "grpo_loss": -0.04592399671673775, | |
| "kl": 0.04248046875, | |
| "learning_rate": 2.773514326872911e-07, | |
| "loss": 0.0017, | |
| "reward": 0.7589285969734192, | |
| "reward_std": 0.22926399111747742, | |
| "rewards/accuracy_reward": 0.7589285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 386 | |
| }, | |
| { | |
| "completion_length": 547.044677734375, | |
| "epoch": 0.8251599147121536, | |
| "grad_norm": 0.20077502727508545, | |
| "grpo_loss": 0.0027071647346019745, | |
| "kl": 0.036865234375, | |
| "learning_rate": 2.7091620463707565e-07, | |
| "loss": 0.0015, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.27527761459350586, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 387 | |
| }, | |
| { | |
| "completion_length": 675.4732666015625, | |
| "epoch": 0.8272921108742004, | |
| "grad_norm": 0.23532140254974365, | |
| "grpo_loss": -0.047013476490974426, | |
| "kl": 0.042724609375, | |
| "learning_rate": 2.6454909340146526e-07, | |
| "loss": 0.0017, | |
| "reward": 0.6339285969734192, | |
| "reward_std": 0.27641984820365906, | |
| "rewards/accuracy_reward": 0.6339285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 388 | |
| }, | |
| { | |
| "completion_length": 579.1339721679688, | |
| "epoch": 0.8294243070362474, | |
| "grad_norm": 0.17333650588989258, | |
| "grpo_loss": 0.0011966601014137268, | |
| "kl": 0.02001953125, | |
| "learning_rate": 2.5825045185089576e-07, | |
| "loss": 0.0008, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.27236682176589966, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 389 | |
| }, | |
| { | |
| "completion_length": 663.6428833007812, | |
| "epoch": 0.8315565031982942, | |
| "grad_norm": 0.15946130454540253, | |
| "grpo_loss": 0.11816628277301788, | |
| "kl": 0.0296630859375, | |
| "learning_rate": 2.5202062906115886e-07, | |
| "loss": 0.0012, | |
| "reward": 0.5625, | |
| "reward_std": 0.3236653804779053, | |
| "rewards/accuracy_reward": 0.5625, | |
| "rewards/format_reward": 0.0, | |
| "step": 390 | |
| }, | |
| { | |
| "completion_length": 727.0982666015625, | |
| "epoch": 0.8336886993603412, | |
| "grad_norm": 0.1320721060037613, | |
| "grpo_loss": -0.04703760892152786, | |
| "kl": 0.0279541015625, | |
| "learning_rate": 2.458599702940551e-07, | |
| "loss": 0.0011, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.3098274767398834, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 391 | |
| }, | |
| { | |
| "completion_length": 661.625, | |
| "epoch": 0.835820895522388, | |
| "grad_norm": 0.21743802726268768, | |
| "grpo_loss": -0.0698922798037529, | |
| "kl": 0.039794921875, | |
| "learning_rate": 2.3976881697825945e-07, | |
| "loss": 0.0016, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.25685009360313416, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 392 | |
| }, | |
| { | |
| "completion_length": 641.2053833007812, | |
| "epoch": 0.837953091684435, | |
| "grad_norm": 3.930511236190796, | |
| "grpo_loss": -0.07228344678878784, | |
| "kl": 0.030517578125, | |
| "learning_rate": 2.337475066903973e-07, | |
| "loss": 0.0012, | |
| "reward": 0.625, | |
| "reward_std": 0.3098274767398834, | |
| "rewards/accuracy_reward": 0.625, | |
| "rewards/format_reward": 0.0, | |
| "step": 393 | |
| }, | |
| { | |
| "completion_length": 551.8303833007812, | |
| "epoch": 0.8400852878464818, | |
| "grad_norm": 0.19481515884399414, | |
| "grpo_loss": 0.00013812871475238353, | |
| "kl": 0.019287109375, | |
| "learning_rate": 2.2779637313633867e-07, | |
| "loss": 0.0008, | |
| "reward": 0.6964285969734192, | |
| "reward_std": 0.21251529455184937, | |
| "rewards/accuracy_reward": 0.6964285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 394 | |
| }, | |
| { | |
| "completion_length": 632.1964721679688, | |
| "epoch": 0.8422174840085288, | |
| "grad_norm": 0.28915032744407654, | |
| "grpo_loss": -0.04566855728626251, | |
| "kl": 0.04443359375, | |
| "learning_rate": 2.2191574613270176e-07, | |
| "loss": 0.0018, | |
| "reward": 0.660714328289032, | |
| "reward_std": 0.27933061122894287, | |
| "rewards/accuracy_reward": 0.660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 395 | |
| }, | |
| { | |
| "completion_length": 733.4732666015625, | |
| "epoch": 0.8443496801705757, | |
| "grad_norm": 0.258179247379303, | |
| "grpo_loss": -0.11782819032669067, | |
| "kl": 0.0400390625, | |
| "learning_rate": 2.16105951588575e-07, | |
| "loss": 0.0016, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.316791296005249, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 396 | |
| }, | |
| { | |
| "completion_length": 607.3839721679688, | |
| "epoch": 0.8464818763326226, | |
| "grad_norm": 0.3129705488681793, | |
| "grpo_loss": -0.045982833951711655, | |
| "kl": 0.052001953125, | |
| "learning_rate": 2.103673114874552e-07, | |
| "loss": 0.0021, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.27536728978157043, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 397 | |
| }, | |
| { | |
| "completion_length": 571.7589721679688, | |
| "epoch": 0.8486140724946695, | |
| "grad_norm": 0.6058499217033386, | |
| "grpo_loss": 0.05869365483522415, | |
| "kl": 0.046142578125, | |
| "learning_rate": 2.047001438694015e-07, | |
| "loss": 0.0018, | |
| "reward": 0.7678571939468384, | |
| "reward_std": 0.36782076954841614, | |
| "rewards/accuracy_reward": 0.7678571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 398 | |
| }, | |
| { | |
| "completion_length": 669.75, | |
| "epoch": 0.8507462686567164, | |
| "grad_norm": 0.19755227863788605, | |
| "grpo_loss": -0.1000501960515976, | |
| "kl": 0.031005859375, | |
| "learning_rate": 1.9910476281341155e-07, | |
| "loss": 0.0012, | |
| "reward": 0.5178571939468384, | |
| "reward_std": 0.24988628923892975, | |
| "rewards/accuracy_reward": 0.5178571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 399 | |
| }, | |
| { | |
| "completion_length": 650.6964721679688, | |
| "epoch": 0.8528784648187633, | |
| "grad_norm": 0.24487632513046265, | |
| "grpo_loss": 0.0018350593745708466, | |
| "kl": 0.0625, | |
| "learning_rate": 1.9358147842001328e-07, | |
| "loss": 0.0025, | |
| "reward": 0.5178571939468384, | |
| "reward_std": 0.1514318436384201, | |
| "rewards/accuracy_reward": 0.5178571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8528784648187633, | |
| "eval_completion_length": 611.5137771752695, | |
| "eval_grpo_loss": 0.002802959766321497, | |
| "eval_kl": 0.049074215629992014, | |
| "eval_loss": 0.0019418156007304788, | |
| "eval_reward": 0.5530294624570841, | |
| "eval_reward_std": 0.28017472720945985, | |
| "eval_rewards/accuracy_reward": 0.5530294624570841, | |
| "eval_rewards/format_reward": 0.0, | |
| "eval_runtime": 4037.4288, | |
| "eval_samples_per_second": 1.238, | |
| "eval_steps_per_second": 0.011, | |
| "step": 400 | |
| }, | |
| { | |
| "completion_length": 519.6964721679688, | |
| "epoch": 0.8550106609808102, | |
| "grad_norm": 0.25118526816368103, | |
| "grpo_loss": -0.04701920598745346, | |
| "kl": 0.04052734375, | |
| "learning_rate": 1.8813059679408012e-07, | |
| "loss": 0.0016, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.24592295289039612, | |
| "rewards/accuracy_reward": 0.785714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 401 | |
| }, | |
| { | |
| "completion_length": 615.7232666015625, | |
| "epoch": 0.8571428571428571, | |
| "grad_norm": 0.2910488545894623, | |
| "grpo_loss": 0.00017983283032663167, | |
| "kl": 0.0478515625, | |
| "learning_rate": 1.827524200278648e-07, | |
| "loss": 0.0019, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.18889254331588745, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 402 | |
| }, | |
| { | |
| "completion_length": 614.8035888671875, | |
| "epoch": 0.8592750533049041, | |
| "grad_norm": 0.31290826201438904, | |
| "grpo_loss": -0.045705024152994156, | |
| "kl": 0.02880859375, | |
| "learning_rate": 1.7744724618425868e-07, | |
| "loss": 0.0012, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.3277184069156647, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 403 | |
| }, | |
| { | |
| "completion_length": 629.3928833007812, | |
| "epoch": 0.8614072494669509, | |
| "grad_norm": 0.35251688957214355, | |
| "grpo_loss": -0.11518432199954987, | |
| "kl": 0.04443359375, | |
| "learning_rate": 1.7221536928027232e-07, | |
| "loss": 0.0018, | |
| "reward": 0.625, | |
| "reward_std": 0.3334502577781677, | |
| "rewards/accuracy_reward": 0.625, | |
| "rewards/format_reward": 0.0, | |
| "step": 404 | |
| }, | |
| { | |
| "completion_length": 609.9375, | |
| "epoch": 0.8635394456289979, | |
| "grad_norm": 0.4341069757938385, | |
| "grpo_loss": -0.046183593571186066, | |
| "kl": 0.03466796875, | |
| "learning_rate": 1.6705707927074104e-07, | |
| "loss": 0.0014, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.3264864683151245, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 405 | |
| }, | |
| { | |
| "completion_length": 611.6517944335938, | |
| "epoch": 0.8656716417910447, | |
| "grad_norm": 0.4119378626346588, | |
| "grpo_loss": -0.013815686106681824, | |
| "kl": 0.03759765625, | |
| "learning_rate": 1.6197266203225441e-07, | |
| "loss": 0.0015, | |
| "reward": 0.5625, | |
| "reward_std": 0.3127382695674896, | |
| "rewards/accuracy_reward": 0.5625, | |
| "rewards/format_reward": 0.0, | |
| "step": 406 | |
| }, | |
| { | |
| "completion_length": 590.1875, | |
| "epoch": 0.8678038379530917, | |
| "grad_norm": 0.3130354583263397, | |
| "grpo_loss": 0.0482063889503479, | |
| "kl": 0.041748046875, | |
| "learning_rate": 1.5696239934731394e-07, | |
| "loss": 0.0017, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.3235756754875183, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 407 | |
| }, | |
| { | |
| "completion_length": 489.95538330078125, | |
| "epoch": 0.8699360341151386, | |
| "grad_norm": 1.4019256830215454, | |
| "grpo_loss": 0.0030681490898132324, | |
| "kl": 0.07373046875, | |
| "learning_rate": 1.520265688887162e-07, | |
| "loss": 0.0029, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.3737320303916931, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 408 | |
| }, | |
| { | |
| "completion_length": 634.6785888671875, | |
| "epoch": 0.8720682302771855, | |
| "grad_norm": 0.7867122888565063, | |
| "grpo_loss": 0.002787616103887558, | |
| "kl": 0.049560546875, | |
| "learning_rate": 1.4716544420416366e-07, | |
| "loss": 0.002, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.3265761733055115, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 409 | |
| }, | |
| { | |
| "completion_length": 695.1964721679688, | |
| "epoch": 0.8742004264392325, | |
| "grad_norm": 0.35332122445106506, | |
| "grpo_loss": 0.0004137594369240105, | |
| "kl": 0.032470703125, | |
| "learning_rate": 1.4237929470110406e-07, | |
| "loss": 0.0013, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.26267164945602417, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 410 | |
| }, | |
| { | |
| "completion_length": 672.4285888671875, | |
| "epoch": 0.8763326226012793, | |
| "grad_norm": 0.5385404229164124, | |
| "grpo_loss": 0.07336309552192688, | |
| "kl": 0.042236328125, | |
| "learning_rate": 1.3766838563180117e-07, | |
| "loss": 0.0017, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.31379079818725586, | |
| "rewards/accuracy_reward": 0.5446428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 411 | |
| }, | |
| { | |
| "completion_length": 591.0267944335938, | |
| "epoch": 0.8784648187633263, | |
| "grad_norm": 1.787886619567871, | |
| "grpo_loss": -0.053161606192588806, | |
| "kl": 0.2265625, | |
| "learning_rate": 1.330329780786324e-07, | |
| "loss": 0.0091, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.3177541494369507, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 412 | |
| }, | |
| { | |
| "completion_length": 596.6339721679688, | |
| "epoch": 0.8805970149253731, | |
| "grad_norm": 0.8436120748519897, | |
| "grpo_loss": 0.01977485604584217, | |
| "kl": 0.045654296875, | |
| "learning_rate": 1.2847332893962078e-07, | |
| "loss": 0.0018, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2862047255039215, | |
| "rewards/accuracy_reward": 0.7142857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 413 | |
| }, | |
| { | |
| "completion_length": 618.9464721679688, | |
| "epoch": 0.8827292110874201, | |
| "grad_norm": 0.6383178234100342, | |
| "grpo_loss": 0.0014204904437065125, | |
| "kl": 0.054931640625, | |
| "learning_rate": 1.23989690914196e-07, | |
| "loss": 0.0022, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.2724565267562866, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 414 | |
| }, | |
| { | |
| "completion_length": 668.4732666015625, | |
| "epoch": 0.8848614072494669, | |
| "grad_norm": 0.4944930076599121, | |
| "grpo_loss": 0.0009383819997310638, | |
| "kl": 0.04052734375, | |
| "learning_rate": 1.1958231248919232e-07, | |
| "loss": 0.0016, | |
| "reward": 0.5446428656578064, | |
| "reward_std": 0.3519674837589264, | |
| "rewards/accuracy_reward": 0.5446428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 415 | |
| }, | |
| { | |
| "completion_length": 652.8035888671875, | |
| "epoch": 0.8869936034115139, | |
| "grad_norm": 0.739689826965332, | |
| "grpo_loss": 0.001788435154594481, | |
| "kl": 0.05615234375, | |
| "learning_rate": 1.1525143792507397e-07, | |
| "loss": 0.0022, | |
| "reward": 0.625, | |
| "reward_std": 0.24988627433776855, | |
| "rewards/accuracy_reward": 0.625, | |
| "rewards/format_reward": 0.0, | |
| "step": 416 | |
| }, | |
| { | |
| "completion_length": 621.5357666015625, | |
| "epoch": 0.8891257995735607, | |
| "grad_norm": 1.2304091453552246, | |
| "grpo_loss": 0.0009033530950546265, | |
| "kl": 0.1025390625, | |
| "learning_rate": 1.1099730724240037e-07, | |
| "loss": 0.0041, | |
| "reward": 0.660714328289032, | |
| "reward_std": 0.2695457339286804, | |
| "rewards/accuracy_reward": 0.660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 417 | |
| }, | |
| { | |
| "completion_length": 579.1964721679688, | |
| "epoch": 0.8912579957356077, | |
| "grad_norm": 1.6807209253311157, | |
| "grpo_loss": 0.0036621836479753256, | |
| "kl": 0.07275390625, | |
| "learning_rate": 1.0682015620852214e-07, | |
| "loss": 0.0029, | |
| "reward": 0.6964285969734192, | |
| "reward_std": 0.2666349411010742, | |
| "rewards/accuracy_reward": 0.6964285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 418 | |
| }, | |
| { | |
| "completion_length": 513.3928833007812, | |
| "epoch": 0.8933901918976546, | |
| "grad_norm": 7.738749027252197, | |
| "grpo_loss": 0.12100201845169067, | |
| "kl": 0.470703125, | |
| "learning_rate": 1.0272021632451745e-07, | |
| "loss": 0.0188, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.30004262924194336, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 419 | |
| }, | |
| { | |
| "completion_length": 633.0892944335938, | |
| "epoch": 0.8955223880597015, | |
| "grad_norm": 0.5201921463012695, | |
| "grpo_loss": 0.12260356545448303, | |
| "kl": 0.046142578125, | |
| "learning_rate": 9.869771481235851e-08, | |
| "loss": 0.0019, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.24883373081684113, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 420 | |
| }, | |
| { | |
| "completion_length": 627.919677734375, | |
| "epoch": 0.8976545842217484, | |
| "grad_norm": 1.1365468502044678, | |
| "grpo_loss": 0.12431085109710693, | |
| "kl": 0.054443359375, | |
| "learning_rate": 9.475287460232174e-08, | |
| "loss": 0.0022, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.2832939326763153, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 421 | |
| }, | |
| { | |
| "completion_length": 687.1428833007812, | |
| "epoch": 0.8997867803837953, | |
| "grad_norm": 0.8904653191566467, | |
| "grpo_loss": 0.0030726641416549683, | |
| "kl": 0.07666015625, | |
| "learning_rate": 9.088591432063109e-08, | |
| "loss": 0.0031, | |
| "reward": 0.4464285969734192, | |
| "reward_std": 0.24883374571800232, | |
| "rewards/accuracy_reward": 0.4464285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 422 | |
| }, | |
| { | |
| "completion_length": 702.982177734375, | |
| "epoch": 0.9019189765458422, | |
| "grad_norm": 0.5287430882453918, | |
| "grpo_loss": 0.0010234508663415909, | |
| "kl": 0.03564453125, | |
| "learning_rate": 8.709704827734244e-08, | |
| "loss": 0.0014, | |
| "reward": 0.4732142984867096, | |
| "reward_std": 0.21251530945301056, | |
| "rewards/accuracy_reward": 0.4732142984867096, | |
| "rewards/format_reward": 0.0, | |
| "step": 423 | |
| }, | |
| { | |
| "completion_length": 582.6607666015625, | |
| "epoch": 0.9040511727078892, | |
| "grad_norm": 1.1305034160614014, | |
| "grpo_loss": 0.0023384217638522387, | |
| "kl": 0.0654296875, | |
| "learning_rate": 8.33864864544654e-08, | |
| "loss": 0.0026, | |
| "reward": 0.660714328289032, | |
| "reward_std": 0.2695457339286804, | |
| "rewards/accuracy_reward": 0.660714328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 424 | |
| }, | |
| { | |
| "completion_length": 522.7589721679688, | |
| "epoch": 0.906183368869936, | |
| "grad_norm": 1.2338292598724365, | |
| "grpo_loss": 0.0016110788565129042, | |
| "kl": 0.08740234375, | |
| "learning_rate": 7.975443449432712e-08, | |
| "loss": 0.0035, | |
| "reward": 0.7410714626312256, | |
| "reward_std": 0.23904886841773987, | |
| "rewards/accuracy_reward": 0.7410714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 425 | |
| }, | |
| { | |
| "completion_length": 662.3392944335938, | |
| "epoch": 0.908315565031983, | |
| "grad_norm": 1.3673124313354492, | |
| "grpo_loss": 0.004744287580251694, | |
| "kl": 0.06884765625, | |
| "learning_rate": 7.620109368817479e-08, | |
| "loss": 0.0028, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.3069167137145996, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 426 | |
| }, | |
| { | |
| "completion_length": 576.375, | |
| "epoch": 0.9104477611940298, | |
| "grad_norm": 1.6284408569335938, | |
| "grpo_loss": -0.09632082283496857, | |
| "kl": 0.0859375, | |
| "learning_rate": 7.272666096502017e-08, | |
| "loss": 0.0034, | |
| "reward": 0.5625, | |
| "reward_std": 0.35116177797317505, | |
| "rewards/accuracy_reward": 0.5625, | |
| "rewards/format_reward": 0.0, | |
| "step": 427 | |
| }, | |
| { | |
| "completion_length": 515.625, | |
| "epoch": 0.9125799573560768, | |
| "grad_norm": 1.218694806098938, | |
| "grpo_loss": 0.0009350869804620743, | |
| "kl": 0.0625, | |
| "learning_rate": 6.933132888072452e-08, | |
| "loss": 0.0025, | |
| "reward": 0.7321428656578064, | |
| "reward_std": 0.29713186621665955, | |
| "rewards/accuracy_reward": 0.7321428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 428 | |
| }, | |
| { | |
| "completion_length": 610.9642944335938, | |
| "epoch": 0.9147121535181236, | |
| "grad_norm": 1.6818090677261353, | |
| "grpo_loss": 0.002560252556577325, | |
| "kl": 0.0849609375, | |
| "learning_rate": 6.601528560732978e-08, | |
| "loss": 0.0034, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.3040059804916382, | |
| "rewards/accuracy_reward": 0.7142857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 429 | |
| }, | |
| { | |
| "completion_length": 561.5714721679688, | |
| "epoch": 0.9168443496801706, | |
| "grad_norm": 1.855384349822998, | |
| "grpo_loss": 0.005668744444847107, | |
| "kl": 0.10302734375, | |
| "learning_rate": 6.277871492262593e-08, | |
| "loss": 0.0041, | |
| "reward": 0.7410714626312256, | |
| "reward_std": 0.36685794591903687, | |
| "rewards/accuracy_reward": 0.7410714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 430 | |
| }, | |
| { | |
| "completion_length": 650.4285888671875, | |
| "epoch": 0.9189765458422174, | |
| "grad_norm": 1.2501542568206787, | |
| "grpo_loss": -0.07116611301898956, | |
| "kl": 0.049560546875, | |
| "learning_rate": 5.962179619996966e-08, | |
| "loss": 0.002, | |
| "reward": 0.4910714626312256, | |
| "reward_std": 0.2862047255039215, | |
| "rewards/accuracy_reward": 0.4910714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 431 | |
| }, | |
| { | |
| "completion_length": 606.2410888671875, | |
| "epoch": 0.9211087420042644, | |
| "grad_norm": 1.4896941184997559, | |
| "grpo_loss": -0.014261804521083832, | |
| "kl": 0.1328125, | |
| "learning_rate": 5.654470439834058e-08, | |
| "loss": 0.0053, | |
| "reward": 0.6696428656578064, | |
| "reward_std": 0.29016801714897156, | |
| "rewards/accuracy_reward": 0.6696428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 432 | |
| }, | |
| { | |
| "completion_length": 596.0625, | |
| "epoch": 0.9232409381663113, | |
| "grad_norm": 1.6670781373977661, | |
| "grpo_loss": -0.0711505264043808, | |
| "kl": 0.126953125, | |
| "learning_rate": 5.3547610052647246e-08, | |
| "loss": 0.0051, | |
| "reward": 0.7321428656578064, | |
| "reward_std": 0.2695457339286804, | |
| "rewards/accuracy_reward": 0.7321428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 433 | |
| }, | |
| { | |
| "completion_length": 752.544677734375, | |
| "epoch": 0.9253731343283582, | |
| "grad_norm": 1.245611310005188, | |
| "grpo_loss": 0.007793694734573364, | |
| "kl": 0.0771484375, | |
| "learning_rate": 5.063067926427345e-08, | |
| "loss": 0.0031, | |
| "reward": 0.4732142984867096, | |
| "reward_std": 0.3363610506057739, | |
| "rewards/accuracy_reward": 0.4732142984867096, | |
| "rewards/format_reward": 0.0, | |
| "step": 434 | |
| }, | |
| { | |
| "completion_length": 634.5535888671875, | |
| "epoch": 0.9275053304904051, | |
| "grad_norm": 1.4781724214553833, | |
| "grpo_loss": 0.0024833083152770996, | |
| "kl": 0.07666015625, | |
| "learning_rate": 4.7794073691875e-08, | |
| "loss": 0.0031, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.3098274767398834, | |
| "rewards/accuracy_reward": 0.5714285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 435 | |
| }, | |
| { | |
| "completion_length": 675.8392944335938, | |
| "epoch": 0.929637526652452, | |
| "grad_norm": 1.7764922380447388, | |
| "grpo_loss": 0.10629189014434814, | |
| "kl": 0.130859375, | |
| "learning_rate": 4.5037950542418327e-08, | |
| "loss": 0.0052, | |
| "reward": 0.6071428656578064, | |
| "reward_std": 0.23208504915237427, | |
| "rewards/accuracy_reward": 0.6071428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 436 | |
| }, | |
| { | |
| "completion_length": 595.0267944335938, | |
| "epoch": 0.9317697228144989, | |
| "grad_norm": 0.9373055696487427, | |
| "grpo_loss": 0.0014045275747776031, | |
| "kl": 0.0751953125, | |
| "learning_rate": 4.236246256247084e-08, | |
| "loss": 0.003, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.30004262924194336, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 437 | |
| }, | |
| { | |
| "completion_length": 622.2053833007812, | |
| "epoch": 0.9339019189765458, | |
| "grad_norm": 1.3948901891708374, | |
| "grpo_loss": 0.003673933446407318, | |
| "kl": 0.09716796875, | |
| "learning_rate": 3.976775802973232e-08, | |
| "loss": 0.0039, | |
| "reward": 0.6785714626312256, | |
| "reward_std": 0.3206649422645569, | |
| "rewards/accuracy_reward": 0.6785714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 438 | |
| }, | |
| { | |
| "completion_length": 641.232177734375, | |
| "epoch": 0.9360341151385928, | |
| "grad_norm": 1.9123766422271729, | |
| "grpo_loss": -0.036110423505306244, | |
| "kl": 0.16015625, | |
| "learning_rate": 3.7253980744819335e-08, | |
| "loss": 0.0064, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.3265761733055115, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 439 | |
| }, | |
| { | |
| "completion_length": 649.419677734375, | |
| "epoch": 0.9381663113006397, | |
| "grad_norm": 1.4534177780151367, | |
| "grpo_loss": 0.003873981535434723, | |
| "kl": 0.162109375, | |
| "learning_rate": 3.482127002329532e-08, | |
| "loss": 0.0065, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.27933064103126526, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 440 | |
| }, | |
| { | |
| "completion_length": 701.0089721679688, | |
| "epoch": 0.9402985074626866, | |
| "grad_norm": 3.5775556564331055, | |
| "grpo_loss": 0.12740851938724518, | |
| "kl": 0.13671875, | |
| "learning_rate": 3.246976068794938e-08, | |
| "loss": 0.0055, | |
| "reward": 0.5089285969734192, | |
| "reward_std": 0.28338366746902466, | |
| "rewards/accuracy_reward": 0.5089285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 441 | |
| }, | |
| { | |
| "completion_length": 630.2410888671875, | |
| "epoch": 0.9424307036247335, | |
| "grad_norm": 2.2547216415405273, | |
| "grpo_loss": 0.0050017498433589935, | |
| "kl": 0.2080078125, | |
| "learning_rate": 3.019958306132409e-08, | |
| "loss": 0.0083, | |
| "reward": 0.5, | |
| "reward_std": 0.40713968873023987, | |
| "rewards/accuracy_reward": 0.5, | |
| "rewards/format_reward": 0.0, | |
| "step": 442 | |
| }, | |
| { | |
| "completion_length": 545.8839721679688, | |
| "epoch": 0.9445628997867804, | |
| "grad_norm": 0.666123628616333, | |
| "grpo_loss": 0.010975733399391174, | |
| "kl": 0.09765625, | |
| "learning_rate": 2.8010862958493143e-08, | |
| "loss": 0.0039, | |
| "reward": 0.6964285969734192, | |
| "reward_std": 0.2153363674879074, | |
| "rewards/accuracy_reward": 0.6964285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 443 | |
| }, | |
| { | |
| "completion_length": 654.375, | |
| "epoch": 0.9466950959488273, | |
| "grad_norm": 4.539513111114502, | |
| "grpo_loss": 0.07739832252264023, | |
| "kl": 0.28125, | |
| "learning_rate": 2.5903721680089088e-08, | |
| "loss": 0.0112, | |
| "reward": 0.5535714626312256, | |
| "reward_std": 0.27933061122894287, | |
| "rewards/accuracy_reward": 0.5535714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 444 | |
| }, | |
| { | |
| "completion_length": 606.5892944335938, | |
| "epoch": 0.9488272921108742, | |
| "grad_norm": 1.9015904664993286, | |
| "grpo_loss": -0.04408063739538193, | |
| "kl": 0.09375, | |
| "learning_rate": 2.3878276005580014e-08, | |
| "loss": 0.0037, | |
| "reward": 0.7767857313156128, | |
| "reward_std": 0.30004262924194336, | |
| "rewards/accuracy_reward": 0.7767857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 445 | |
| }, | |
| { | |
| "completion_length": 636.732177734375, | |
| "epoch": 0.9509594882729211, | |
| "grad_norm": 0.7139691710472107, | |
| "grpo_loss": -0.09958329796791077, | |
| "kl": 0.0654296875, | |
| "learning_rate": 2.1934638186797418e-08, | |
| "loss": 0.0026, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.31670159101486206, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 446 | |
| }, | |
| { | |
| "completion_length": 550.25, | |
| "epoch": 0.9530916844349681, | |
| "grad_norm": 0.9299170970916748, | |
| "grpo_loss": -0.0699908658862114, | |
| "kl": 0.1328125, | |
| "learning_rate": 2.0072915941716176e-08, | |
| "loss": 0.0053, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.3235757052898407, | |
| "rewards/accuracy_reward": 0.5714285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 447 | |
| }, | |
| { | |
| "completion_length": 547.2857666015625, | |
| "epoch": 0.9552238805970149, | |
| "grad_norm": 1.3427575826644897, | |
| "grpo_loss": 0.0044424869120121, | |
| "kl": 0.0791015625, | |
| "learning_rate": 1.8293212448483476e-08, | |
| "loss": 0.0032, | |
| "reward": 0.6964285969734192, | |
| "reward_std": 0.24301216006278992, | |
| "rewards/accuracy_reward": 0.6964285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 448 | |
| }, | |
| { | |
| "completion_length": 607.3392944335938, | |
| "epoch": 0.9573560767590619, | |
| "grad_norm": 1933856.75, | |
| "grpo_loss": 0.0023131519556045532, | |
| "kl": 27648.0, | |
| "learning_rate": 1.6595626339701407e-08, | |
| "loss": 1106.2889, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.27641984820365906, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 449 | |
| }, | |
| { | |
| "completion_length": 599.5803833007812, | |
| "epoch": 0.9594882729211087, | |
| "grad_norm": 0.7657116055488586, | |
| "grpo_loss": 0.11946123838424683, | |
| "kl": 0.1064453125, | |
| "learning_rate": 1.498025169696049e-08, | |
| "loss": 0.0043, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.3098275065422058, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 450 | |
| }, | |
| { | |
| "completion_length": 558.044677734375, | |
| "epoch": 0.9616204690831557, | |
| "grad_norm": 1.7871955633163452, | |
| "grpo_loss": 0.0009799189865589142, | |
| "kl": 0.10888671875, | |
| "learning_rate": 1.344717804562534e-08, | |
| "loss": 0.0044, | |
| "reward": 0.7053571939468384, | |
| "reward_std": 0.23904886841773987, | |
| "rewards/accuracy_reward": 0.7053571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 451 | |
| }, | |
| { | |
| "completion_length": 568.357177734375, | |
| "epoch": 0.9637526652452025, | |
| "grad_norm": 93.76356506347656, | |
| "grpo_loss": 0.013948827981948853, | |
| "kl": 1.28125, | |
| "learning_rate": 1.1996490349873657e-08, | |
| "loss": 0.0513, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.2695457339286804, | |
| "rewards/accuracy_reward": 0.6428571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 452 | |
| }, | |
| { | |
| "completion_length": 672.2678833007812, | |
| "epoch": 0.9658848614072495, | |
| "grad_norm": 2.1468069553375244, | |
| "grpo_loss": -0.04484168440103531, | |
| "kl": 0.1865234375, | |
| "learning_rate": 1.062826900798647e-08, | |
| "loss": 0.0075, | |
| "reward": 0.5803571939468384, | |
| "reward_std": 0.3708212673664093, | |
| "rewards/accuracy_reward": 0.5803571939468384, | |
| "rewards/format_reward": 0.0, | |
| "step": 453 | |
| }, | |
| { | |
| "completion_length": 598.8303833007812, | |
| "epoch": 0.9680170575692963, | |
| "grad_norm": 1.5067918300628662, | |
| "grpo_loss": -0.00438106432557106, | |
| "kl": 0.16796875, | |
| "learning_rate": 9.34258984789338e-09, | |
| "loss": 0.0067, | |
| "reward": 0.6160714626312256, | |
| "reward_std": 0.3363610506057739, | |
| "rewards/accuracy_reward": 0.6160714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 454 | |
| }, | |
| { | |
| "completion_length": 666.1964721679688, | |
| "epoch": 0.9701492537313433, | |
| "grad_norm": 1.465742588043213, | |
| "grpo_loss": 0.009304620325565338, | |
| "kl": 0.1376953125, | |
| "learning_rate": 8.139524122970254e-09, | |
| "loss": 0.0055, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.20264071226119995, | |
| "rewards/accuracy_reward": 0.4285714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 455 | |
| }, | |
| { | |
| "completion_length": 611.8839721679688, | |
| "epoch": 0.9722814498933902, | |
| "grad_norm": 0.6134836077690125, | |
| "grpo_loss": -0.06908067315816879, | |
| "kl": 0.072265625, | |
| "learning_rate": 7.019138508088552e-09, | |
| "loss": 0.0029, | |
| "reward": 0.6517857313156128, | |
| "reward_std": 0.27641984820365906, | |
| "rewards/accuracy_reward": 0.6517857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 456 | |
| }, | |
| { | |
| "completion_length": 609.9285888671875, | |
| "epoch": 0.9744136460554371, | |
| "grad_norm": 2.488274097442627, | |
| "grpo_loss": -0.09877821803092957, | |
| "kl": 0.125, | |
| "learning_rate": 5.98149509592244e-09, | |
| "loss": 0.005, | |
| "reward": 0.5267857313156128, | |
| "reward_std": 0.26945602893829346, | |
| "rewards/accuracy_reward": 0.5267857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 457 | |
| }, | |
| { | |
| "completion_length": 549.5535888671875, | |
| "epoch": 0.976545842217484, | |
| "grad_norm": 26.11075210571289, | |
| "grpo_loss": 0.21839597821235657, | |
| "kl": 0.8359375, | |
| "learning_rate": 5.026651393506387e-09, | |
| "loss": 0.0335, | |
| "reward": 0.7410714626312256, | |
| "reward_std": 0.316791296005249, | |
| "rewards/accuracy_reward": 0.7410714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 458 | |
| }, | |
| { | |
| "completion_length": 562.25, | |
| "epoch": 0.9786780383795309, | |
| "grad_norm": 5.394749164581299, | |
| "grpo_loss": 0.0021801290567964315, | |
| "kl": 0.3359375, | |
| "learning_rate": 4.154660319047543e-09, | |
| "loss": 0.0134, | |
| "reward": 0.723214328289032, | |
| "reward_std": 0.22926399111747742, | |
| "rewards/accuracy_reward": 0.723214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 459 | |
| }, | |
| { | |
| "completion_length": 687.1517944335938, | |
| "epoch": 0.9808102345415778, | |
| "grad_norm": 5.675504207611084, | |
| "grpo_loss": 0.06382696330547333, | |
| "kl": 0.341796875, | |
| "learning_rate": 3.3655701989944164e-09, | |
| "loss": 0.0137, | |
| "reward": 0.4821428656578064, | |
| "reward_std": 0.26363447308540344, | |
| "rewards/accuracy_reward": 0.4821428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 460 | |
| }, | |
| { | |
| "completion_length": 585.3125, | |
| "epoch": 0.9829424307036247, | |
| "grad_norm": 2.350153684616089, | |
| "grpo_loss": 0.0019125863909721375, | |
| "kl": 0.1630859375, | |
| "learning_rate": 2.659424765357521e-09, | |
| "loss": 0.0065, | |
| "reward": 0.598214328289032, | |
| "reward_std": 0.2331376075744629, | |
| "rewards/accuracy_reward": 0.598214328289032, | |
| "rewards/format_reward": 0.0, | |
| "step": 461 | |
| }, | |
| { | |
| "completion_length": 660.732177734375, | |
| "epoch": 0.9850746268656716, | |
| "grad_norm": 5.494519233703613, | |
| "grpo_loss": -0.0505463182926178, | |
| "kl": 0.2412109375, | |
| "learning_rate": 2.0362631532856445e-09, | |
| "loss": 0.0096, | |
| "reward": 0.4910714626312256, | |
| "reward_std": 0.3402346670627594, | |
| "rewards/accuracy_reward": 0.4910714626312256, | |
| "rewards/format_reward": 0.0, | |
| "step": 462 | |
| }, | |
| { | |
| "completion_length": 677.8928833007812, | |
| "epoch": 0.9872068230277186, | |
| "grad_norm": 1.2300056219100952, | |
| "grpo_loss": -0.049303088337183, | |
| "kl": 0.1044921875, | |
| "learning_rate": 1.4961198988979185e-09, | |
| "loss": 0.0042, | |
| "reward": 0.5892857313156128, | |
| "reward_std": 0.3501092493534088, | |
| "rewards/accuracy_reward": 0.5892857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 463 | |
| }, | |
| { | |
| "completion_length": 562.107177734375, | |
| "epoch": 0.9893390191897654, | |
| "grad_norm": 1.0299087762832642, | |
| "grpo_loss": -0.09899073094129562, | |
| "kl": 0.12890625, | |
| "learning_rate": 1.0390249373686823e-09, | |
| "loss": 0.0052, | |
| "reward": 0.7589285969734192, | |
| "reward_std": 0.26945602893829346, | |
| "rewards/accuracy_reward": 0.7589285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 464 | |
| }, | |
| { | |
| "completion_length": 614.982177734375, | |
| "epoch": 0.9914712153518124, | |
| "grad_norm": 1.0833293199539185, | |
| "grpo_loss": 0.006685294210910797, | |
| "kl": 0.123046875, | |
| "learning_rate": 6.650036012693095e-10, | |
| "loss": 0.0049, | |
| "reward": 0.5625, | |
| "reward_std": 0.2360483705997467, | |
| "rewards/accuracy_reward": 0.5625, | |
| "rewards/format_reward": 0.0, | |
| "step": 465 | |
| }, | |
| { | |
| "completion_length": 575.0089721679688, | |
| "epoch": 0.9936034115138592, | |
| "grad_norm": 0.6512173414230347, | |
| "grpo_loss": 0.07838420569896698, | |
| "kl": 0.10595703125, | |
| "learning_rate": 3.7407661916349924e-10, | |
| "loss": 0.0042, | |
| "reward": 0.6071428656578064, | |
| "reward_std": 0.346056193113327, | |
| "rewards/accuracy_reward": 0.6071428656578064, | |
| "rewards/format_reward": 0.0, | |
| "step": 466 | |
| }, | |
| { | |
| "completion_length": 612.419677734375, | |
| "epoch": 0.9957356076759062, | |
| "grad_norm": 3.9021387100219727, | |
| "grpo_loss": 0.020383043214678764, | |
| "kl": 0.228515625, | |
| "learning_rate": 1.6626011445919353e-10, | |
| "loss": 0.0091, | |
| "reward": 0.5892857313156128, | |
| "reward_std": 0.22917428612709045, | |
| "rewards/accuracy_reward": 0.5892857313156128, | |
| "rewards/format_reward": 0.0, | |
| "step": 467 | |
| }, | |
| { | |
| "completion_length": 642.1160888671875, | |
| "epoch": 0.997867803837953, | |
| "grad_norm": 0.9386311769485474, | |
| "grpo_loss": 0.009107634425163269, | |
| "kl": 0.1259765625, | |
| "learning_rate": 4.156560451462621e-11, | |
| "loss": 0.005, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.18483950197696686, | |
| "rewards/accuracy_reward": 0.5714285969734192, | |
| "rewards/format_reward": 0.0, | |
| "step": 468 | |
| }, | |
| { | |
| "completion_length": 644.1759033203125, | |
| "epoch": 1.0, | |
| "grad_norm": 1.1123640537261963, | |
| "grpo_loss": 0.005602791905403137, | |
| "kl": 0.10107421875, | |
| "learning_rate": 0.0, | |
| "loss": 0.004, | |
| "reward": 0.625, | |
| "reward_std": 0.2999529242515564, | |
| "rewards/accuracy_reward": 0.625, | |
| "rewards/format_reward": 0.0, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 469, | |
| "total_flos": 0.0, | |
| "train_loss": 0.0, | |
| "train_runtime": 1.7067, | |
| "train_samples_per_second": 4394.419, | |
| "train_steps_per_second": 274.798 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 469, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 200, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |