phi3m0128-wds-0.9-kendall-onof-ofif-corr-max-2-simpo-max1500-default
/
checkpoint-100
/trainer_state.json
| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.08072653884964683, | |
| "eval_steps": 50, | |
| "global_step": 100, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.008072653884964682, | |
| "grad_norm": 0.04381619393825531, | |
| "learning_rate": 4.999451708687114e-06, | |
| "logits/chosen": 14.719314575195312, | |
| "logits/rejected": 15.156938552856445, | |
| "logps/chosen": -0.2856016755104065, | |
| "logps/rejected": -0.31895095109939575, | |
| "loss": 0.9242, | |
| "rewards/accuracies": 0.4375, | |
| "rewards/chosen": -0.42840251326560974, | |
| "rewards/margins": 0.050023891031742096, | |
| "rewards/rejected": -0.47842639684677124, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.016145307769929364, | |
| "grad_norm": 0.05155143886804581, | |
| "learning_rate": 4.997807075247147e-06, | |
| "logits/chosen": 14.559402465820312, | |
| "logits/rejected": 15.32939338684082, | |
| "logps/chosen": -0.2736968398094177, | |
| "logps/rejected": -0.3458033502101898, | |
| "loss": 0.9127, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": -0.4105452597141266, | |
| "rewards/margins": 0.10815979540348053, | |
| "rewards/rejected": -0.5187050104141235, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.024217961654894045, | |
| "grad_norm": 0.05071854218840599, | |
| "learning_rate": 4.9950668210706795e-06, | |
| "logits/chosen": 14.653738021850586, | |
| "logits/rejected": 15.168347358703613, | |
| "logps/chosen": -0.2985997200012207, | |
| "logps/rejected": -0.34624338150024414, | |
| "loss": 0.9141, | |
| "rewards/accuracies": 0.4625000059604645, | |
| "rewards/chosen": -0.44789963960647583, | |
| "rewards/margins": 0.07146544009447098, | |
| "rewards/rejected": -0.5193650722503662, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03229061553985873, | |
| "grad_norm": 0.052318744361400604, | |
| "learning_rate": 4.9912321481237616e-06, | |
| "logits/chosen": 14.621539115905762, | |
| "logits/rejected": 15.138806343078613, | |
| "logps/chosen": -0.27971988916397095, | |
| "logps/rejected": -0.360626757144928, | |
| "loss": 0.9313, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": -0.4195798337459564, | |
| "rewards/margins": 0.12136033922433853, | |
| "rewards/rejected": -0.5409401655197144, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04036326942482341, | |
| "grad_norm": 0.06900553405284882, | |
| "learning_rate": 4.986304738420684e-06, | |
| "logits/chosen": 14.308789253234863, | |
| "logits/rejected": 14.605737686157227, | |
| "logps/chosen": -0.2685723304748535, | |
| "logps/rejected": -0.323064386844635, | |
| "loss": 0.9076, | |
| "rewards/accuracies": 0.4749999940395355, | |
| "rewards/chosen": -0.40285855531692505, | |
| "rewards/margins": 0.08173803985118866, | |
| "rewards/rejected": -0.4845965802669525, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.04036326942482341, | |
| "eval_logits/chosen": 14.528907775878906, | |
| "eval_logits/rejected": 15.016877174377441, | |
| "eval_logps/chosen": -0.2801212966442108, | |
| "eval_logps/rejected": -0.34862396121025085, | |
| "eval_loss": 0.9108895063400269, | |
| "eval_rewards/accuracies": 0.5544554591178894, | |
| "eval_rewards/chosen": -0.4201819598674774, | |
| "eval_rewards/margins": 0.10275395959615707, | |
| "eval_rewards/rejected": -0.5229359865188599, | |
| "eval_runtime": 30.01, | |
| "eval_samples_per_second": 26.691, | |
| "eval_steps_per_second": 3.366, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.04843592330978809, | |
| "grad_norm": 0.32321593165397644, | |
| "learning_rate": 4.980286753286196e-06, | |
| "logits/chosen": 14.644981384277344, | |
| "logits/rejected": 15.177103996276855, | |
| "logps/chosen": -0.26382654905319214, | |
| "logps/rejected": -0.33932510018348694, | |
| "loss": 0.9204, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": -0.3957397937774658, | |
| "rewards/margins": 0.1132478266954422, | |
| "rewards/rejected": -0.5089876055717468, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.056508577194752774, | |
| "grad_norm": 0.07268164306879044, | |
| "learning_rate": 4.973180832407471e-06, | |
| "logits/chosen": 14.562113761901855, | |
| "logits/rejected": 15.092450141906738, | |
| "logps/chosen": -0.2856511175632477, | |
| "logps/rejected": -0.34295767545700073, | |
| "loss": 0.915, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": -0.42847663164138794, | |
| "rewards/margins": 0.08595988899469376, | |
| "rewards/rejected": -0.5144366025924683, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.06458123107971746, | |
| "grad_norm": 0.06727313250303268, | |
| "learning_rate": 4.964990092676263e-06, | |
| "logits/chosen": 13.979713439941406, | |
| "logits/rejected": 14.924532890319824, | |
| "logps/chosen": -0.27184560894966125, | |
| "logps/rejected": -0.3679867386817932, | |
| "loss": 0.9223, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.4077683985233307, | |
| "rewards/margins": 0.14421164989471436, | |
| "rewards/rejected": -0.5519800186157227, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07265388496468214, | |
| "grad_norm": 0.06138753890991211, | |
| "learning_rate": 4.9557181268217225e-06, | |
| "logits/chosen": 14.366241455078125, | |
| "logits/rejected": 14.924840927124023, | |
| "logps/chosen": -0.2656143009662628, | |
| "logps/rejected": -0.3583180606365204, | |
| "loss": 0.9117, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -0.39842137694358826, | |
| "rewards/margins": 0.13905569911003113, | |
| "rewards/rejected": -0.5374771356582642, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.08072653884964683, | |
| "grad_norm": 0.14299456775188446, | |
| "learning_rate": 4.9453690018345144e-06, | |
| "logits/chosen": 14.401769638061523, | |
| "logits/rejected": 14.532609939575195, | |
| "logps/chosen": -0.2966740131378174, | |
| "logps/rejected": -0.3347373604774475, | |
| "loss": 0.9162, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": -0.4450109899044037, | |
| "rewards/margins": 0.05709508806467056, | |
| "rewards/rejected": -0.5021060705184937, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.08072653884964683, | |
| "eval_logits/chosen": 14.096770286560059, | |
| "eval_logits/rejected": 14.638699531555176, | |
| "eval_logps/chosen": -0.2713560461997986, | |
| "eval_logps/rejected": -0.35128629207611084, | |
| "eval_loss": 0.900999128818512, | |
| "eval_rewards/accuracies": 0.5643564462661743, | |
| "eval_rewards/chosen": -0.4070340394973755, | |
| "eval_rewards/margins": 0.11989541351795197, | |
| "eval_rewards/rejected": -0.5269294381141663, | |
| "eval_runtime": 29.986, | |
| "eval_samples_per_second": 26.712, | |
| "eval_steps_per_second": 3.368, | |
| "step": 100 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.41040928372949e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |