diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,10357 @@
+{
+  "best_metric": 0.009275409393012524,
+  "best_model_checkpoint": "./results/checkpoint-16000",
+  "epoch": 0.9725956862520739,
+  "eval_steps": 1000,
+  "global_step": 17000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 3.0000000000000004e-07,
+      "loss": 0.003,
+      "step": 10
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 6.000000000000001e-07,
+      "loss": 0.0356,
+      "step": 20
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 9e-07,
+      "loss": 0.0025,
+      "step": 30
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.2000000000000002e-06,
+      "loss": 0.0021,
+      "step": 40
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.5e-06,
+      "loss": 0.0634,
+      "step": 50
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.8e-06,
+      "loss": 0.0024,
+      "step": 60
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.1000000000000002e-06,
+      "loss": 0.0582,
+      "step": 70
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.4000000000000003e-06,
+      "loss": 0.0403,
+      "step": 80
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.7e-06,
+      "loss": 0.0018,
+      "step": 90
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3e-06,
+      "loss": 0.0067,
+      "step": 100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.3e-06,
+      "loss": 0.023,
+      "step": 110
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.6e-06,
+      "loss": 0.0033,
+      "step": 120
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.9e-06,
+      "loss": 0.0064,
+      "step": 130
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.2000000000000004e-06,
+      "loss": 0.0052,
+      "step": 140
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.5e-06,
+      "loss": 0.0014,
+      "step": 150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.800000000000001e-06,
+      "loss": 0.0048,
+      "step": 160
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.1e-06,
+      "loss": 0.0015,
+      "step": 170
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.4e-06,
+      "loss": 0.0042,
+      "step": 180
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.7000000000000005e-06,
+      "loss": 0.0024,
+      "step": 190
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6e-06,
+      "loss": 0.0438,
+      "step": 200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.3e-06,
+      "loss": 0.001,
+      "step": 210
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.6e-06,
+      "loss": 0.0077,
+      "step": 220
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.900000000000001e-06,
+      "loss": 0.047,
+      "step": 230
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.2e-06,
+      "loss": 0.0236,
+      "step": 240
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.5e-06,
+      "loss": 0.0061,
+      "step": 250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.8e-06,
+      "loss": 0.0021,
+      "step": 260
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 8.1e-06,
+      "loss": 0.0062,
+      "step": 270
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 8.400000000000001e-06,
+      "loss": 0.0008,
+      "step": 280
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 8.7e-06,
+      "loss": 0.0117,
+      "step": 290
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9e-06,
+      "loss": 0.0126,
+      "step": 300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.3e-06,
+      "loss": 0.0323,
+      "step": 310
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.600000000000001e-06,
+      "loss": 0.0006,
+      "step": 320
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.9e-06,
+      "loss": 0.0004,
+      "step": 330
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.02e-05,
+      "loss": 0.0004,
+      "step": 340
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.05e-05,
+      "loss": 0.0087,
+      "step": 350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.08e-05,
+      "loss": 0.0225,
+      "step": 360
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.11e-05,
+      "loss": 0.0153,
+      "step": 370
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1400000000000001e-05,
+      "loss": 0.0003,
+      "step": 380
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1700000000000001e-05,
+      "loss": 0.0059,
+      "step": 390
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.2e-05,
+      "loss": 0.0104,
+      "step": 400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.2299999999999999e-05,
+      "loss": 0.0517,
+      "step": 410
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.26e-05,
+      "loss": 0.0192,
+      "step": 420
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.29e-05,
+      "loss": 0.0355,
+      "step": 430
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.32e-05,
+      "loss": 0.0303,
+      "step": 440
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.3500000000000001e-05,
+      "loss": 0.0257,
+      "step": 450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.3800000000000002e-05,
+      "loss": 0.0013,
+      "step": 460
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.4099999999999999e-05,
+      "loss": 0.0415,
+      "step": 470
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.44e-05,
+      "loss": 0.0036,
+      "step": 480
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.47e-05,
+      "loss": 0.0059,
+      "step": 490
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.5e-05,
+      "loss": 0.0443,
+      "step": 500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.53e-05,
+      "loss": 0.0015,
+      "step": 510
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.56e-05,
+      "loss": 0.0226,
+      "step": 520
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.59e-05,
+      "loss": 0.0009,
+      "step": 530
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.62e-05,
+      "loss": 0.0007,
+      "step": 540
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.65e-05,
+      "loss": 0.0422,
+      "step": 550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.6800000000000002e-05,
+      "loss": 0.0004,
+      "step": 560
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.71e-05,
+      "loss": 0.0812,
+      "step": 570
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.74e-05,
+      "loss": 0.0012,
+      "step": 580
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.77e-05,
+      "loss": 0.0011,
+      "step": 590
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.8e-05,
+      "loss": 0.0324,
+      "step": 600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.83e-05,
+      "loss": 0.0622,
+      "step": 610
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.86e-05,
+      "loss": 0.0249,
+      "step": 620
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.8900000000000002e-05,
+      "loss": 0.0628,
+      "step": 630
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9200000000000003e-05,
+      "loss": 0.0011,
+      "step": 640
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.95e-05,
+      "loss": 0.0224,
+      "step": 650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.98e-05,
+      "loss": 0.0523,
+      "step": 660
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.01e-05,
+      "loss": 0.0008,
+      "step": 670
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.04e-05,
+      "loss": 0.0228,
+      "step": 680
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.07e-05,
+      "loss": 0.0106,
+      "step": 690
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1e-05,
+      "loss": 0.0026,
+      "step": 700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.13e-05,
+      "loss": 0.0047,
+      "step": 710
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.16e-05,
+      "loss": 0.0021,
+      "step": 720
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.19e-05,
+      "loss": 0.002,
+      "step": 730
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.22e-05,
+      "loss": 0.0519,
+      "step": 740
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.25e-05,
+      "loss": 0.0118,
+      "step": 750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.2800000000000002e-05,
+      "loss": 0.0009,
+      "step": 760
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.3100000000000002e-05,
+      "loss": 0.001,
+      "step": 770
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.3400000000000003e-05,
+      "loss": 0.0003,
+      "step": 780
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.37e-05,
+      "loss": 0.002,
+      "step": 790
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.4e-05,
+      "loss": 0.0487,
+      "step": 800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.43e-05,
+      "loss": 0.0002,
+      "step": 810
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.4599999999999998e-05,
+      "loss": 0.0016,
+      "step": 820
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.49e-05,
+      "loss": 0.0004,
+      "step": 830
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.52e-05,
+      "loss": 0.0027,
+      "step": 840
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.55e-05,
+      "loss": 0.0032,
+      "step": 850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.58e-05,
+      "loss": 0.0002,
+      "step": 860
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.61e-05,
+      "loss": 0.0011,
+      "step": 870
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.64e-05,
+      "loss": 0.0002,
+      "step": 880
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.6700000000000002e-05,
+      "loss": 0.0634,
+      "step": 890
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.7000000000000002e-05,
+      "loss": 0.0112,
+      "step": 900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.7300000000000003e-05,
+      "loss": 0.0185,
+      "step": 910
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.7600000000000003e-05,
+      "loss": 0.0006,
+      "step": 920
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.79e-05,
+      "loss": 0.0784,
+      "step": 930
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.8199999999999998e-05,
+      "loss": 0.0126,
+      "step": 940
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.8499999999999998e-05,
+      "loss": 0.0214,
+      "step": 950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.88e-05,
+      "loss": 0.0038,
+      "step": 960
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.91e-05,
+      "loss": 0.0015,
+      "step": 970
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.94e-05,
+      "loss": 0.0371,
+      "step": 980
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.97e-05,
+      "loss": 0.0368,
+      "step": 990
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 3e-05,
+      "loss": 0.0026,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06,
+      "eval_loss": 0.017844753339886665,
+      "eval_runtime": 381.7901,
+      "eval_samples_per_second": 183.122,
+      "eval_steps_per_second": 11.446,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.998179390702755e-05,
+      "loss": 0.0006,
+      "step": 1010
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.9963587814055105e-05,
+      "loss": 0.0004,
+      "step": 1020
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.9945381721082656e-05,
+      "loss": 0.0114,
+      "step": 1030
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.9927175628110206e-05,
+      "loss": 0.0469,
+      "step": 1040
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.990896953513776e-05,
+      "loss": 0.0142,
+      "step": 1050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.989076344216531e-05,
+      "loss": 0.0422,
+      "step": 1060
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.987255734919286e-05,
+      "loss": 0.0113,
+      "step": 1070
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.985435125622042e-05,
+      "loss": 0.001,
+      "step": 1080
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.983614516324797e-05,
+      "loss": 0.0013,
+      "step": 1090
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.981793907027552e-05,
+      "loss": 0.0334,
+      "step": 1100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.9799732977303073e-05,
+      "loss": 0.001,
+      "step": 1110
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.9781526884330624e-05,
+      "loss": 0.0006,
+      "step": 1120
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.9763320791358175e-05,
+      "loss": 0.0005,
+      "step": 1130
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.974511469838573e-05,
+      "loss": 0.0005,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.972690860541328e-05,
+      "loss": 0.0003,
+      "step": 1150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.970870251244083e-05,
+      "loss": 0.0445,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.9690496419468383e-05,
+      "loss": 0.0027,
+      "step": 1170
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.9672290326495934e-05,
+      "loss": 0.0288,
+      "step": 1180
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.9654084233523484e-05,
+      "loss": 0.0004,
+      "step": 1190
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.963587814055104e-05,
+      "loss": 0.0003,
+      "step": 1200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.961767204757859e-05,
+      "loss": 0.0114,
+      "step": 1210
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.959946595460614e-05,
+      "loss": 0.0006,
+      "step": 1220
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.9581259861633693e-05,
+      "loss": 0.0003,
+      "step": 1230
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.9563053768661247e-05,
+      "loss": 0.0021,
+      "step": 1240
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.9544847675688798e-05,
+      "loss": 0.0262,
+      "step": 1250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.952664158271635e-05,
+      "loss": 0.0101,
+      "step": 1260
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.9508435489743902e-05,
+      "loss": 0.0708,
+      "step": 1270
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.9490229396771453e-05,
+      "loss": 0.0459,
+      "step": 1280
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.9472023303799007e-05,
+      "loss": 0.0377,
+      "step": 1290
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.9453817210826557e-05,
+      "loss": 0.0412,
+      "step": 1300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.9435611117854108e-05,
+      "loss": 0.0012,
+      "step": 1310
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.941740502488166e-05,
+      "loss": 0.022,
+      "step": 1320
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.9399198931909212e-05,
+      "loss": 0.0025,
+      "step": 1330
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.9380992838936766e-05,
+      "loss": 0.0095,
+      "step": 1340
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.9362786745964317e-05,
+      "loss": 0.0109,
+      "step": 1350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.9344580652991867e-05,
+      "loss": 0.0004,
+      "step": 1360
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.932637456001942e-05,
+      "loss": 0.0001,
+      "step": 1370
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.930816846704697e-05,
+      "loss": 0.0002,
+      "step": 1380
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.9289962374074525e-05,
+      "loss": 0.0003,
+      "step": 1390
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.927175628110208e-05,
+      "loss": 0.0001,
+      "step": 1400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.925355018812963e-05,
+      "loss": 0.0188,
+      "step": 1410
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.923534409515718e-05,
+      "loss": 0.0016,
+      "step": 1420
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.9217138002184734e-05,
+      "loss": 0.0091,
+      "step": 1430
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.9198931909212285e-05,
+      "loss": 0.001,
+      "step": 1440
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.9180725816239835e-05,
+      "loss": 0.0006,
+      "step": 1450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.916251972326739e-05,
+      "loss": 0.0521,
+      "step": 1460
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.914431363029494e-05,
+      "loss": 0.0002,
+      "step": 1470
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.912610753732249e-05,
+      "loss": 0.0761,
+      "step": 1480
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.9107901444350044e-05,
+      "loss": 0.0071,
+      "step": 1490
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.9089695351377595e-05,
+      "loss": 0.0475,
+      "step": 1500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.9071489258405145e-05,
+      "loss": 0.0006,
+      "step": 1510
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.90532831654327e-05,
+      "loss": 0.0041,
+      "step": 1520
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.903507707246025e-05,
+      "loss": 0.0003,
+      "step": 1530
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.90168709794878e-05,
+      "loss": 0.0129,
+      "step": 1540
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8998664886515357e-05,
+      "loss": 0.0481,
+      "step": 1550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8980458793542908e-05,
+      "loss": 0.0007,
+      "step": 1560
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.896225270057046e-05,
+      "loss": 0.0701,
+      "step": 1570
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8944046607598012e-05,
+      "loss": 0.0068,
+      "step": 1580
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8925840514625563e-05,
+      "loss": 0.0343,
+      "step": 1590
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8907634421653113e-05,
+      "loss": 0.0104,
+      "step": 1600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8889428328680667e-05,
+      "loss": 0.0007,
+      "step": 1610
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8871222235708218e-05,
+      "loss": 0.0004,
+      "step": 1620
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.885301614273577e-05,
+      "loss": 0.0147,
+      "step": 1630
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8834810049763322e-05,
+      "loss": 0.0028,
+      "step": 1640
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8816603956790873e-05,
+      "loss": 0.0014,
+      "step": 1650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8798397863818423e-05,
+      "loss": 0.0002,
+      "step": 1660
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8780191770845977e-05,
+      "loss": 0.0605,
+      "step": 1670
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8761985677873528e-05,
+      "loss": 0.0313,
+      "step": 1680
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.874377958490108e-05,
+      "loss": 0.0017,
+      "step": 1690
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8725573491928632e-05,
+      "loss": 0.0241,
+      "step": 1700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8707367398956186e-05,
+      "loss": 0.001,
+      "step": 1710
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8689161305983737e-05,
+      "loss": 0.0003,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.867095521301129e-05,
+      "loss": 0.0003,
+      "step": 1730
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.865274912003884e-05,
+      "loss": 0.0003,
+      "step": 1740
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.863454302706639e-05,
+      "loss": 0.013,
+      "step": 1750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8616336934093946e-05,
+      "loss": 0.0005,
+      "step": 1760
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8598130841121496e-05,
+      "loss": 0.0002,
+      "step": 1770
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8579924748149047e-05,
+      "loss": 0.0377,
+      "step": 1780
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.85617186551766e-05,
+      "loss": 0.0002,
+      "step": 1790
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.854351256220415e-05,
+      "loss": 0.0003,
+      "step": 1800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.85253064692317e-05,
+      "loss": 0.0454,
+      "step": 1810
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8507100376259255e-05,
+      "loss": 0.0003,
+      "step": 1820
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8488894283286806e-05,
+      "loss": 0.0002,
+      "step": 1830
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8470688190314357e-05,
+      "loss": 0.0002,
+      "step": 1840
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.845248209734191e-05,
+      "loss": 0.0005,
+      "step": 1850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8434276004369464e-05,
+      "loss": 0.0004,
+      "step": 1860
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8416069911397015e-05,
+      "loss": 0.0506,
+      "step": 1870
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.839786381842457e-05,
+      "loss": 0.0472,
+      "step": 1880
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.837965772545212e-05,
+      "loss": 0.0632,
+      "step": 1890
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.836145163247967e-05,
+      "loss": 0.0484,
+      "step": 1900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8343245539507224e-05,
+      "loss": 0.053,
+      "step": 1910
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8325039446534774e-05,
+      "loss": 0.0032,
+      "step": 1920
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8306833353562325e-05,
+      "loss": 0.0481,
+      "step": 1930
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.828862726058988e-05,
+      "loss": 0.0026,
+      "step": 1940
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.827042116761743e-05,
+      "loss": 0.0182,
+      "step": 1950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.825221507464498e-05,
+      "loss": 0.0009,
+      "step": 1960
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8234008981672534e-05,
+      "loss": 0.0011,
+      "step": 1970
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8215802888700084e-05,
+      "loss": 0.0181,
+      "step": 1980
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8197596795727635e-05,
+      "loss": 0.0359,
+      "step": 1990
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.817939070275519e-05,
+      "loss": 0.0027,
+      "step": 2000
+    },
+    {
+      "epoch": 0.11,
+      "eval_loss": 0.014105047099292278,
+      "eval_runtime": 376.6099,
+      "eval_samples_per_second": 185.64,
+      "eval_steps_per_second": 11.604,
+      "step": 2000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.816118460978274e-05,
+      "loss": 0.0004,
+      "step": 2010
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8142978516810296e-05,
+      "loss": 0.0456,
+      "step": 2020
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8124772423837847e-05,
+      "loss": 0.0057,
+      "step": 2030
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8106566330865397e-05,
+      "loss": 0.0432,
+      "step": 2040
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.808836023789295e-05,
+      "loss": 0.0581,
+      "step": 2050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8070154144920502e-05,
+      "loss": 0.0132,
+      "step": 2060
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8051948051948052e-05,
+      "loss": 0.0193,
+      "step": 2070
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8033741958975606e-05,
+      "loss": 0.001,
+      "step": 2080
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8015535866003157e-05,
+      "loss": 0.0462,
+      "step": 2090
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.7997329773030707e-05,
+      "loss": 0.0289,
+      "step": 2100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.797912368005826e-05,
+      "loss": 0.0016,
+      "step": 2110
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.7960917587085812e-05,
+      "loss": 0.0207,
+      "step": 2120
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.7942711494113362e-05,
+      "loss": 0.0371,
+      "step": 2130
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.7924505401140916e-05,
+      "loss": 0.0143,
+      "step": 2140
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.7906299308168467e-05,
+      "loss": 0.0031,
+      "step": 2150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.7888093215196017e-05,
+      "loss": 0.0018,
+      "step": 2160
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.7869887122223575e-05,
+      "loss": 0.0066,
+      "step": 2170
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.7851681029251125e-05,
+      "loss": 0.0004,
+      "step": 2180
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.7833474936278676e-05,
+      "loss": 0.0249,
+      "step": 2190
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.781526884330623e-05,
+      "loss": 0.0038,
+      "step": 2200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.779706275033378e-05,
+      "loss": 0.0002,
+      "step": 2210
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.777885665736133e-05,
+      "loss": 0.0378,
+      "step": 2220
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.7760650564388885e-05,
+      "loss": 0.0374,
+      "step": 2230
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.7742444471416435e-05,
+      "loss": 0.0585,
+      "step": 2240
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.7724238378443986e-05,
+      "loss": 0.0174,
+      "step": 2250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.770603228547154e-05,
+      "loss": 0.0006,
+      "step": 2260
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.768782619249909e-05,
+      "loss": 0.0004,
+      "step": 2270
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.766962009952664e-05,
+      "loss": 0.0057,
+      "step": 2280
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.7651414006554194e-05,
+      "loss": 0.0716,
+      "step": 2290
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.7633207913581745e-05,
+      "loss": 0.0049,
+      "step": 2300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.7615001820609295e-05,
+      "loss": 0.004,
+      "step": 2310
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.759679572763685e-05,
+      "loss": 0.0004,
+      "step": 2320
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.7578589634664403e-05,
+      "loss": 0.001,
+      "step": 2330
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.7560383541691954e-05,
+      "loss": 0.0454,
+      "step": 2340
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.7542177448719508e-05,
+      "loss": 0.0004,
+      "step": 2350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7523971355747058e-05,
+      "loss": 0.0003,
+      "step": 2360
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.750576526277461e-05,
+      "loss": 0.0003,
+      "step": 2370
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7487559169802163e-05,
+      "loss": 0.0143,
+      "step": 2380
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7469353076829713e-05,
+      "loss": 0.0367,
+      "step": 2390
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7451146983857264e-05,
+      "loss": 0.0401,
+      "step": 2400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7432940890884818e-05,
+      "loss": 0.0128,
+      "step": 2410
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7414734797912368e-05,
+      "loss": 0.0035,
+      "step": 2420
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.739652870493992e-05,
+      "loss": 0.0016,
+      "step": 2430
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7378322611967473e-05,
+      "loss": 0.0003,
+      "step": 2440
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7360116518995023e-05,
+      "loss": 0.0002,
+      "step": 2450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7341910426022574e-05,
+      "loss": 0.0011,
+      "step": 2460
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7323704333050128e-05,
+      "loss": 0.016,
+      "step": 2470
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.730549824007768e-05,
+      "loss": 0.0081,
+      "step": 2480
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7287292147105232e-05,
+      "loss": 0.0002,
+      "step": 2490
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7269086054132786e-05,
+      "loss": 0.0345,
+      "step": 2500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7250879961160336e-05,
+      "loss": 0.0019,
+      "step": 2510
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7232673868187887e-05,
+      "loss": 0.0005,
+      "step": 2520
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.721446777521544e-05,
+      "loss": 0.0199,
+      "step": 2530
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.719626168224299e-05,
+      "loss": 0.0003,
+      "step": 2540
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.7178055589270542e-05,
+      "loss": 0.0003,
+      "step": 2550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.7159849496298096e-05,
+      "loss": 0.0223,
+      "step": 2560
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.7141643403325646e-05,
+      "loss": 0.0004,
+      "step": 2570
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.7123437310353197e-05,
+      "loss": 0.002,
+      "step": 2580
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.710523121738075e-05,
+      "loss": 0.0033,
+      "step": 2590
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.70870251244083e-05,
+      "loss": 0.0493,
+      "step": 2600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.7068819031435852e-05,
+      "loss": 0.0299,
+      "step": 2610
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.7050612938463406e-05,
+      "loss": 0.0001,
+      "step": 2620
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.7032406845490956e-05,
+      "loss": 0.0487,
+      "step": 2630
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.701420075251851e-05,
+      "loss": 0.001,
+      "step": 2640
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.6995994659546064e-05,
+      "loss": 0.0001,
+      "step": 2650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.6977788566573615e-05,
+      "loss": 0.0005,
+      "step": 2660
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.6959582473601165e-05,
+      "loss": 0.0097,
+      "step": 2670
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.694137638062872e-05,
+      "loss": 0.0001,
+      "step": 2680
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.692317028765627e-05,
+      "loss": 0.0002,
+      "step": 2690
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.6904964194683823e-05,
+      "loss": 0.0082,
+      "step": 2700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6886758101711374e-05,
+      "loss": 0.0002,
+      "step": 2710
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6868552008738925e-05,
+      "loss": 0.023,
+      "step": 2720
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.685034591576648e-05,
+      "loss": 0.0019,
+      "step": 2730
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.683213982279403e-05,
+      "loss": 0.0023,
+      "step": 2740
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.681393372982158e-05,
+      "loss": 0.0928,
+      "step": 2750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6795727636849133e-05,
+      "loss": 0.0007,
+      "step": 2760
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6777521543876684e-05,
+      "loss": 0.0006,
+      "step": 2770
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6759315450904234e-05,
+      "loss": 0.0091,
+      "step": 2780
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.674110935793179e-05,
+      "loss": 0.001,
+      "step": 2790
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6722903264959342e-05,
+      "loss": 0.057,
+      "step": 2800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6704697171986893e-05,
+      "loss": 0.0002,
+      "step": 2810
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6686491079014447e-05,
+      "loss": 0.0002,
+      "step": 2820
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6668284986041997e-05,
+      "loss": 0.0273,
+      "step": 2830
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6650078893069548e-05,
+      "loss": 0.0004,
+      "step": 2840
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.66318728000971e-05,
+      "loss": 0.0239,
+      "step": 2850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6613666707124652e-05,
+      "loss": 0.0003,
+      "step": 2860
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6595460614152203e-05,
+      "loss": 0.0003,
+      "step": 2870
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6577254521179757e-05,
+      "loss": 0.0281,
+      "step": 2880
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.6559048428207307e-05,
+      "loss": 0.0009,
+      "step": 2890
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.6540842335234858e-05,
+      "loss": 0.0015,
+      "step": 2900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.652263624226241e-05,
+      "loss": 0.007,
+      "step": 2910
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.6504430149289962e-05,
+      "loss": 0.0349,
+      "step": 2920
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.6486224056317513e-05,
+      "loss": 0.0004,
+      "step": 2930
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.6468017963345067e-05,
+      "loss": 0.0504,
+      "step": 2940
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.644981187037262e-05,
+      "loss": 0.0528,
+      "step": 2950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.643160577740017e-05,
+      "loss": 0.0542,
+      "step": 2960
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.6413399684427725e-05,
+      "loss": 0.0008,
+      "step": 2970
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.6395193591455275e-05,
+      "loss": 0.039,
+      "step": 2980
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.6376987498482826e-05,
+      "loss": 0.0007,
+      "step": 2990
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.635878140551038e-05,
+      "loss": 0.0017,
+      "step": 3000
+    },
+    {
+      "epoch": 0.17,
+      "eval_loss": 0.01332151610404253,
+      "eval_runtime": 374.8224,
+      "eval_samples_per_second": 186.526,
+      "eval_steps_per_second": 11.659,
+      "step": 3000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.634057531253793e-05,
+      "loss": 0.0013,
+      "step": 3010
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.632236921956548e-05,
+      "loss": 0.0133,
+      "step": 3020
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.6304163126593035e-05,
+      "loss": 0.0003,
+      "step": 3030
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.6285957033620585e-05,
+      "loss": 0.0154,
+      "step": 3040
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.6267750940648136e-05,
+      "loss": 0.0004,
+      "step": 3050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.624954484767569e-05,
+      "loss": 0.0003,
+      "step": 3060
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.623133875470324e-05,
+      "loss": 0.0002,
+      "step": 3070
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.621313266173079e-05,
+      "loss": 0.0001,
+      "step": 3080
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.6194926568758345e-05,
+      "loss": 0.0002,
+      "step": 3090
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.6176720475785895e-05,
+      "loss": 0.0468,
+      "step": 3100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.615851438281345e-05,
+      "loss": 0.0026,
+      "step": 3110
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.6140308289841003e-05,
+      "loss": 0.0003,
+      "step": 3120
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.6122102196868554e-05,
+      "loss": 0.0706,
+      "step": 3130
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.6103896103896104e-05,
+      "loss": 0.0005,
+      "step": 3140
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.6085690010923658e-05,
+      "loss": 0.0018,
+      "step": 3150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.606748391795121e-05,
+      "loss": 0.0178,
+      "step": 3160
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.604927782497876e-05,
+      "loss": 0.0005,
+      "step": 3170
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.6031071732006313e-05,
+      "loss": 0.0002,
+      "step": 3180
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.6012865639033864e-05,
+      "loss": 0.0012,
+      "step": 3190
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.5994659546061414e-05,
+      "loss": 0.0498,
+      "step": 3200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.5976453453088968e-05,
+      "loss": 0.0104,
+      "step": 3210
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.595824736011652e-05,
+      "loss": 0.0077,
+      "step": 3220
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.594004126714407e-05,
+      "loss": 0.0129,
+      "step": 3230
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.5921835174171623e-05,
+      "loss": 0.0016,
+      "step": 3240
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.5903629081199173e-05,
+      "loss": 0.06,
+      "step": 3250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.5885422988226727e-05,
+      "loss": 0.0003,
+      "step": 3260
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.586721689525428e-05,
+      "loss": 0.0006,
+      "step": 3270
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.5849010802281832e-05,
+      "loss": 0.0002,
+      "step": 3280
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.5830804709309382e-05,
+      "loss": 0.0653,
+      "step": 3290
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.5812598616336936e-05,
+      "loss": 0.0033,
+      "step": 3300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.5794392523364487e-05,
+      "loss": 0.0032,
+      "step": 3310
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.5776186430392037e-05,
+      "loss": 0.0004,
+      "step": 3320
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.575798033741959e-05,
+      "loss": 0.0007,
+      "step": 3330
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.573977424444714e-05,
+      "loss": 0.0064,
+      "step": 3340
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.5721568151474692e-05,
+      "loss": 0.0479,
+      "step": 3350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.5703362058502246e-05,
+      "loss": 0.0003,
+      "step": 3360
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.5685155965529797e-05,
+      "loss": 0.0278,
+      "step": 3370
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.566694987255735e-05,
+      "loss": 0.0422,
+      "step": 3380
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.56487437795849e-05,
+      "loss": 0.0632,
+      "step": 3390
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.563053768661245e-05,
+      "loss": 0.0006,
+      "step": 3400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.5612331593640006e-05,
+      "loss": 0.0007,
+      "step": 3410
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.559412550066756e-05,
+      "loss": 0.0012,
+      "step": 3420
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.557591940769511e-05,
+      "loss": 0.0007,
+      "step": 3430
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.5557713314722664e-05,
+      "loss": 0.0422,
+      "step": 3440
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.5539507221750214e-05,
+      "loss": 0.002,
+      "step": 3450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.5521301128777765e-05,
+      "loss": 0.0011,
+      "step": 3460
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.550309503580532e-05,
+      "loss": 0.0003,
+      "step": 3470
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.548488894283287e-05,
+      "loss": 0.0002,
+      "step": 3480
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.546668284986042e-05,
+      "loss": 0.0002,
+      "step": 3490
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.5448476756887974e-05,
+      "loss": 0.0007,
+      "step": 3500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.5430270663915524e-05,
+      "loss": 0.028,
+      "step": 3510
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.5412064570943075e-05,
+      "loss": 0.0397,
+      "step": 3520
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.539385847797063e-05,
+      "loss": 0.0004,
+      "step": 3530
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.537565238499818e-05,
+      "loss": 0.0162,
+      "step": 3540
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.535744629202573e-05,
+      "loss": 0.0008,
+      "step": 3550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.5339240199053284e-05,
+      "loss": 0.0005,
+      "step": 3560
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.5321034106080838e-05,
+      "loss": 0.002,
+      "step": 3570
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.5302828013108388e-05,
+      "loss": 0.0002,
+      "step": 3580
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5284621920135942e-05,
+      "loss": 0.0216,
+      "step": 3590
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5266415827163493e-05,
+      "loss": 0.0483,
+      "step": 3600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5248209734191043e-05,
+      "loss": 0.0003,
+      "step": 3610
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5230003641218597e-05,
+      "loss": 0.0499,
+      "step": 3620
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5211797548246148e-05,
+      "loss": 0.0003,
+      "step": 3630
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5193591455273698e-05,
+      "loss": 0.0009,
+      "step": 3640
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5175385362301252e-05,
+      "loss": 0.0494,
+      "step": 3650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5157179269328802e-05,
+      "loss": 0.059,
+      "step": 3660
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5138973176356353e-05,
+      "loss": 0.0007,
+      "step": 3670
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5120767083383907e-05,
+      "loss": 0.001,
+      "step": 3680
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5102560990411457e-05,
+      "loss": 0.0843,
+      "step": 3690
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5084354897439008e-05,
+      "loss": 0.0006,
+      "step": 3700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5066148804466562e-05,
+      "loss": 0.0022,
+      "step": 3710
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5047942711494112e-05,
+      "loss": 0.0005,
+      "step": 3720
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.5029736618521666e-05,
+      "loss": 0.0002,
+      "step": 3730
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.501153052554922e-05,
+      "loss": 0.0003,
+      "step": 3740
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.499332443257677e-05,
+      "loss": 0.0625,
+      "step": 3750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.497511833960432e-05,
+      "loss": 0.0122,
+      "step": 3760
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.4956912246631875e-05,
+      "loss": 0.0478,
+      "step": 3770
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.4938706153659426e-05,
+      "loss": 0.0008,
+      "step": 3780
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.4920500060686976e-05,
+      "loss": 0.0006,
+      "step": 3790
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.490229396771453e-05,
+      "loss": 0.0013,
+      "step": 3800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.488408787474208e-05,
+      "loss": 0.001,
+      "step": 3810
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.486588178176963e-05,
+      "loss": 0.047,
+      "step": 3820
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.4847675688797185e-05,
+      "loss": 0.0007,
+      "step": 3830
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.4829469595824736e-05,
+      "loss": 0.035,
+      "step": 3840
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.4811263502852286e-05,
+      "loss": 0.028,
+      "step": 3850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.479305740987984e-05,
+      "loss": 0.0007,
+      "step": 3860
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.477485131690739e-05,
+      "loss": 0.0011,
+      "step": 3870
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.475664522393494e-05,
+      "loss": 0.0014,
+      "step": 3880
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.47384391309625e-05,
+      "loss": 0.0003,
+      "step": 3890
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.472023303799005e-05,
+      "loss": 0.0447,
+      "step": 3900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.47020269450176e-05,
+      "loss": 0.0008,
+      "step": 3910
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.4683820852045153e-05,
+      "loss": 0.0009,
+      "step": 3920
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.4665614759072704e-05,
+      "loss": 0.0007,
+      "step": 3930
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.4647408666100254e-05,
+      "loss": 0.0004,
+      "step": 3940
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.462920257312781e-05,
+      "loss": 0.0003,
+      "step": 3950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.461099648015536e-05,
+      "loss": 0.0003,
+      "step": 3960
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.459279038718291e-05,
+      "loss": 0.0006,
+      "step": 3970
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.4574584294210463e-05,
+      "loss": 0.0003,
+      "step": 3980
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.4556378201238014e-05,
+      "loss": 0.0002,
+      "step": 3990
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.4538172108265564e-05,
+      "loss": 0.0447,
+      "step": 4000
+    },
+    {
+      "epoch": 0.23,
+      "eval_loss": 0.01801093854010105,
+      "eval_runtime": 372.5794,
+      "eval_samples_per_second": 187.649,
+      "eval_steps_per_second": 11.729,
+      "step": 4000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.4519966015293118e-05,
+      "loss": 0.0004,
+      "step": 4010
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.450175992232067e-05,
+      "loss": 0.0588,
+      "step": 4020
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.448355382934822e-05,
+      "loss": 0.0523,
+      "step": 4030
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.4465347736375777e-05,
+      "loss": 0.0009,
+      "step": 4040
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.4447141643403327e-05,
+      "loss": 0.017,
+      "step": 4050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.442893555043088e-05,
+      "loss": 0.0244,
+      "step": 4060
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.441072945745843e-05,
+      "loss": 0.0003,
+      "step": 4070
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.4392523364485982e-05,
+      "loss": 0.0026,
+      "step": 4080
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.4374317271513536e-05,
+      "loss": 0.0305,
+      "step": 4090
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.4356111178541086e-05,
+      "loss": 0.0007,
+      "step": 4100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.4337905085568637e-05,
+      "loss": 0.0208,
+      "step": 4110
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.431969899259619e-05,
+      "loss": 0.0191,
+      "step": 4120
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.430149289962374e-05,
+      "loss": 0.0212,
+      "step": 4130
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.4283286806651292e-05,
+      "loss": 0.0269,
+      "step": 4140
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.4265080713678846e-05,
+      "loss": 0.0005,
+      "step": 4150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.4246874620706396e-05,
+      "loss": 0.0109,
+      "step": 4160
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.4228668527733947e-05,
+      "loss": 0.0007,
+      "step": 4170
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.42104624347615e-05,
+      "loss": 0.0021,
+      "step": 4180
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.419225634178905e-05,
+      "loss": 0.0046,
+      "step": 4190
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.4174050248816605e-05,
+      "loss": 0.0538,
+      "step": 4200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.415584415584416e-05,
+      "loss": 0.0002,
+      "step": 4210
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.413763806287171e-05,
+      "loss": 0.0167,
+      "step": 4220
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.411943196989926e-05,
+      "loss": 0.0004,
+      "step": 4230
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.4101225876926814e-05,
+      "loss": 0.0002,
+      "step": 4240
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.4083019783954365e-05,
+      "loss": 0.066,
+      "step": 4250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.4064813690981915e-05,
+      "loss": 0.0681,
+      "step": 4260
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.404660759800947e-05,
+      "loss": 0.0005,
+      "step": 4270
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.402840150503702e-05,
+      "loss": 0.0005,
+      "step": 4280
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.401019541206457e-05,
+      "loss": 0.0531,
+      "step": 4290
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.3991989319092124e-05,
+      "loss": 0.0346,
+      "step": 4300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.3973783226119675e-05,
+      "loss": 0.0023,
+      "step": 4310
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.3955577133147225e-05,
+      "loss": 0.0017,
+      "step": 4320
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.393737104017478e-05,
+      "loss": 0.0019,
+      "step": 4330
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.391916494720233e-05,
+      "loss": 0.0003,
+      "step": 4340
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.3900958854229883e-05,
+      "loss": 0.0307,
+      "step": 4350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.3882752761257437e-05,
+      "loss": 0.0279,
+      "step": 4360
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.3864546668284988e-05,
+      "loss": 0.0122,
+      "step": 4370
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.384634057531254e-05,
+      "loss": 0.1179,
+      "step": 4380
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.3828134482340092e-05,
+      "loss": 0.0512,
+      "step": 4390
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.3809928389367643e-05,
+      "loss": 0.0407,
+      "step": 4400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.3791722296395193e-05,
+      "loss": 0.0013,
+      "step": 4410
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.3773516203422747e-05,
+      "loss": 0.0277,
+      "step": 4420
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.3755310110450298e-05,
+      "loss": 0.001,
+      "step": 4430
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.373710401747785e-05,
+      "loss": 0.0287,
+      "step": 4440
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.3718897924505402e-05,
+      "loss": 0.0005,
+      "step": 4450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3700691831532953e-05,
+      "loss": 0.0018,
+      "step": 4460
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3682485738560503e-05,
+      "loss": 0.0003,
+      "step": 4470
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3664279645588057e-05,
+      "loss": 0.0003,
+      "step": 4480
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3646073552615608e-05,
+      "loss": 0.0018,
+      "step": 4490
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3627867459643158e-05,
+      "loss": 0.0005,
+      "step": 4500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3609661366670716e-05,
+      "loss": 0.0523,
+      "step": 4510
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3591455273698266e-05,
+      "loss": 0.0275,
+      "step": 4520
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3573249180725817e-05,
+      "loss": 0.0003,
+      "step": 4530
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.355504308775337e-05,
+      "loss": 0.0008,
+      "step": 4540
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.353683699478092e-05,
+      "loss": 0.0006,
+      "step": 4550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.351863090180847e-05,
+      "loss": 0.0002,
+      "step": 4560
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3500424808836025e-05,
+      "loss": 0.0281,
+      "step": 4570
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3482218715863576e-05,
+      "loss": 0.0004,
+      "step": 4580
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3464012622891127e-05,
+      "loss": 0.0215,
+      "step": 4590
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.344580652991868e-05,
+      "loss": 0.0459,
+      "step": 4600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.342760043694623e-05,
+      "loss": 0.0014,
+      "step": 4610
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.340939434397378e-05,
+      "loss": 0.0005,
+      "step": 4620
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3391188251001335e-05,
+      "loss": 0.0007,
+      "step": 4630
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.3372982158028886e-05,
+      "loss": 0.0003,
+      "step": 4640
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.3354776065056436e-05,
+      "loss": 0.0002,
+      "step": 4650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.333656997208399e-05,
+      "loss": 0.0002,
+      "step": 4660
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.3318363879111544e-05,
+      "loss": 0.0002,
+      "step": 4670
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.3300157786139095e-05,
+      "loss": 0.0376,
+      "step": 4680
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.328195169316665e-05,
+      "loss": 0.0498,
+      "step": 4690
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.32637456001942e-05,
+      "loss": 0.0014,
+      "step": 4700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.324553950722175e-05,
+      "loss": 0.0142,
+      "step": 4710
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.3227333414249304e-05,
+      "loss": 0.0004,
+      "step": 4720
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.3209127321276854e-05,
+      "loss": 0.0005,
+      "step": 4730
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.3190921228304408e-05,
+      "loss": 0.058,
+      "step": 4740
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.317271513533196e-05,
+      "loss": 0.0026,
+      "step": 4750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.315450904235951e-05,
+      "loss": 0.0004,
+      "step": 4760
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.3136302949387063e-05,
+      "loss": 0.0006,
+      "step": 4770
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.3118096856414614e-05,
+      "loss": 0.0638,
+      "step": 4780
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.3099890763442164e-05,
+      "loss": 0.001,
+      "step": 4790
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.3081684670469718e-05,
+      "loss": 0.0625,
+      "step": 4800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.306347857749727e-05,
+      "loss": 0.0013,
+      "step": 4810
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.3045272484524822e-05,
+      "loss": 0.0017,
+      "step": 4820
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.3027066391552376e-05,
+      "loss": 0.0005,
+      "step": 4830
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.3008860298579927e-05,
+      "loss": 0.0005,
+      "step": 4840
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.2990654205607477e-05,
+      "loss": 0.0003,
+      "step": 4850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.297244811263503e-05,
+      "loss": 0.0257,
+      "step": 4860
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.2954242019662582e-05,
+      "loss": 0.0221,
+      "step": 4870
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.2936035926690132e-05,
+      "loss": 0.0002,
+      "step": 4880
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.2917829833717686e-05,
+      "loss": 0.0004,
+      "step": 4890
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.2899623740745237e-05,
+      "loss": 0.0183,
+      "step": 4900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.2881417647772787e-05,
+      "loss": 0.0094,
+      "step": 4910
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.286321155480034e-05,
+      "loss": 0.0096,
+      "step": 4920
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.2845005461827892e-05,
+      "loss": 0.0006,
+      "step": 4930
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.2826799368855442e-05,
+      "loss": 0.0105,
+      "step": 4940
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.2808593275882996e-05,
+      "loss": 0.0683,
+      "step": 4950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.2790387182910547e-05,
+      "loss": 0.0184,
+      "step": 4960
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.2772181089938097e-05,
+      "loss": 0.0002,
+      "step": 4970
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.2753974996965655e-05,
+      "loss": 0.0238,
+      "step": 4980
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.2735768903993205e-05,
+      "loss": 0.0003,
+      "step": 4990
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.2717562811020756e-05,
+      "loss": 0.0016,
+      "step": 5000
+    },
+    {
+      "epoch": 0.29,
+      "eval_loss": 0.018033137544989586,
+      "eval_runtime": 373.1081,
+      "eval_samples_per_second": 187.383,
+      "eval_steps_per_second": 11.712,
+      "step": 5000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.269935671804831e-05,
+      "loss": 0.0217,
+      "step": 5010
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.268115062507586e-05,
+      "loss": 0.0483,
+      "step": 5020
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.266294453210341e-05,
+      "loss": 0.0557,
+      "step": 5030
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.2644738439130964e-05,
+      "loss": 0.0516,
+      "step": 5040
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.2626532346158515e-05,
+      "loss": 0.0023,
+      "step": 5050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.2608326253186065e-05,
+      "loss": 0.053,
+      "step": 5060
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.259012016021362e-05,
+      "loss": 0.0259,
+      "step": 5070
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.257191406724117e-05,
+      "loss": 0.0129,
+      "step": 5080
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.255370797426872e-05,
+      "loss": 0.0319,
+      "step": 5090
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.2535501881296274e-05,
+      "loss": 0.0117,
+      "step": 5100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.2517295788323825e-05,
+      "loss": 0.0096,
+      "step": 5110
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.2499089695351375e-05,
+      "loss": 0.0004,
+      "step": 5120
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.2480883602378933e-05,
+      "loss": 0.0004,
+      "step": 5130
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.2462677509406483e-05,
+      "loss": 0.0013,
+      "step": 5140
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.2444471416434034e-05,
+      "loss": 0.0047,
+      "step": 5150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2426265323461588e-05,
+      "loss": 0.0085,
+      "step": 5160
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2408059230489138e-05,
+      "loss": 0.0005,
+      "step": 5170
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.238985313751669e-05,
+      "loss": 0.0337,
+      "step": 5180
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2371647044544243e-05,
+      "loss": 0.0034,
+      "step": 5190
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2353440951571793e-05,
+      "loss": 0.0005,
+      "step": 5200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2335234858599344e-05,
+      "loss": 0.0077,
+      "step": 5210
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2317028765626898e-05,
+      "loss": 0.0013,
+      "step": 5220
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2298822672654448e-05,
+      "loss": 0.0517,
+      "step": 5230
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2280616579682e-05,
+      "loss": 0.0003,
+      "step": 5240
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2262410486709553e-05,
+      "loss": 0.0071,
+      "step": 5250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2244204393737103e-05,
+      "loss": 0.0529,
+      "step": 5260
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2225998300764654e-05,
+      "loss": 0.0515,
+      "step": 5270
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2207792207792207e-05,
+      "loss": 0.001,
+      "step": 5280
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.218958611481976e-05,
+      "loss": 0.036,
+      "step": 5290
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2171380021847312e-05,
+      "loss": 0.0141,
+      "step": 5300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2153173928874866e-05,
+      "loss": 0.0006,
+      "step": 5310
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2134967835902416e-05,
+      "loss": 0.0007,
+      "step": 5320
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.2116761742929967e-05,
+      "loss": 0.0057,
+      "step": 5330
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.209855564995752e-05,
+      "loss": 0.0075,
+      "step": 5340
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.208034955698507e-05,
+      "loss": 0.0004,
+      "step": 5350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.2062143464012622e-05,
+      "loss": 0.0532,
+      "step": 5360
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.2043937371040176e-05,
+      "loss": 0.0299,
+      "step": 5370
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.2025731278067726e-05,
+      "loss": 0.0375,
+      "step": 5380
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.200752518509528e-05,
+      "loss": 0.001,
+      "step": 5390
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.198931909212283e-05,
+      "loss": 0.0007,
+      "step": 5400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.197111299915038e-05,
+      "loss": 0.002,
+      "step": 5410
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.1952906906177935e-05,
+      "loss": 0.0236,
+      "step": 5420
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.1934700813205486e-05,
+      "loss": 0.0061,
+      "step": 5430
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.191649472023304e-05,
+      "loss": 0.0003,
+      "step": 5440
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.1898288627260593e-05,
+      "loss": 0.0004,
+      "step": 5450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.1880082534288144e-05,
+      "loss": 0.0321,
+      "step": 5460
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.1861876441315695e-05,
+      "loss": 0.0265,
+      "step": 5470
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.184367034834325e-05,
+      "loss": 0.0075,
+      "step": 5480
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.18254642553708e-05,
+      "loss": 0.0423,
+      "step": 5490
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.180725816239835e-05,
+      "loss": 0.0017,
+      "step": 5500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.1789052069425903e-05,
+      "loss": 0.001,
+      "step": 5510
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.1770845976453454e-05,
+      "loss": 0.0006,
+      "step": 5520
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.1752639883481004e-05,
+      "loss": 0.0006,
+      "step": 5530
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.173443379050856e-05,
+      "loss": 0.0166,
+      "step": 5540
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.171622769753611e-05,
+      "loss": 0.0002,
+      "step": 5550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.169802160456366e-05,
+      "loss": 0.0001,
+      "step": 5560
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.1679815511591213e-05,
+      "loss": 0.0485,
+      "step": 5570
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.1661609418618764e-05,
+      "loss": 0.0005,
+      "step": 5580
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.1643403325646314e-05,
+      "loss": 0.0004,
+      "step": 5590
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.162519723267387e-05,
+      "loss": 0.0004,
+      "step": 5600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.1606991139701422e-05,
+      "loss": 0.0131,
+      "step": 5610
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.1588785046728973e-05,
+      "loss": 0.0002,
+      "step": 5620
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.1570578953756527e-05,
+      "loss": 0.0001,
+      "step": 5630
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.1552372860784077e-05,
+      "loss": 0.0039,
+      "step": 5640
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.1534166767811628e-05,
+      "loss": 0.0001,
+      "step": 5650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.151596067483918e-05,
+      "loss": 0.0001,
+      "step": 5660
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.1497754581866732e-05,
+      "loss": 0.0027,
+      "step": 5670
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.1479548488894283e-05,
+      "loss": 0.0047,
+      "step": 5680
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1461342395921837e-05,
+      "loss": 0.0283,
+      "step": 5690
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1443136302949387e-05,
+      "loss": 0.0001,
+      "step": 5700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1424930209976938e-05,
+      "loss": 0.0455,
+      "step": 5710
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.140672411700449e-05,
+      "loss": 0.0003,
+      "step": 5720
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1388518024032042e-05,
+      "loss": 0.0111,
+      "step": 5730
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1370311931059593e-05,
+      "loss": 0.0002,
+      "step": 5740
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1352105838087146e-05,
+      "loss": 0.1088,
+      "step": 5750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.13338997451147e-05,
+      "loss": 0.0004,
+      "step": 5760
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.131569365214225e-05,
+      "loss": 0.0408,
+      "step": 5770
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1297487559169805e-05,
+      "loss": 0.0012,
+      "step": 5780
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1279281466197355e-05,
+      "loss": 0.0019,
+      "step": 5790
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1261075373224906e-05,
+      "loss": 0.0089,
+      "step": 5800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.124286928025246e-05,
+      "loss": 0.0017,
+      "step": 5810
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.122466318728001e-05,
+      "loss": 0.0002,
+      "step": 5820
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.120645709430756e-05,
+      "loss": 0.0003,
+      "step": 5830
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1188251001335115e-05,
+      "loss": 0.0001,
+      "step": 5840
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1170044908362665e-05,
+      "loss": 0.0356,
+      "step": 5850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.1151838815390216e-05,
+      "loss": 0.0002,
+      "step": 5860
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.113363272241777e-05,
+      "loss": 0.0004,
+      "step": 5870
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.111542662944532e-05,
+      "loss": 0.0292,
+      "step": 5880
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.109722053647287e-05,
+      "loss": 0.0043,
+      "step": 5890
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.1079014443500425e-05,
+      "loss": 0.0009,
+      "step": 5900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.106080835052798e-05,
+      "loss": 0.0511,
+      "step": 5910
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.104260225755553e-05,
+      "loss": 0.0002,
+      "step": 5920
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.1024396164583083e-05,
+      "loss": 0.0059,
+      "step": 5930
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.1006190071610633e-05,
+      "loss": 0.0006,
+      "step": 5940
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.0987983978638184e-05,
+      "loss": 0.0239,
+      "step": 5950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.0969777885665738e-05,
+      "loss": 0.013,
+      "step": 5960
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.095157179269329e-05,
+      "loss": 0.0002,
+      "step": 5970
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.093336569972084e-05,
+      "loss": 0.0136,
+      "step": 5980
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.0915159606748393e-05,
+      "loss": 0.0008,
+      "step": 5990
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.0896953513775943e-05,
+      "loss": 0.0334,
+      "step": 6000
+    },
+    {
+      "epoch": 0.34,
+      "eval_loss": 0.012497886084020138,
+      "eval_runtime": 387.2077,
+      "eval_samples_per_second": 180.559,
+      "eval_steps_per_second": 11.286,
+      "step": 6000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.0878747420803494e-05,
+      "loss": 0.0156,
+      "step": 6010
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.0860541327831048e-05,
+      "loss": 0.0085,
+      "step": 6020
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.08423352348586e-05,
+      "loss": 0.0012,
+      "step": 6030
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.082412914188615e-05,
+      "loss": 0.0003,
+      "step": 6040
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.0805923048913703e-05,
+      "loss": 0.0262,
+      "step": 6050
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.0787716955941253e-05,
+      "loss": 0.0006,
+      "step": 6060
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.076951086296881e-05,
+      "loss": 0.0024,
+      "step": 6070
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.075130476999636e-05,
+      "loss": 0.0032,
+      "step": 6080
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.073309867702391e-05,
+      "loss": 0.0354,
+      "step": 6090
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.0714892584051466e-05,
+      "loss": 0.0007,
+      "step": 6100
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.0696686491079016e-05,
+      "loss": 0.0002,
+      "step": 6110
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.0678480398106567e-05,
+      "loss": 0.0003,
+      "step": 6120
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.066027430513412e-05,
+      "loss": 0.0001,
+      "step": 6130
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.064206821216167e-05,
+      "loss": 0.0045,
+      "step": 6140
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.062386211918922e-05,
+      "loss": 0.0003,
+      "step": 6150
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.0605656026216775e-05,
+      "loss": 0.0272,
+      "step": 6160
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.0587449933244326e-05,
+      "loss": 0.0003,
+      "step": 6170
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.0569243840271877e-05,
+      "loss": 0.0462,
+      "step": 6180
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.055103774729943e-05,
+      "loss": 0.0002,
+      "step": 6190
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.053283165432698e-05,
+      "loss": 0.0008,
+      "step": 6200
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.051462556135453e-05,
+      "loss": 0.0001,
+      "step": 6210
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.049641946838209e-05,
+      "loss": 0.0961,
+      "step": 6220
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.047821337540964e-05,
+      "loss": 0.0006,
+      "step": 6230
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.046000728243719e-05,
+      "loss": 0.0003,
+      "step": 6240
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.0441801189464744e-05,
+      "loss": 0.0005,
+      "step": 6250
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.0423595096492294e-05,
+      "loss": 0.0536,
+      "step": 6260
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.0405389003519845e-05,
+      "loss": 0.0008,
+      "step": 6270
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.03871829105474e-05,
+      "loss": 0.051,
+      "step": 6280
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.036897681757495e-05,
+      "loss": 0.0252,
+      "step": 6290
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.03507707246025e-05,
+      "loss": 0.0003,
+      "step": 6300
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.0332564631630054e-05,
+      "loss": 0.0006,
+      "step": 6310
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.0314358538657604e-05,
+      "loss": 0.0005,
+      "step": 6320
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.0296152445685155e-05,
+      "loss": 0.0579,
+      "step": 6330
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.027794635271271e-05,
+      "loss": 0.0003,
+      "step": 6340
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.025974025974026e-05,
+      "loss": 0.0015,
+      "step": 6350
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.024153416676781e-05,
+      "loss": 0.0356,
+      "step": 6360
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.0223328073795364e-05,
+      "loss": 0.0008,
+      "step": 6370
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.0205121980822917e-05,
+      "loss": 0.0008,
+      "step": 6380
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.0186915887850468e-05,
+      "loss": 0.0015,
+      "step": 6390
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.0168709794878022e-05,
+      "loss": 0.0019,
+      "step": 6400
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.0150503701905572e-05,
+      "loss": 0.0189,
+      "step": 6410
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.0132297608933123e-05,
+      "loss": 0.0002,
+      "step": 6420
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.0114091515960677e-05,
+      "loss": 0.0005,
+      "step": 6430
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.0095885422988227e-05,
+      "loss": 0.0003,
+      "step": 6440
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.0077679330015778e-05,
+      "loss": 0.0163,
+      "step": 6450
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.0059473237043332e-05,
+      "loss": 0.0002,
+      "step": 6460
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.0041267144070882e-05,
+      "loss": 0.0004,
+      "step": 6470
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.0023061051098433e-05,
+      "loss": 0.0511,
+      "step": 6480
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.0004854958125987e-05,
+      "loss": 0.0006,
+      "step": 6490
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.9986648865153537e-05,
+      "loss": 0.0003,
+      "step": 6500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.9968442772181088e-05,
+      "loss": 0.0002,
+      "step": 6510
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.9950236679208642e-05,
+      "loss": 0.0398,
+      "step": 6520
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.9932030586236196e-05,
+      "loss": 0.0138,
+      "step": 6530
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.9913824493263746e-05,
+      "loss": 0.0012,
+      "step": 6540
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.98956184002913e-05,
+      "loss": 0.0271,
+      "step": 6550
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.987741230731885e-05,
+      "loss": 0.0016,
+      "step": 6560
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.98592062143464e-05,
+      "loss": 0.0005,
+      "step": 6570
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.9841000121373955e-05,
+      "loss": 0.0008,
+      "step": 6580
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.9822794028401506e-05,
+      "loss": 0.0003,
+      "step": 6590
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.9804587935429056e-05,
+      "loss": 0.0005,
+      "step": 6600
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.978638184245661e-05,
+      "loss": 0.0194,
+      "step": 6610
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.976817574948416e-05,
+      "loss": 0.1011,
+      "step": 6620
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.974996965651171e-05,
+      "loss": 0.0082,
+      "step": 6630
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.9731763563539265e-05,
+      "loss": 0.0234,
+      "step": 6640
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.9713557470566816e-05,
+      "loss": 0.028,
+      "step": 6650
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.9695351377594366e-05,
+      "loss": 0.0002,
+      "step": 6660
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.967714528462192e-05,
+      "loss": 0.0005,
+      "step": 6670
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.965893919164947e-05,
+      "loss": 0.0007,
+      "step": 6680
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.9640733098677024e-05,
+      "loss": 0.0508,
+      "step": 6690
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.9622527005704578e-05,
+      "loss": 0.0004,
+      "step": 6700
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.960432091273213e-05,
+      "loss": 0.0211,
+      "step": 6710
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.958611481975968e-05,
+      "loss": 0.0134,
+      "step": 6720
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.9567908726787233e-05,
+      "loss": 0.0264,
+      "step": 6730
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.9549702633814784e-05,
+      "loss": 0.0004,
+      "step": 6740
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.9531496540842338e-05,
+      "loss": 0.0309,
+      "step": 6750
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.9513290447869888e-05,
+      "loss": 0.0011,
+      "step": 6760
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.949508435489744e-05,
+      "loss": 0.0005,
+      "step": 6770
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.9476878261924993e-05,
+      "loss": 0.0059,
+      "step": 6780
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.9458672168952543e-05,
+      "loss": 0.0161,
+      "step": 6790
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.9440466075980094e-05,
+      "loss": 0.0209,
+      "step": 6800
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.9422259983007648e-05,
+      "loss": 0.0002,
+      "step": 6810
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.9404053890035198e-05,
+      "loss": 0.001,
+      "step": 6820
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.938584779706275e-05,
+      "loss": 0.0224,
+      "step": 6830
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.9367641704090303e-05,
+      "loss": 0.0006,
+      "step": 6840
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.9349435611117856e-05,
+      "loss": 0.0012,
+      "step": 6850
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.9331229518145407e-05,
+      "loss": 0.0005,
+      "step": 6860
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.931302342517296e-05,
+      "loss": 0.0435,
+      "step": 6870
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.929481733220051e-05,
+      "loss": 0.0461,
+      "step": 6880
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.9276611239228062e-05,
+      "loss": 0.0175,
+      "step": 6890
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.9258405146255616e-05,
+      "loss": 0.0461,
+      "step": 6900
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.9240199053283166e-05,
+      "loss": 0.0011,
+      "step": 6910
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.9221992960310717e-05,
+      "loss": 0.0017,
+      "step": 6920
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.920378686733827e-05,
+      "loss": 0.0007,
+      "step": 6930
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.918558077436582e-05,
+      "loss": 0.0002,
+      "step": 6940
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.9167374681393372e-05,
+      "loss": 0.0008,
+      "step": 6950
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.9149168588420926e-05,
+      "loss": 0.0001,
+      "step": 6960
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.9130962495448476e-05,
+      "loss": 0.0387,
+      "step": 6970
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.9112756402476027e-05,
+      "loss": 0.0036,
+      "step": 6980
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.909455030950358e-05,
+      "loss": 0.0009,
+      "step": 6990
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.9076344216531135e-05,
+      "loss": 0.0005,
+      "step": 7000
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 0.012360856868326664,
+      "eval_runtime": 382.7836,
+      "eval_samples_per_second": 182.646,
+      "eval_steps_per_second": 11.416,
+      "step": 7000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.9058138123558685e-05,
+      "loss": 0.0233,
+      "step": 7010
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.903993203058624e-05,
+      "loss": 0.0523,
+      "step": 7020
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.902172593761379e-05,
+      "loss": 0.0016,
+      "step": 7030
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.900351984464134e-05,
+      "loss": 0.0013,
+      "step": 7040
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8985313751668894e-05,
+      "loss": 0.0005,
+      "step": 7050
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8967107658696445e-05,
+      "loss": 0.1385,
+      "step": 7060
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8948901565723995e-05,
+      "loss": 0.0012,
+      "step": 7070
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.893069547275155e-05,
+      "loss": 0.0343,
+      "step": 7080
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.89124893797791e-05,
+      "loss": 0.0174,
+      "step": 7090
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.889428328680665e-05,
+      "loss": 0.0004,
+      "step": 7100
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8876077193834204e-05,
+      "loss": 0.0497,
+      "step": 7110
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8857871100861754e-05,
+      "loss": 0.0006,
+      "step": 7120
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8839665007889305e-05,
+      "loss": 0.0039,
+      "step": 7130
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.882145891491686e-05,
+      "loss": 0.0001,
+      "step": 7140
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.880325282194441e-05,
+      "loss": 0.0008,
+      "step": 7150
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8785046728971963e-05,
+      "loss": 0.0002,
+      "step": 7160
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8766840635999517e-05,
+      "loss": 0.0027,
+      "step": 7170
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8748634543027068e-05,
+      "loss": 0.0172,
+      "step": 7180
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8730428450054618e-05,
+      "loss": 0.0003,
+      "step": 7190
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8712222357082172e-05,
+      "loss": 0.0208,
+      "step": 7200
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8694016264109723e-05,
+      "loss": 0.001,
+      "step": 7210
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8675810171137273e-05,
+      "loss": 0.0001,
+      "step": 7220
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8657604078164827e-05,
+      "loss": 0.0002,
+      "step": 7230
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8639397985192378e-05,
+      "loss": 0.0001,
+      "step": 7240
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8621191892219928e-05,
+      "loss": 0.0001,
+      "step": 7250
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8602985799247482e-05,
+      "loss": 0.0001,
+      "step": 7260
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8584779706275033e-05,
+      "loss": 0.0001,
+      "step": 7270
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8566573613302583e-05,
+      "loss": 0.0323,
+      "step": 7280
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8548367520330137e-05,
+      "loss": 0.0957,
+      "step": 7290
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8530161427357688e-05,
+      "loss": 0.0011,
+      "step": 7300
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.851195533438524e-05,
+      "loss": 0.0002,
+      "step": 7310
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8493749241412795e-05,
+      "loss": 0.0009,
+      "step": 7320
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8475543148440346e-05,
+      "loss": 0.0431,
+      "step": 7330
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8457337055467896e-05,
+      "loss": 0.0004,
+      "step": 7340
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.843913096249545e-05,
+      "loss": 0.0008,
+      "step": 7350
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8420924869523e-05,
+      "loss": 0.0005,
+      "step": 7360
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.840271877655055e-05,
+      "loss": 0.0215,
+      "step": 7370
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8384512683578105e-05,
+      "loss": 0.0011,
+      "step": 7380
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8366306590605656e-05,
+      "loss": 0.0353,
+      "step": 7390
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8348100497633206e-05,
+      "loss": 0.027,
+      "step": 7400
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.832989440466076e-05,
+      "loss": 0.0511,
+      "step": 7410
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.831168831168831e-05,
+      "loss": 0.0027,
+      "step": 7420
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8293482218715865e-05,
+      "loss": 0.0005,
+      "step": 7430
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8275276125743415e-05,
+      "loss": 0.0011,
+      "step": 7440
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8257070032770966e-05,
+      "loss": 0.033,
+      "step": 7450
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.823886393979852e-05,
+      "loss": 0.0006,
+      "step": 7460
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8220657846826074e-05,
+      "loss": 0.0004,
+      "step": 7470
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8202451753853624e-05,
+      "loss": 0.0024,
+      "step": 7480
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8184245660881178e-05,
+      "loss": 0.0146,
+      "step": 7490
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.816603956790873e-05,
+      "loss": 0.0005,
+      "step": 7500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.814783347493628e-05,
+      "loss": 0.0008,
+      "step": 7510
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8129627381963833e-05,
+      "loss": 0.0006,
+      "step": 7520
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8111421288991384e-05,
+      "loss": 0.0001,
+      "step": 7530
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8093215196018934e-05,
+      "loss": 0.0001,
+      "step": 7540
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8075009103046488e-05,
+      "loss": 0.0001,
+      "step": 7550
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.805680301007404e-05,
+      "loss": 0.0001,
+      "step": 7560
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.803859691710159e-05,
+      "loss": 0.0187,
+      "step": 7570
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8020390824129143e-05,
+      "loss": 0.0229,
+      "step": 7580
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8002184731156693e-05,
+      "loss": 0.0004,
+      "step": 7590
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7983978638184244e-05,
+      "loss": 0.0426,
+      "step": 7600
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7965772545211798e-05,
+      "loss": 0.0003,
+      "step": 7610
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7947566452239352e-05,
+      "loss": 0.0004,
+      "step": 7620
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7929360359266902e-05,
+      "loss": 0.011,
+      "step": 7630
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7911154266294456e-05,
+      "loss": 0.0001,
+      "step": 7640
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7892948173322007e-05,
+      "loss": 0.0022,
+      "step": 7650
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7874742080349557e-05,
+      "loss": 0.0001,
+      "step": 7660
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.785653598737711e-05,
+      "loss": 0.0001,
+      "step": 7670
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7838329894404662e-05,
+      "loss": 0.0001,
+      "step": 7680
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7820123801432212e-05,
+      "loss": 0.0006,
+      "step": 7690
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7801917708459766e-05,
+      "loss": 0.0002,
+      "step": 7700
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7783711615487317e-05,
+      "loss": 0.0001,
+      "step": 7710
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7765505522514867e-05,
+      "loss": 0.0001,
+      "step": 7720
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.774729942954242e-05,
+      "loss": 0.0004,
+      "step": 7730
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.772909333656997e-05,
+      "loss": 0.0003,
+      "step": 7740
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7710887243597522e-05,
+      "loss": 0.0004,
+      "step": 7750
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7692681150625076e-05,
+      "loss": 0.0,
+      "step": 7760
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7674475057652627e-05,
+      "loss": 0.0,
+      "step": 7770
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.765626896468018e-05,
+      "loss": 0.0002,
+      "step": 7780
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7638062871707734e-05,
+      "loss": 0.0134,
+      "step": 7790
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7619856778735285e-05,
+      "loss": 0.0,
+      "step": 7800
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7601650685762835e-05,
+      "loss": 0.0004,
+      "step": 7810
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.758344459279039e-05,
+      "loss": 0.0002,
+      "step": 7820
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.756523849981794e-05,
+      "loss": 0.0,
+      "step": 7830
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.754703240684549e-05,
+      "loss": 0.0644,
+      "step": 7840
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7528826313873044e-05,
+      "loss": 0.0148,
+      "step": 7850
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7510620220900595e-05,
+      "loss": 0.0474,
+      "step": 7860
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7492414127928145e-05,
+      "loss": 0.0002,
+      "step": 7870
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.74742080349557e-05,
+      "loss": 0.0002,
+      "step": 7880
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.745600194198325e-05,
+      "loss": 0.0003,
+      "step": 7890
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.74377958490108e-05,
+      "loss": 0.0002,
+      "step": 7900
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7419589756038354e-05,
+      "loss": 0.0001,
+      "step": 7910
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7401383663065905e-05,
+      "loss": 0.0002,
+      "step": 7920
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.738317757009346e-05,
+      "loss": 0.0007,
+      "step": 7930
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7364971477121013e-05,
+      "loss": 0.0006,
+      "step": 7940
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7346765384148563e-05,
+      "loss": 0.0002,
+      "step": 7950
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7328559291176114e-05,
+      "loss": 0.0002,
+      "step": 7960
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7310353198203668e-05,
+      "loss": 0.0586,
+      "step": 7970
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7292147105231218e-05,
+      "loss": 0.0005,
+      "step": 7980
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.727394101225877e-05,
+      "loss": 0.0001,
+      "step": 7990
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7255734919286322e-05,
+      "loss": 0.0005,
+      "step": 8000
+    },
+    {
+      "epoch": 0.46,
+      "eval_loss": 0.01887901872396469,
+      "eval_runtime": 374.3804,
+      "eval_samples_per_second": 186.746,
+      "eval_steps_per_second": 11.673,
+      "step": 8000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7237528826313873e-05,
+      "loss": 0.0001,
+      "step": 8010
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7219322733341424e-05,
+      "loss": 0.0466,
+      "step": 8020
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7201116640368977e-05,
+      "loss": 0.0232,
+      "step": 8030
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7182910547396528e-05,
+      "loss": 0.0493,
+      "step": 8040
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.716470445442408e-05,
+      "loss": 0.0001,
+      "step": 8050
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7146498361451632e-05,
+      "loss": 0.0003,
+      "step": 8060
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7128292268479183e-05,
+      "loss": 0.0001,
+      "step": 8070
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7110086175506733e-05,
+      "loss": 0.0003,
+      "step": 8080
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.709188008253429e-05,
+      "loss": 0.0001,
+      "step": 8090
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.707367398956184e-05,
+      "loss": 0.0001,
+      "step": 8100
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7055467896589395e-05,
+      "loss": 0.0001,
+      "step": 8110
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7037261803616946e-05,
+      "loss": 0.0522,
+      "step": 8120
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.7019055710644496e-05,
+      "loss": 0.0343,
+      "step": 8130
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.700084961767205e-05,
+      "loss": 0.0009,
+      "step": 8140
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.69826435246996e-05,
+      "loss": 0.0007,
+      "step": 8150
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.696443743172715e-05,
+      "loss": 0.0005,
+      "step": 8160
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6946231338754705e-05,
+      "loss": 0.0003,
+      "step": 8170
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6928025245782256e-05,
+      "loss": 0.0001,
+      "step": 8180
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6909819152809806e-05,
+      "loss": 0.0002,
+      "step": 8190
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.689161305983736e-05,
+      "loss": 0.0001,
+      "step": 8200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.687340696686491e-05,
+      "loss": 0.0004,
+      "step": 8210
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.685520087389246e-05,
+      "loss": 0.0007,
+      "step": 8220
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6836994780920015e-05,
+      "loss": 0.0001,
+      "step": 8230
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6818788687947566e-05,
+      "loss": 0.0196,
+      "step": 8240
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.680058259497512e-05,
+      "loss": 0.0392,
+      "step": 8250
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6782376502002673e-05,
+      "loss": 0.0588,
+      "step": 8260
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6764170409030224e-05,
+      "loss": 0.0371,
+      "step": 8270
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6745964316057774e-05,
+      "loss": 0.0003,
+      "step": 8280
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.672775822308533e-05,
+      "loss": 0.0302,
+      "step": 8290
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.670955213011288e-05,
+      "loss": 0.0133,
+      "step": 8300
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.669134603714043e-05,
+      "loss": 0.0012,
+      "step": 8310
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6673139944167983e-05,
+      "loss": 0.0003,
+      "step": 8320
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6654933851195534e-05,
+      "loss": 0.0006,
+      "step": 8330
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6636727758223084e-05,
+      "loss": 0.0001,
+      "step": 8340
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6618521665250638e-05,
+      "loss": 0.071,
+      "step": 8350
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.660031557227819e-05,
+      "loss": 0.0307,
+      "step": 8360
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.658210947930574e-05,
+      "loss": 0.0246,
+      "step": 8370
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6563903386333293e-05,
+      "loss": 0.0259,
+      "step": 8380
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6545697293360844e-05,
+      "loss": 0.0253,
+      "step": 8390
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6527491200388398e-05,
+      "loss": 0.0019,
+      "step": 8400
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.650928510741595e-05,
+      "loss": 0.013,
+      "step": 8410
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6491079014443502e-05,
+      "loss": 0.0003,
+      "step": 8420
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6472872921471053e-05,
+      "loss": 0.001,
+      "step": 8430
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6454666828498607e-05,
+      "loss": 0.013,
+      "step": 8440
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6436460735526157e-05,
+      "loss": 0.0008,
+      "step": 8450
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6418254642553708e-05,
+      "loss": 0.0027,
+      "step": 8460
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.640004854958126e-05,
+      "loss": 0.0013,
+      "step": 8470
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6381842456608812e-05,
+      "loss": 0.0017,
+      "step": 8480
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6363636363636363e-05,
+      "loss": 0.0623,
+      "step": 8490
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6345430270663916e-05,
+      "loss": 0.0012,
+      "step": 8500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6327224177691467e-05,
+      "loss": 0.0018,
+      "step": 8510
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6309018084719017e-05,
+      "loss": 0.0002,
+      "step": 8520
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.629081199174657e-05,
+      "loss": 0.0446,
+      "step": 8530
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6272605898774122e-05,
+      "loss": 0.0005,
+      "step": 8540
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6254399805801672e-05,
+      "loss": 0.0366,
+      "step": 8550
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.623619371282923e-05,
+      "loss": 0.0003,
+      "step": 8560
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.621798761985678e-05,
+      "loss": 0.0003,
+      "step": 8570
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.619978152688433e-05,
+      "loss": 0.047,
+      "step": 8580
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6181575433911885e-05,
+      "loss": 0.0005,
+      "step": 8590
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6163369340939435e-05,
+      "loss": 0.0021,
+      "step": 8600
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6145163247966986e-05,
+      "loss": 0.0165,
+      "step": 8610
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.612695715499454e-05,
+      "loss": 0.0357,
+      "step": 8620
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.610875106202209e-05,
+      "loss": 0.0217,
+      "step": 8630
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.609054496904964e-05,
+      "loss": 0.0003,
+      "step": 8640
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6072338876077195e-05,
+      "loss": 0.0011,
+      "step": 8650
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.6054132783104745e-05,
+      "loss": 0.0174,
+      "step": 8660
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.6035926690132296e-05,
+      "loss": 0.001,
+      "step": 8670
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.601772059715985e-05,
+      "loss": 0.0004,
+      "step": 8680
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.59995145041874e-05,
+      "loss": 0.0014,
+      "step": 8690
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.598130841121495e-05,
+      "loss": 0.0003,
+      "step": 8700
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.5963102318242508e-05,
+      "loss": 0.0025,
+      "step": 8710
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.594489622527006e-05,
+      "loss": 0.0107,
+      "step": 8720
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.592669013229761e-05,
+      "loss": 0.0004,
+      "step": 8730
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.5908484039325163e-05,
+      "loss": 0.014,
+      "step": 8740
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.5890277946352713e-05,
+      "loss": 0.0245,
+      "step": 8750
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.5872071853380264e-05,
+      "loss": 0.0001,
+      "step": 8760
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.5853865760407818e-05,
+      "loss": 0.0001,
+      "step": 8770
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.583565966743537e-05,
+      "loss": 0.0004,
+      "step": 8780
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.5817453574462922e-05,
+      "loss": 0.0016,
+      "step": 8790
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.5799247481490473e-05,
+      "loss": 0.0003,
+      "step": 8800
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.5781041388518023e-05,
+      "loss": 0.0126,
+      "step": 8810
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.5762835295545577e-05,
+      "loss": 0.0235,
+      "step": 8820
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.5744629202573128e-05,
+      "loss": 0.0336,
+      "step": 8830
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.5726423109600678e-05,
+      "loss": 0.0152,
+      "step": 8840
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.5708217016628232e-05,
+      "loss": 0.0001,
+      "step": 8850
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.5690010923655783e-05,
+      "loss": 0.0249,
+      "step": 8860
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.5671804830683337e-05,
+      "loss": 0.0003,
+      "step": 8870
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.565359873771089e-05,
+      "loss": 0.0008,
+      "step": 8880
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.563539264473844e-05,
+      "loss": 0.0008,
+      "step": 8890
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.561718655176599e-05,
+      "loss": 0.064,
+      "step": 8900
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.5598980458793545e-05,
+      "loss": 0.0011,
+      "step": 8910
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.5580774365821096e-05,
+      "loss": 0.0024,
+      "step": 8920
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.5562568272848647e-05,
+      "loss": 0.0002,
+      "step": 8930
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.55443621798762e-05,
+      "loss": 0.0568,
+      "step": 8940
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.552615608690375e-05,
+      "loss": 0.015,
+      "step": 8950
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.55079499939313e-05,
+      "loss": 0.0566,
+      "step": 8960
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.5489743900958855e-05,
+      "loss": 0.0157,
+      "step": 8970
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.5471537807986406e-05,
+      "loss": 0.007,
+      "step": 8980
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.5453331715013956e-05,
+      "loss": 0.0225,
+      "step": 8990
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.543512562204151e-05,
+      "loss": 0.0505,
+      "step": 9000
+    },
+    {
+      "epoch": 0.51,
+      "eval_loss": 0.013111772947013378,
+      "eval_runtime": 374.1624,
+      "eval_samples_per_second": 186.855,
+      "eval_steps_per_second": 11.679,
+      "step": 9000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.541691952906906e-05,
+      "loss": 0.0018,
+      "step": 9010
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.539871343609661e-05,
+      "loss": 0.0004,
+      "step": 9020
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.538050734312417e-05,
+      "loss": 0.0013,
+      "step": 9030
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.536230125015172e-05,
+      "loss": 0.002,
+      "step": 9040
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.534409515717927e-05,
+      "loss": 0.0561,
+      "step": 9050
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.5325889064206824e-05,
+      "loss": 0.0002,
+      "step": 9060
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.5307682971234374e-05,
+      "loss": 0.0318,
+      "step": 9070
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.5289476878261925e-05,
+      "loss": 0.0551,
+      "step": 9080
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.527127078528948e-05,
+      "loss": 0.016,
+      "step": 9090
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.5253064692317029e-05,
+      "loss": 0.0474,
+      "step": 9100
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.523485859934458e-05,
+      "loss": 0.0026,
+      "step": 9110
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.5216652506372134e-05,
+      "loss": 0.0013,
+      "step": 9120
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.5198446413399684e-05,
+      "loss": 0.0125,
+      "step": 9130
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.5180240320427236e-05,
+      "loss": 0.0004,
+      "step": 9140
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.516203422745479e-05,
+      "loss": 0.001,
+      "step": 9150
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.514382813448234e-05,
+      "loss": 0.0015,
+      "step": 9160
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.5125622041509891e-05,
+      "loss": 0.0058,
+      "step": 9170
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.5107415948537445e-05,
+      "loss": 0.0509,
+      "step": 9180
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.5089209855564996e-05,
+      "loss": 0.0003,
+      "step": 9190
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.5071003762592546e-05,
+      "loss": 0.0007,
+      "step": 9200
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.50527976696201e-05,
+      "loss": 0.0004,
+      "step": 9210
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.5034591576647652e-05,
+      "loss": 0.0113,
+      "step": 9220
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.5016385483675203e-05,
+      "loss": 0.0003,
+      "step": 9230
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4998179390702755e-05,
+      "loss": 0.0566,
+      "step": 9240
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4979973297730307e-05,
+      "loss": 0.0008,
+      "step": 9250
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.496176720475786e-05,
+      "loss": 0.0385,
+      "step": 9260
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.494356111178541e-05,
+      "loss": 0.0174,
+      "step": 9270
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4925355018812962e-05,
+      "loss": 0.0313,
+      "step": 9280
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4907148925840514e-05,
+      "loss": 0.1253,
+      "step": 9290
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4888942832868068e-05,
+      "loss": 0.0013,
+      "step": 9300
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4870736739895619e-05,
+      "loss": 0.0025,
+      "step": 9310
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4852530646923171e-05,
+      "loss": 0.0011,
+      "step": 9320
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4834324553950723e-05,
+      "loss": 0.0007,
+      "step": 9330
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4816118460978274e-05,
+      "loss": 0.0754,
+      "step": 9340
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4797912368005826e-05,
+      "loss": 0.0006,
+      "step": 9350
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.4779706275033378e-05,
+      "loss": 0.0188,
+      "step": 9360
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.4761500182060929e-05,
+      "loss": 0.0016,
+      "step": 9370
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.4743294089088483e-05,
+      "loss": 0.001,
+      "step": 9380
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.4725087996116035e-05,
+      "loss": 0.0125,
+      "step": 9390
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.4706881903143585e-05,
+      "loss": 0.001,
+      "step": 9400
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.4688675810171138e-05,
+      "loss": 0.0003,
+      "step": 9410
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.467046971719869e-05,
+      "loss": 0.0015,
+      "step": 9420
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.465226362422624e-05,
+      "loss": 0.0002,
+      "step": 9430
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.4634057531253793e-05,
+      "loss": 0.0084,
+      "step": 9440
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.4615851438281347e-05,
+      "loss": 0.0003,
+      "step": 9450
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.4597645345308897e-05,
+      "loss": 0.0002,
+      "step": 9460
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.457943925233645e-05,
+      "loss": 0.0002,
+      "step": 9470
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.4561233159364002e-05,
+      "loss": 0.0008,
+      "step": 9480
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.4543027066391552e-05,
+      "loss": 0.055,
+      "step": 9490
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.4524820973419104e-05,
+      "loss": 0.0414,
+      "step": 9500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.4506614880446656e-05,
+      "loss": 0.0003,
+      "step": 9510
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.4488408787474207e-05,
+      "loss": 0.0003,
+      "step": 9520
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4470202694501761e-05,
+      "loss": 0.0004,
+      "step": 9530
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4451996601529313e-05,
+      "loss": 0.0106,
+      "step": 9540
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4433790508556864e-05,
+      "loss": 0.001,
+      "step": 9550
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4415584415584416e-05,
+      "loss": 0.0003,
+      "step": 9560
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4397378322611968e-05,
+      "loss": 0.0442,
+      "step": 9570
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4379172229639519e-05,
+      "loss": 0.0005,
+      "step": 9580
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.436096613666707e-05,
+      "loss": 0.0006,
+      "step": 9590
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4342760043694623e-05,
+      "loss": 0.0026,
+      "step": 9600
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4324553950722175e-05,
+      "loss": 0.0004,
+      "step": 9610
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4306347857749727e-05,
+      "loss": 0.0003,
+      "step": 9620
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.428814176477728e-05,
+      "loss": 0.0004,
+      "step": 9630
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4269935671804832e-05,
+      "loss": 0.0003,
+      "step": 9640
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4251729578832382e-05,
+      "loss": 0.0003,
+      "step": 9650
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4233523485859935e-05,
+      "loss": 0.0009,
+      "step": 9660
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4215317392887487e-05,
+      "loss": 0.0004,
+      "step": 9670
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4197111299915037e-05,
+      "loss": 0.044,
+      "step": 9680
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4178905206942591e-05,
+      "loss": 0.0332,
+      "step": 9690
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.4160699113970144e-05,
+      "loss": 0.0004,
+      "step": 9700
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.4142493020997694e-05,
+      "loss": 0.0007,
+      "step": 9710
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.4124286928025246e-05,
+      "loss": 0.0006,
+      "step": 9720
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.4106080835052798e-05,
+      "loss": 0.0014,
+      "step": 9730
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.4087874742080349e-05,
+      "loss": 0.0003,
+      "step": 9740
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.4069668649107901e-05,
+      "loss": 0.0002,
+      "step": 9750
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.4051462556135453e-05,
+      "loss": 0.0002,
+      "step": 9760
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.4033256463163006e-05,
+      "loss": 0.0002,
+      "step": 9770
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.4015050370190558e-05,
+      "loss": 0.0305,
+      "step": 9780
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.399684427721811e-05,
+      "loss": 0.0319,
+      "step": 9790
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.397863818424566e-05,
+      "loss": 0.0002,
+      "step": 9800
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.3960432091273213e-05,
+      "loss": 0.0002,
+      "step": 9810
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.3942225998300765e-05,
+      "loss": 0.0334,
+      "step": 9820
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.3924019905328316e-05,
+      "loss": 0.0002,
+      "step": 9830
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.390581381235587e-05,
+      "loss": 0.0001,
+      "step": 9840
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.3887607719383422e-05,
+      "loss": 0.0001,
+      "step": 9850
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.3869401626410972e-05,
+      "loss": 0.0002,
+      "step": 9860
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.3851195533438524e-05,
+      "loss": 0.0002,
+      "step": 9870
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3832989440466077e-05,
+      "loss": 0.0243,
+      "step": 9880
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3814783347493627e-05,
+      "loss": 0.0362,
+      "step": 9890
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.379657725452118e-05,
+      "loss": 0.0001,
+      "step": 9900
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3778371161548732e-05,
+      "loss": 0.0295,
+      "step": 9910
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3760165068576284e-05,
+      "loss": 0.0005,
+      "step": 9920
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3741958975603836e-05,
+      "loss": 0.0009,
+      "step": 9930
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3723752882631388e-05,
+      "loss": 0.0011,
+      "step": 9940
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.370554678965894e-05,
+      "loss": 0.0003,
+      "step": 9950
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3687340696686491e-05,
+      "loss": 0.0148,
+      "step": 9960
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3669134603714043e-05,
+      "loss": 0.0001,
+      "step": 9970
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3650928510741595e-05,
+      "loss": 0.0277,
+      "step": 9980
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3632722417769146e-05,
+      "loss": 0.001,
+      "step": 9990
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.36145163247967e-05,
+      "loss": 0.0006,
+      "step": 10000
+    },
+    {
+      "epoch": 0.57,
+      "eval_loss": 0.014852229505777359,
+      "eval_runtime": 372.761,
+      "eval_samples_per_second": 187.557,
+      "eval_steps_per_second": 11.723,
+      "step": 10000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3596310231824252e-05,
+      "loss": 0.0627,
+      "step": 10010
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3578104138851803e-05,
+      "loss": 0.0005,
+      "step": 10020
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3559898045879355e-05,
+      "loss": 0.0004,
+      "step": 10030
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3541691952906907e-05,
+      "loss": 0.0509,
+      "step": 10040
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3523485859934458e-05,
+      "loss": 0.0003,
+      "step": 10050
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.350527976696201e-05,
+      "loss": 0.0003,
+      "step": 10060
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.3487073673989562e-05,
+      "loss": 0.0003,
+      "step": 10070
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.3468867581017114e-05,
+      "loss": 0.0007,
+      "step": 10080
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.3450661488044666e-05,
+      "loss": 0.0228,
+      "step": 10090
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.3432455395072219e-05,
+      "loss": 0.0004,
+      "step": 10100
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.341424930209977e-05,
+      "loss": 0.0004,
+      "step": 10110
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.3396043209127321e-05,
+      "loss": 0.0003,
+      "step": 10120
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.3377837116154874e-05,
+      "loss": 0.0003,
+      "step": 10130
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.3359631023182424e-05,
+      "loss": 0.0001,
+      "step": 10140
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.3341424930209976e-05,
+      "loss": 0.0002,
+      "step": 10150
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.332321883723753e-05,
+      "loss": 0.1315,
+      "step": 10160
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.330501274426508e-05,
+      "loss": 0.0002,
+      "step": 10170
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.3286806651292633e-05,
+      "loss": 0.0061,
+      "step": 10180
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.3268600558320185e-05,
+      "loss": 0.0005,
+      "step": 10190
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.3250394465347736e-05,
+      "loss": 0.0013,
+      "step": 10200
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.3232188372375288e-05,
+      "loss": 0.0001,
+      "step": 10210
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.321398227940284e-05,
+      "loss": 0.014,
+      "step": 10220
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.3195776186430392e-05,
+      "loss": 0.0018,
+      "step": 10230
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.3177570093457945e-05,
+      "loss": 0.0194,
+      "step": 10240
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.3159364000485497e-05,
+      "loss": 0.0039,
+      "step": 10250
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.3141157907513047e-05,
+      "loss": 0.0005,
+      "step": 10260
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.31229518145406e-05,
+      "loss": 0.0221,
+      "step": 10270
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.3104745721568152e-05,
+      "loss": 0.0004,
+      "step": 10280
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.3086539628595704e-05,
+      "loss": 0.0005,
+      "step": 10290
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.3068333535623255e-05,
+      "loss": 0.0004,
+      "step": 10300
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.3050127442650808e-05,
+      "loss": 0.0012,
+      "step": 10310
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.303192134967836e-05,
+      "loss": 0.0007,
+      "step": 10320
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.3013715256705911e-05,
+      "loss": 0.0001,
+      "step": 10330
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.2995509163733463e-05,
+      "loss": 0.0001,
+      "step": 10340
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.2977303070761016e-05,
+      "loss": 0.0005,
+      "step": 10350
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.2959096977788566e-05,
+      "loss": 0.0002,
+      "step": 10360
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.2940890884816118e-05,
+      "loss": 0.0317,
+      "step": 10370
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.292268479184367e-05,
+      "loss": 0.0001,
+      "step": 10380
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.2904478698871223e-05,
+      "loss": 0.0155,
+      "step": 10390
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.2886272605898775e-05,
+      "loss": 0.0285,
+      "step": 10400
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2868066512926327e-05,
+      "loss": 0.0001,
+      "step": 10410
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2849860419953878e-05,
+      "loss": 0.0233,
+      "step": 10420
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.283165432698143e-05,
+      "loss": 0.0001,
+      "step": 10430
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2813448234008982e-05,
+      "loss": 0.0003,
+      "step": 10440
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2795242141036533e-05,
+      "loss": 0.0001,
+      "step": 10450
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2777036048064085e-05,
+      "loss": 0.0011,
+      "step": 10460
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2758829955091639e-05,
+      "loss": 0.0003,
+      "step": 10470
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.274062386211919e-05,
+      "loss": 0.0002,
+      "step": 10480
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2722417769146742e-05,
+      "loss": 0.0003,
+      "step": 10490
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2704211676174294e-05,
+      "loss": 0.0001,
+      "step": 10500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2686005583201844e-05,
+      "loss": 0.0195,
+      "step": 10510
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2667799490229397e-05,
+      "loss": 0.0001,
+      "step": 10520
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2649593397256949e-05,
+      "loss": 0.0533,
+      "step": 10530
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2631387304284501e-05,
+      "loss": 0.0309,
+      "step": 10540
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2613181211312053e-05,
+      "loss": 0.0001,
+      "step": 10550
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2594975118339605e-05,
+      "loss": 0.0135,
+      "step": 10560
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2576769025367156e-05,
+      "loss": 0.0001,
+      "step": 10570
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.2558562932394708e-05,
+      "loss": 0.0001,
+      "step": 10580
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.254035683942226e-05,
+      "loss": 0.0026,
+      "step": 10590
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.2522150746449811e-05,
+      "loss": 0.0009,
+      "step": 10600
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.2503944653477363e-05,
+      "loss": 0.0001,
+      "step": 10610
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.2485738560504917e-05,
+      "loss": 0.0005,
+      "step": 10620
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.246753246753247e-05,
+      "loss": 0.0035,
+      "step": 10630
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.244932637456002e-05,
+      "loss": 0.0035,
+      "step": 10640
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.2431120281587572e-05,
+      "loss": 0.0023,
+      "step": 10650
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.2412914188615124e-05,
+      "loss": 0.0,
+      "step": 10660
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.2394708095642675e-05,
+      "loss": 0.0016,
+      "step": 10670
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.2376502002670227e-05,
+      "loss": 0.0173,
+      "step": 10680
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.235829590969778e-05,
+      "loss": 0.0009,
+      "step": 10690
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.2340089816725331e-05,
+      "loss": 0.0123,
+      "step": 10700
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.2321883723752884e-05,
+      "loss": 0.0002,
+      "step": 10710
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.2303677630780436e-05,
+      "loss": 0.0266,
+      "step": 10720
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.2285471537807986e-05,
+      "loss": 0.0,
+      "step": 10730
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.2267265444835539e-05,
+      "loss": 0.0,
+      "step": 10740
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.224905935186309e-05,
+      "loss": 0.0001,
+      "step": 10750
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.2230853258890641e-05,
+      "loss": 0.0001,
+      "step": 10760
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.2212647165918194e-05,
+      "loss": 0.0,
+      "step": 10770
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.2194441072945747e-05,
+      "loss": 0.0001,
+      "step": 10780
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.2176234979973298e-05,
+      "loss": 0.0117,
+      "step": 10790
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.215802888700085e-05,
+      "loss": 0.0006,
+      "step": 10800
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.2139822794028402e-05,
+      "loss": 0.0,
+      "step": 10810
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.2121616701055953e-05,
+      "loss": 0.0664,
+      "step": 10820
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.2103410608083505e-05,
+      "loss": 0.0001,
+      "step": 10830
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.2085204515111057e-05,
+      "loss": 0.0016,
+      "step": 10840
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.2066998422138608e-05,
+      "loss": 0.0773,
+      "step": 10850
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.2048792329166162e-05,
+      "loss": 0.0018,
+      "step": 10860
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.2030586236193714e-05,
+      "loss": 0.0448,
+      "step": 10870
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.2012380143221265e-05,
+      "loss": 0.0524,
+      "step": 10880
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.1994174050248817e-05,
+      "loss": 0.0003,
+      "step": 10890
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.1975967957276369e-05,
+      "loss": 0.0003,
+      "step": 10900
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.195776186430392e-05,
+      "loss": 0.0004,
+      "step": 10910
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.1939555771331472e-05,
+      "loss": 0.0004,
+      "step": 10920
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1921349678359026e-05,
+      "loss": 0.0377,
+      "step": 10930
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1903143585386576e-05,
+      "loss": 0.001,
+      "step": 10940
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1884937492414128e-05,
+      "loss": 0.0012,
+      "step": 10950
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.186673139944168e-05,
+      "loss": 0.0006,
+      "step": 10960
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1848525306469233e-05,
+      "loss": 0.007,
+      "step": 10970
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1830319213496783e-05,
+      "loss": 0.0002,
+      "step": 10980
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1812113120524336e-05,
+      "loss": 0.0001,
+      "step": 10990
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1793907027551888e-05,
+      "loss": 0.0589,
+      "step": 11000
+    },
+    {
+      "epoch": 0.63,
+      "eval_loss": 0.017277490347623825,
+      "eval_runtime": 373.2487,
+      "eval_samples_per_second": 187.312,
+      "eval_steps_per_second": 11.708,
+      "step": 11000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.177570093457944e-05,
+      "loss": 0.1127,
+      "step": 11010
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1757494841606992e-05,
+      "loss": 0.0031,
+      "step": 11020
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1739288748634544e-05,
+      "loss": 0.0004,
+      "step": 11030
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1721082655662095e-05,
+      "loss": 0.0003,
+      "step": 11040
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1702876562689647e-05,
+      "loss": 0.0561,
+      "step": 11050
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.16846704697172e-05,
+      "loss": 0.0004,
+      "step": 11060
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.166646437674475e-05,
+      "loss": 0.0496,
+      "step": 11070
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1648258283772302e-05,
+      "loss": 0.0337,
+      "step": 11080
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1630052190799856e-05,
+      "loss": 0.0035,
+      "step": 11090
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1611846097827407e-05,
+      "loss": 0.0111,
+      "step": 11100
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1593640004854959e-05,
+      "loss": 0.0007,
+      "step": 11110
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1575433911882511e-05,
+      "loss": 0.0004,
+      "step": 11120
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1557227818910061e-05,
+      "loss": 0.0058,
+      "step": 11130
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1539021725937614e-05,
+      "loss": 0.0006,
+      "step": 11140
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1520815632965166e-05,
+      "loss": 0.0344,
+      "step": 11150
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1502609539992716e-05,
+      "loss": 0.0017,
+      "step": 11160
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.148440344702027e-05,
+      "loss": 0.0002,
+      "step": 11170
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1466197354047823e-05,
+      "loss": 0.0518,
+      "step": 11180
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1447991261075373e-05,
+      "loss": 0.0251,
+      "step": 11190
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1429785168102925e-05,
+      "loss": 0.0004,
+      "step": 11200
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1411579075130478e-05,
+      "loss": 0.0005,
+      "step": 11210
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1393372982158028e-05,
+      "loss": 0.0003,
+      "step": 11220
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.137516688918558e-05,
+      "loss": 0.0003,
+      "step": 11230
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1356960796213132e-05,
+      "loss": 0.0075,
+      "step": 11240
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1338754703240685e-05,
+      "loss": 0.0004,
+      "step": 11250
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1320548610268237e-05,
+      "loss": 0.0004,
+      "step": 11260
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.1302342517295789e-05,
+      "loss": 0.0005,
+      "step": 11270
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.128413642432334e-05,
+      "loss": 0.0002,
+      "step": 11280
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.1265930331350892e-05,
+      "loss": 0.0023,
+      "step": 11290
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.1247724238378444e-05,
+      "loss": 0.0157,
+      "step": 11300
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.1229518145405996e-05,
+      "loss": 0.0317,
+      "step": 11310
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.1211312052433549e-05,
+      "loss": 0.0302,
+      "step": 11320
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.11931059594611e-05,
+      "loss": 0.0308,
+      "step": 11330
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.1174899866488653e-05,
+      "loss": 0.0014,
+      "step": 11340
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.1156693773516203e-05,
+      "loss": 0.0162,
+      "step": 11350
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.1138487680543756e-05,
+      "loss": 0.0071,
+      "step": 11360
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.1120281587571308e-05,
+      "loss": 0.0175,
+      "step": 11370
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.1102075494598858e-05,
+      "loss": 0.0009,
+      "step": 11380
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.108386940162641e-05,
+      "loss": 0.0001,
+      "step": 11390
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.1065663308653965e-05,
+      "loss": 0.0003,
+      "step": 11400
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.1047457215681515e-05,
+      "loss": 0.0008,
+      "step": 11410
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.1029251122709067e-05,
+      "loss": 0.0457,
+      "step": 11420
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.101104502973662e-05,
+      "loss": 0.0005,
+      "step": 11430
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.099283893676417e-05,
+      "loss": 0.0004,
+      "step": 11440
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0974632843791722e-05,
+      "loss": 0.0646,
+      "step": 11450
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0956426750819274e-05,
+      "loss": 0.016,
+      "step": 11460
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0938220657846825e-05,
+      "loss": 0.0463,
+      "step": 11470
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0920014564874379e-05,
+      "loss": 0.0314,
+      "step": 11480
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0901808471901931e-05,
+      "loss": 0.0053,
+      "step": 11490
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0883602378929482e-05,
+      "loss": 0.0013,
+      "step": 11500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0865396285957034e-05,
+      "loss": 0.0399,
+      "step": 11510
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0847190192984586e-05,
+      "loss": 0.0636,
+      "step": 11520
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0828984100012137e-05,
+      "loss": 0.0654,
+      "step": 11530
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0810778007039689e-05,
+      "loss": 0.016,
+      "step": 11540
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0792571914067241e-05,
+      "loss": 0.0007,
+      "step": 11550
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0774365821094793e-05,
+      "loss": 0.0109,
+      "step": 11560
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0756159728122345e-05,
+      "loss": 0.0009,
+      "step": 11570
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0737953635149898e-05,
+      "loss": 0.0273,
+      "step": 11580
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0719747542177448e-05,
+      "loss": 0.0068,
+      "step": 11590
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0701541449205e-05,
+      "loss": 0.0007,
+      "step": 11600
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0683335356232553e-05,
+      "loss": 0.0015,
+      "step": 11610
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0665129263260103e-05,
+      "loss": 0.0175,
+      "step": 11620
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0646923170287657e-05,
+      "loss": 0.0236,
+      "step": 11630
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.062871707731521e-05,
+      "loss": 0.0006,
+      "step": 11640
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0610510984342762e-05,
+      "loss": 0.0008,
+      "step": 11650
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0592304891370312e-05,
+      "loss": 0.0005,
+      "step": 11660
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0574098798397864e-05,
+      "loss": 0.0002,
+      "step": 11670
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0555892705425417e-05,
+      "loss": 0.0002,
+      "step": 11680
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0537686612452967e-05,
+      "loss": 0.0012,
+      "step": 11690
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.051948051948052e-05,
+      "loss": 0.058,
+      "step": 11700
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0501274426508073e-05,
+      "loss": 0.0005,
+      "step": 11710
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0483068333535624e-05,
+      "loss": 0.0507,
+      "step": 11720
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0464862240563176e-05,
+      "loss": 0.0013,
+      "step": 11730
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0446656147590728e-05,
+      "loss": 0.0006,
+      "step": 11740
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0428450054618279e-05,
+      "loss": 0.0007,
+      "step": 11750
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0410243961645831e-05,
+      "loss": 0.0004,
+      "step": 11760
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0392037868673383e-05,
+      "loss": 0.0004,
+      "step": 11770
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0373831775700934e-05,
+      "loss": 0.0004,
+      "step": 11780
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0355625682728488e-05,
+      "loss": 0.0003,
+      "step": 11790
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.033741958975604e-05,
+      "loss": 0.0378,
+      "step": 11800
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.031921349678359e-05,
+      "loss": 0.0003,
+      "step": 11810
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.0301007403811142e-05,
+      "loss": 0.0276,
+      "step": 11820
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.0282801310838695e-05,
+      "loss": 0.0002,
+      "step": 11830
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.0264595217866245e-05,
+      "loss": 0.0002,
+      "step": 11840
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.0246389124893797e-05,
+      "loss": 0.0002,
+      "step": 11850
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.022818303192135e-05,
+      "loss": 0.0173,
+      "step": 11860
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.0209976938948902e-05,
+      "loss": 0.0002,
+      "step": 11870
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.0191770845976454e-05,
+      "loss": 0.001,
+      "step": 11880
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.0173564753004006e-05,
+      "loss": 0.0005,
+      "step": 11890
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.0155358660031557e-05,
+      "loss": 0.0002,
+      "step": 11900
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.0137152567059109e-05,
+      "loss": 0.0002,
+      "step": 11910
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.0118946474086661e-05,
+      "loss": 0.0028,
+      "step": 11920
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.0100740381114212e-05,
+      "loss": 0.0022,
+      "step": 11930
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.0082534288141764e-05,
+      "loss": 0.0001,
+      "step": 11940
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.0064328195169318e-05,
+      "loss": 0.0002,
+      "step": 11950
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.0046122102196868e-05,
+      "loss": 0.0582,
+      "step": 11960
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.002791600922442e-05,
+      "loss": 0.0002,
+      "step": 11970
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.0009709916251973e-05,
+      "loss": 0.0001,
+      "step": 11980
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.991503823279525e-06,
+      "loss": 0.0002,
+      "step": 11990
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.973297730307076e-06,
+      "loss": 0.0005,
+      "step": 12000
+    },
+    {
+      "epoch": 0.69,
+      "eval_loss": 0.013699620962142944,
+      "eval_runtime": 374.908,
+      "eval_samples_per_second": 186.483,
+      "eval_steps_per_second": 11.656,
+      "step": 12000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.955091637334628e-06,
+      "loss": 0.0002,
+      "step": 12010
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.936885544362182e-06,
+      "loss": 0.0002,
+      "step": 12020
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.918679451389732e-06,
+      "loss": 0.0001,
+      "step": 12030
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.900473358417284e-06,
+      "loss": 0.0001,
+      "step": 12040
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.882267265444837e-06,
+      "loss": 0.0004,
+      "step": 12050
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.864061172472387e-06,
+      "loss": 0.049,
+      "step": 12060
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.84585507949994e-06,
+      "loss": 0.0534,
+      "step": 12070
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.827648986527492e-06,
+      "loss": 0.0003,
+      "step": 12080
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.809442893555042e-06,
+      "loss": 0.0002,
+      "step": 12090
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.791236800582596e-06,
+      "loss": 0.0002,
+      "step": 12100
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.773030707610148e-06,
+      "loss": 0.0002,
+      "step": 12110
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.754824614637699e-06,
+      "loss": 0.0002,
+      "step": 12120
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.736618521665251e-06,
+      "loss": 0.0117,
+      "step": 12130
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.718412428692803e-06,
+      "loss": 0.0009,
+      "step": 12140
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.700206335720354e-06,
+      "loss": 0.042,
+      "step": 12150
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.682000242747906e-06,
+      "loss": 0.0004,
+      "step": 12160
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.663794149775458e-06,
+      "loss": 0.0003,
+      "step": 12170
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.64558805680301e-06,
+      "loss": 0.0002,
+      "step": 12180
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.627381963830563e-06,
+      "loss": 0.0506,
+      "step": 12190
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.609175870858115e-06,
+      "loss": 0.0002,
+      "step": 12200
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.590969777885665e-06,
+      "loss": 0.0004,
+      "step": 12210
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.572763684913218e-06,
+      "loss": 0.0423,
+      "step": 12220
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.55455759194077e-06,
+      "loss": 0.0373,
+      "step": 12230
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.53635149896832e-06,
+      "loss": 0.003,
+      "step": 12240
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.518145405995873e-06,
+      "loss": 0.0007,
+      "step": 12250
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.499939313023426e-06,
+      "loss": 0.0004,
+      "step": 12260
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.481733220050977e-06,
+      "loss": 0.0003,
+      "step": 12270
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.46352712707853e-06,
+      "loss": 0.0004,
+      "step": 12280
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.445321034106081e-06,
+      "loss": 0.0003,
+      "step": 12290
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.427114941133632e-06,
+      "loss": 0.0006,
+      "step": 12300
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.408908848161184e-06,
+      "loss": 0.0007,
+      "step": 12310
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.390702755188736e-06,
+      "loss": 0.0441,
+      "step": 12320
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.372496662216289e-06,
+      "loss": 0.0022,
+      "step": 12330
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.35429056924384e-06,
+      "loss": 0.0967,
+      "step": 12340
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.336084476271393e-06,
+      "loss": 0.0451,
+      "step": 12350
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.317878383298945e-06,
+      "loss": 0.0015,
+      "step": 12360
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.299672290326496e-06,
+      "loss": 0.0233,
+      "step": 12370
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.281466197354048e-06,
+      "loss": 0.0005,
+      "step": 12380
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.2632601043816e-06,
+      "loss": 0.0004,
+      "step": 12390
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.24505401140915e-06,
+      "loss": 0.0002,
+      "step": 12400
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.226847918436705e-06,
+      "loss": 0.0297,
+      "step": 12410
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.208641825464257e-06,
+      "loss": 0.0309,
+      "step": 12420
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.190435732491807e-06,
+      "loss": 0.0242,
+      "step": 12430
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.17222963951936e-06,
+      "loss": 0.0004,
+      "step": 12440
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.154023546546912e-06,
+      "loss": 0.0011,
+      "step": 12450
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.135817453574462e-06,
+      "loss": 0.0006,
+      "step": 12460
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.117611360602015e-06,
+      "loss": 0.0023,
+      "step": 12470
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.099405267629567e-06,
+      "loss": 0.0006,
+      "step": 12480
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.081199174657119e-06,
+      "loss": 0.0004,
+      "step": 12490
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 9.062993081684671e-06,
+      "loss": 0.0376,
+      "step": 12500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 9.044786988712223e-06,
+      "loss": 0.0006,
+      "step": 12510
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 9.026580895739774e-06,
+      "loss": 0.0003,
+      "step": 12520
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 9.008374802767326e-06,
+      "loss": 0.0075,
+      "step": 12530
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.990168709794878e-06,
+      "loss": 0.0006,
+      "step": 12540
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.971962616822429e-06,
+      "loss": 0.0001,
+      "step": 12550
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.953756523849981e-06,
+      "loss": 0.0003,
+      "step": 12560
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.935550430877535e-06,
+      "loss": 0.0319,
+      "step": 12570
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.917344337905086e-06,
+      "loss": 0.0005,
+      "step": 12580
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.899138244932638e-06,
+      "loss": 0.0478,
+      "step": 12590
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.88093215196019e-06,
+      "loss": 0.0008,
+      "step": 12600
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.86272605898774e-06,
+      "loss": 0.0585,
+      "step": 12610
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.844519966015293e-06,
+      "loss": 0.0003,
+      "step": 12620
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.826313873042845e-06,
+      "loss": 0.0017,
+      "step": 12630
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.808107780070395e-06,
+      "loss": 0.001,
+      "step": 12640
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.78990168709795e-06,
+      "loss": 0.0003,
+      "step": 12650
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.771695594125502e-06,
+      "loss": 0.0011,
+      "step": 12660
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.753489501153054e-06,
+      "loss": 0.0006,
+      "step": 12670
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.735283408180604e-06,
+      "loss": 0.0351,
+      "step": 12680
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.717077315208157e-06,
+      "loss": 0.0006,
+      "step": 12690
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.698871222235709e-06,
+      "loss": 0.0002,
+      "step": 12700
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.68066512926326e-06,
+      "loss": 0.0003,
+      "step": 12710
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.662459036290812e-06,
+      "loss": 0.0004,
+      "step": 12720
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.644252943318365e-06,
+      "loss": 0.0056,
+      "step": 12730
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.626046850345916e-06,
+      "loss": 0.0549,
+      "step": 12740
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.607840757373468e-06,
+      "loss": 0.0002,
+      "step": 12750
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.58963466440102e-06,
+      "loss": 0.0002,
+      "step": 12760
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.571428571428571e-06,
+      "loss": 0.0003,
+      "step": 12770
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.553222478456123e-06,
+      "loss": 0.0151,
+      "step": 12780
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.535016385483675e-06,
+      "loss": 0.015,
+      "step": 12790
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.516810292511228e-06,
+      "loss": 0.0234,
+      "step": 12800
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.49860419953878e-06,
+      "loss": 0.0208,
+      "step": 12810
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.480398106566332e-06,
+      "loss": 0.0001,
+      "step": 12820
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.462192013593883e-06,
+      "loss": 0.0004,
+      "step": 12830
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.443985920621435e-06,
+      "loss": 0.0001,
+      "step": 12840
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.425779827648987e-06,
+      "loss": 0.0481,
+      "step": 12850
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.407573734676537e-06,
+      "loss": 0.0321,
+      "step": 12860
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.38936764170409e-06,
+      "loss": 0.0008,
+      "step": 12870
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.371161548731644e-06,
+      "loss": 0.0017,
+      "step": 12880
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.352955455759194e-06,
+      "loss": 0.0003,
+      "step": 12890
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.334749362786746e-06,
+      "loss": 0.0002,
+      "step": 12900
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.316543269814299e-06,
+      "loss": 0.0003,
+      "step": 12910
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.298337176841849e-06,
+      "loss": 0.018,
+      "step": 12920
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.280131083869401e-06,
+      "loss": 0.0006,
+      "step": 12930
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.261924990896954e-06,
+      "loss": 0.0239,
+      "step": 12940
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.243718897924504e-06,
+      "loss": 0.0001,
+      "step": 12950
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.225512804952058e-06,
+      "loss": 0.0002,
+      "step": 12960
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.20730671197961e-06,
+      "loss": 0.0002,
+      "step": 12970
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.18910061900716e-06,
+      "loss": 0.0425,
+      "step": 12980
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.170894526034713e-06,
+      "loss": 0.0002,
+      "step": 12990
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.152688433062265e-06,
+      "loss": 0.0264,
+      "step": 13000
+    },
+    {
+      "epoch": 0.74,
+      "eval_loss": 0.010751000605523586,
+      "eval_runtime": 606.5318,
+      "eval_samples_per_second": 115.268,
+      "eval_steps_per_second": 7.205,
+      "step": 13000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.134482340089817e-06,
+      "loss": 0.0225,
+      "step": 13010
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 8.116276247117368e-06,
+      "loss": 0.048,
+      "step": 13020
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 8.09807015414492e-06,
+      "loss": 0.0012,
+      "step": 13030
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 8.079864061172474e-06,
+      "loss": 0.0008,
+      "step": 13040
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 8.061657968200025e-06,
+      "loss": 0.0007,
+      "step": 13050
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 8.043451875227577e-06,
+      "loss": 0.0001,
+      "step": 13060
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 8.025245782255129e-06,
+      "loss": 0.0002,
+      "step": 13070
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 8.00703968928268e-06,
+      "loss": 0.0015,
+      "step": 13080
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.988833596310232e-06,
+      "loss": 0.0002,
+      "step": 13090
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.970627503337784e-06,
+      "loss": 0.0002,
+      "step": 13100
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.952421410365336e-06,
+      "loss": 0.0211,
+      "step": 13110
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.934215317392888e-06,
+      "loss": 0.0002,
+      "step": 13120
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.91600922442044e-06,
+      "loss": 0.0002,
+      "step": 13130
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.897803131447991e-06,
+      "loss": 0.0002,
+      "step": 13140
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.879597038475543e-06,
+      "loss": 0.0005,
+      "step": 13150
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.861390945503096e-06,
+      "loss": 0.0005,
+      "step": 13160
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.843184852530646e-06,
+      "loss": 0.0062,
+      "step": 13170
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.824978759558198e-06,
+      "loss": 0.0001,
+      "step": 13180
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.806772666585752e-06,
+      "loss": 0.0002,
+      "step": 13190
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.788566573613303e-06,
+      "loss": 0.0001,
+      "step": 13200
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.770360480640855e-06,
+      "loss": 0.0002,
+      "step": 13210
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.752154387668407e-06,
+      "loss": 0.0212,
+      "step": 13220
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.733948294695958e-06,
+      "loss": 0.0002,
+      "step": 13230
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.71574220172351e-06,
+      "loss": 0.0006,
+      "step": 13240
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.697536108751062e-06,
+      "loss": 0.0001,
+      "step": 13250
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.679330015778613e-06,
+      "loss": 0.0194,
+      "step": 13260
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.661123922806167e-06,
+      "loss": 0.0446,
+      "step": 13270
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.642917829833719e-06,
+      "loss": 0.0001,
+      "step": 13280
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.624711736861269e-06,
+      "loss": 0.0011,
+      "step": 13290
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.6065056438888215e-06,
+      "loss": 0.039,
+      "step": 13300
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.588299550916374e-06,
+      "loss": 0.0004,
+      "step": 13310
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.570093457943924e-06,
+      "loss": 0.0001,
+      "step": 13320
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.551887364971477e-06,
+      "loss": 0.0004,
+      "step": 13330
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.5336812719990295e-06,
+      "loss": 0.0001,
+      "step": 13340
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.515475179026582e-06,
+      "loss": 0.0004,
+      "step": 13350
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.497269086054132e-06,
+      "loss": 0.0005,
+      "step": 13360
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.479062993081685e-06,
+      "loss": 0.0533,
+      "step": 13370
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.460856900109237e-06,
+      "loss": 0.0007,
+      "step": 13380
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.442650807136788e-06,
+      "loss": 0.0001,
+      "step": 13390
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.42444471416434e-06,
+      "loss": 0.0142,
+      "step": 13400
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.4062386211918925e-06,
+      "loss": 0.061,
+      "step": 13410
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.388032528219445e-06,
+      "loss": 0.0001,
+      "step": 13420
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.369826435246996e-06,
+      "loss": 0.0089,
+      "step": 13430
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.3516203422745475e-06,
+      "loss": 0.0001,
+      "step": 13440
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.3334142493021005e-06,
+      "loss": 0.0001,
+      "step": 13450
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.315208156329652e-06,
+      "loss": 0.0139,
+      "step": 13460
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.297002063357203e-06,
+      "loss": 0.0451,
+      "step": 13470
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.278795970384756e-06,
+      "loss": 0.0001,
+      "step": 13480
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.260589877412308e-06,
+      "loss": 0.0001,
+      "step": 13490
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.242383784439859e-06,
+      "loss": 0.0007,
+      "step": 13500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.224177691467411e-06,
+      "loss": 0.0005,
+      "step": 13510
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.2059715984949635e-06,
+      "loss": 0.0001,
+      "step": 13520
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.187765505522515e-06,
+      "loss": 0.0003,
+      "step": 13530
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.169559412550067e-06,
+      "loss": 0.0003,
+      "step": 13540
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.1513533195776185e-06,
+      "loss": 0.0003,
+      "step": 13550
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.133147226605171e-06,
+      "loss": 0.0005,
+      "step": 13560
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.114941133632723e-06,
+      "loss": 0.0143,
+      "step": 13570
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.096735040660274e-06,
+      "loss": 0.0007,
+      "step": 13580
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.0785289476878265e-06,
+      "loss": 0.0124,
+      "step": 13590
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.060322854715379e-06,
+      "loss": 0.0041,
+      "step": 13600
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.04211676174293e-06,
+      "loss": 0.0001,
+      "step": 13610
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.023910668770482e-06,
+      "loss": 0.0002,
+      "step": 13620
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.005704575798034e-06,
+      "loss": 0.0005,
+      "step": 13630
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.987498482825586e-06,
+      "loss": 0.0468,
+      "step": 13640
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.969292389853138e-06,
+      "loss": 0.0296,
+      "step": 13650
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.9510862968806895e-06,
+      "loss": 0.0005,
+      "step": 13660
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.932880203908241e-06,
+      "loss": 0.0239,
+      "step": 13670
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.914674110935794e-06,
+      "loss": 0.0001,
+      "step": 13680
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.896468017963345e-06,
+      "loss": 0.0078,
+      "step": 13690
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.878261924990897e-06,
+      "loss": 0.0007,
+      "step": 13700
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.860055832018449e-06,
+      "loss": 0.0005,
+      "step": 13710
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.841849739046001e-06,
+      "loss": 0.0002,
+      "step": 13720
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.8236436460735524e-06,
+      "loss": 0.0002,
+      "step": 13730
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.805437553101105e-06,
+      "loss": 0.0016,
+      "step": 13740
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.787231460128656e-06,
+      "loss": 0.0004,
+      "step": 13750
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.769025367156209e-06,
+      "loss": 0.0001,
+      "step": 13760
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.7508192741837605e-06,
+      "loss": 0.0001,
+      "step": 13770
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.732613181211312e-06,
+      "loss": 0.0001,
+      "step": 13780
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.714407088238864e-06,
+      "loss": 0.0194,
+      "step": 13790
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.696200995266416e-06,
+      "loss": 0.0284,
+      "step": 13800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.677994902293968e-06,
+      "loss": 0.0001,
+      "step": 13810
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.65978880932152e-06,
+      "loss": 0.0001,
+      "step": 13820
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.641582716349072e-06,
+      "loss": 0.0285,
+      "step": 13830
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.6233766233766234e-06,
+      "loss": 0.0001,
+      "step": 13840
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.605170530404176e-06,
+      "loss": 0.0001,
+      "step": 13850
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.586964437431727e-06,
+      "loss": 0.0149,
+      "step": 13860
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.568758344459279e-06,
+      "loss": 0.0123,
+      "step": 13870
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.5505522514868315e-06,
+      "loss": 0.0001,
+      "step": 13880
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.532346158514383e-06,
+      "loss": 0.0015,
+      "step": 13890
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.514140065541934e-06,
+      "loss": 0.0,
+      "step": 13900
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.495933972569487e-06,
+      "loss": 0.0016,
+      "step": 13910
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.477727879597039e-06,
+      "loss": 0.0502,
+      "step": 13920
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.459521786624591e-06,
+      "loss": 0.0147,
+      "step": 13930
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.441315693652142e-06,
+      "loss": 0.0001,
+      "step": 13940
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.4231096006796944e-06,
+      "loss": 0.0004,
+      "step": 13950
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.404903507707247e-06,
+      "loss": 0.0001,
+      "step": 13960
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.386697414734798e-06,
+      "loss": 0.0,
+      "step": 13970
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.368491321762349e-06,
+      "loss": 0.0619,
+      "step": 13980
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.3502852287899025e-06,
+      "loss": 0.0001,
+      "step": 13990
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.332079135817454e-06,
+      "loss": 0.0001,
+      "step": 14000
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 0.011908884160220623,
+      "eval_runtime": 373.7901,
+      "eval_samples_per_second": 187.041,
+      "eval_steps_per_second": 11.691,
+      "step": 14000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.313873042845005e-06,
+      "loss": 0.0008,
+      "step": 14010
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.2956669498725574e-06,
+      "loss": 0.0002,
+      "step": 14020
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.27746085690011e-06,
+      "loss": 0.0003,
+      "step": 14030
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.259254763927661e-06,
+      "loss": 0.0203,
+      "step": 14040
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.241048670955213e-06,
+      "loss": 0.0001,
+      "step": 14050
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.222842577982765e-06,
+      "loss": 0.0033,
+      "step": 14060
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.204636485010317e-06,
+      "loss": 0.0008,
+      "step": 14070
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 6.186430392037869e-06,
+      "loss": 0.0001,
+      "step": 14080
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 6.16822429906542e-06,
+      "loss": 0.0662,
+      "step": 14090
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 6.150018206092973e-06,
+      "loss": 0.0191,
+      "step": 14100
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 6.131812113120525e-06,
+      "loss": 0.0002,
+      "step": 14110
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 6.113606020148076e-06,
+      "loss": 0.0001,
+      "step": 14120
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 6.0953999271756284e-06,
+      "loss": 0.0003,
+      "step": 14130
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 6.07719383420318e-06,
+      "loss": 0.0443,
+      "step": 14140
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 6.058987741230732e-06,
+      "loss": 0.012,
+      "step": 14150
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 6.040781648258284e-06,
+      "loss": 0.0013,
+      "step": 14160
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 6.022575555285836e-06,
+      "loss": 0.0244,
+      "step": 14170
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 6.004369462313388e-06,
+      "loss": 0.0003,
+      "step": 14180
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.98616336934094e-06,
+      "loss": 0.0002,
+      "step": 14190
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.967957276368491e-06,
+      "loss": 0.0002,
+      "step": 14200
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.949751183396043e-06,
+      "loss": 0.0005,
+      "step": 14210
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.931545090423596e-06,
+      "loss": 0.026,
+      "step": 14220
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.913338997451147e-06,
+      "loss": 0.0001,
+      "step": 14230
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.895132904478699e-06,
+      "loss": 0.0001,
+      "step": 14240
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.876926811506251e-06,
+      "loss": 0.0001,
+      "step": 14250
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.858720718533803e-06,
+      "loss": 0.0308,
+      "step": 14260
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.840514625561355e-06,
+      "loss": 0.0002,
+      "step": 14270
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.822308532588907e-06,
+      "loss": 0.0015,
+      "step": 14280
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.804102439616458e-06,
+      "loss": 0.0002,
+      "step": 14290
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.785896346644011e-06,
+      "loss": 0.0007,
+      "step": 14300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.767690253671562e-06,
+      "loss": 0.0018,
+      "step": 14310
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.749484160699114e-06,
+      "loss": 0.0001,
+      "step": 14320
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.731278067726666e-06,
+      "loss": 0.0001,
+      "step": 14330
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.713071974754218e-06,
+      "loss": 0.0002,
+      "step": 14340
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.69486588178177e-06,
+      "loss": 0.0004,
+      "step": 14350
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.676659788809322e-06,
+      "loss": 0.0003,
+      "step": 14360
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.658453695836873e-06,
+      "loss": 0.0001,
+      "step": 14370
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.640247602864425e-06,
+      "loss": 0.0006,
+      "step": 14380
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.622041509891978e-06,
+      "loss": 0.011,
+      "step": 14390
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.603835416919529e-06,
+      "loss": 0.0001,
+      "step": 14400
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.58562932394708e-06,
+      "loss": 0.0011,
+      "step": 14410
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.567423230974633e-06,
+      "loss": 0.0546,
+      "step": 14420
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.549217138002185e-06,
+      "loss": 0.0849,
+      "step": 14430
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.531011045029737e-06,
+      "loss": 0.0004,
+      "step": 14440
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.512804952057288e-06,
+      "loss": 0.0005,
+      "step": 14450
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.494598859084841e-06,
+      "loss": 0.0005,
+      "step": 14460
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.476392766112393e-06,
+      "loss": 0.0003,
+      "step": 14470
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.458186673139944e-06,
+      "loss": 0.0003,
+      "step": 14480
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.4399805801674955e-06,
+      "loss": 0.0439,
+      "step": 14490
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.421774487195049e-06,
+      "loss": 0.0004,
+      "step": 14500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.4035683942226e-06,
+      "loss": 0.0379,
+      "step": 14510
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.385362301250151e-06,
+      "loss": 0.0007,
+      "step": 14520
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.3671562082777036e-06,
+      "loss": 0.0241,
+      "step": 14530
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.348950115305256e-06,
+      "loss": 0.0005,
+      "step": 14540
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.330744022332807e-06,
+      "loss": 0.0003,
+      "step": 14550
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.312537929360359e-06,
+      "loss": 0.0004,
+      "step": 14560
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.294331836387912e-06,
+      "loss": 0.0297,
+      "step": 14570
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.276125743415463e-06,
+      "loss": 0.0016,
+      "step": 14580
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.257919650443015e-06,
+      "loss": 0.0005,
+      "step": 14590
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 5.2397135574705666e-06,
+      "loss": 0.0003,
+      "step": 14600
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 5.22150746449812e-06,
+      "loss": 0.0001,
+      "step": 14610
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 5.203301371525671e-06,
+      "loss": 0.0003,
+      "step": 14620
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 5.185095278553222e-06,
+      "loss": 0.0229,
+      "step": 14630
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 5.1668891855807746e-06,
+      "loss": 0.0002,
+      "step": 14640
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 5.148683092608327e-06,
+      "loss": 0.0003,
+      "step": 14650
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 5.130476999635878e-06,
+      "loss": 0.0004,
+      "step": 14660
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 5.11227090666343e-06,
+      "loss": 0.0533,
+      "step": 14670
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 5.094064813690982e-06,
+      "loss": 0.0885,
+      "step": 14680
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 5.075858720718534e-06,
+      "loss": 0.0379,
+      "step": 14690
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 5.057652627746086e-06,
+      "loss": 0.0219,
+      "step": 14700
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 5.0394465347736376e-06,
+      "loss": 0.0007,
+      "step": 14710
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 5.021240441801189e-06,
+      "loss": 0.0011,
+      "step": 14720
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 5.003034348828742e-06,
+      "loss": 0.001,
+      "step": 14730
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.984828255856293e-06,
+      "loss": 0.0006,
+      "step": 14740
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.966622162883845e-06,
+      "loss": 0.0018,
+      "step": 14750
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.948416069911397e-06,
+      "loss": 0.0005,
+      "step": 14760
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.930209976938949e-06,
+      "loss": 0.0005,
+      "step": 14770
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.912003883966501e-06,
+      "loss": 0.0002,
+      "step": 14780
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.893797790994053e-06,
+      "loss": 0.0008,
+      "step": 14790
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.875591698021604e-06,
+      "loss": 0.0001,
+      "step": 14800
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.857385605049157e-06,
+      "loss": 0.0003,
+      "step": 14810
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.8391795120767086e-06,
+      "loss": 0.0004,
+      "step": 14820
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.82097341910426e-06,
+      "loss": 0.0002,
+      "step": 14830
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.802767326131812e-06,
+      "loss": 0.0001,
+      "step": 14840
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.784561233159364e-06,
+      "loss": 0.0232,
+      "step": 14850
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.766355140186916e-06,
+      "loss": 0.0427,
+      "step": 14860
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.748149047214468e-06,
+      "loss": 0.0274,
+      "step": 14870
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.729942954242019e-06,
+      "loss": 0.0226,
+      "step": 14880
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.7117368612695715e-06,
+      "loss": 0.0006,
+      "step": 14890
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.693530768297124e-06,
+      "loss": 0.0016,
+      "step": 14900
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.675324675324675e-06,
+      "loss": 0.0403,
+      "step": 14910
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.657118582352227e-06,
+      "loss": 0.025,
+      "step": 14920
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.6389124893797796e-06,
+      "loss": 0.0007,
+      "step": 14930
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.620706396407331e-06,
+      "loss": 0.0011,
+      "step": 14940
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.602500303434883e-06,
+      "loss": 0.0625,
+      "step": 14950
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.584294210462435e-06,
+      "loss": 0.0007,
+      "step": 14960
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.566088117489987e-06,
+      "loss": 0.023,
+      "step": 14970
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.547882024517539e-06,
+      "loss": 0.0004,
+      "step": 14980
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.52967593154509e-06,
+      "loss": 0.0006,
+      "step": 14990
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.5114698385726425e-06,
+      "loss": 0.0008,
+      "step": 15000
+    },
+    {
+      "epoch": 0.86,
+      "eval_loss": 0.009687372483313084,
+      "eval_runtime": 373.3001,
+      "eval_samples_per_second": 187.286,
+      "eval_steps_per_second": 11.706,
+      "step": 15000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.493263745600195e-06,
+      "loss": 0.0004,
+      "step": 15010
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.475057652627746e-06,
+      "loss": 0.0256,
+      "step": 15020
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.4568515596552975e-06,
+      "loss": 0.0004,
+      "step": 15030
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.4386454666828506e-06,
+      "loss": 0.0006,
+      "step": 15040
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.420439373710402e-06,
+      "loss": 0.0002,
+      "step": 15050
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.402233280737953e-06,
+      "loss": 0.0006,
+      "step": 15060
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.3840271877655055e-06,
+      "loss": 0.0002,
+      "step": 15070
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.365821094793058e-06,
+      "loss": 0.0002,
+      "step": 15080
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.347615001820609e-06,
+      "loss": 0.0005,
+      "step": 15090
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.329408908848161e-06,
+      "loss": 0.0136,
+      "step": 15100
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.311202815875713e-06,
+      "loss": 0.0002,
+      "step": 15110
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.292996722903266e-06,
+      "loss": 0.0002,
+      "step": 15120
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.274790629930817e-06,
+      "loss": 0.0003,
+      "step": 15130
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.2565845369583685e-06,
+      "loss": 0.0623,
+      "step": 15140
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.238378443985921e-06,
+      "loss": 0.0436,
+      "step": 15150
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.220172351013473e-06,
+      "loss": 0.0002,
+      "step": 15160
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.201966258041024e-06,
+      "loss": 0.0209,
+      "step": 15170
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.1837601650685765e-06,
+      "loss": 0.0004,
+      "step": 15180
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.165554072096128e-06,
+      "loss": 0.0002,
+      "step": 15190
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.14734797912368e-06,
+      "loss": 0.0011,
+      "step": 15200
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.129141886151232e-06,
+      "loss": 0.0367,
+      "step": 15210
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.110935793178784e-06,
+      "loss": 0.0003,
+      "step": 15220
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.092729700206335e-06,
+      "loss": 0.0004,
+      "step": 15230
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.074523607233888e-06,
+      "loss": 0.0008,
+      "step": 15240
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.0563175142614395e-06,
+      "loss": 0.0032,
+      "step": 15250
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.038111421288991e-06,
+      "loss": 0.0006,
+      "step": 15260
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.019905328316543e-06,
+      "loss": 0.0004,
+      "step": 15270
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.001699235344095e-06,
+      "loss": 0.0001,
+      "step": 15280
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.9834931423716475e-06,
+      "loss": 0.0188,
+      "step": 15290
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.965287049399199e-06,
+      "loss": 0.0001,
+      "step": 15300
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.947080956426751e-06,
+      "loss": 0.0002,
+      "step": 15310
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.928874863454303e-06,
+      "loss": 0.0001,
+      "step": 15320
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.910668770481855e-06,
+      "loss": 0.0001,
+      "step": 15330
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.892462677509406e-06,
+      "loss": 0.0003,
+      "step": 15340
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.874256584536959e-06,
+      "loss": 0.0006,
+      "step": 15350
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.8560504915645105e-06,
+      "loss": 0.0001,
+      "step": 15360
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.837844398592062e-06,
+      "loss": 0.0009,
+      "step": 15370
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.819638305619614e-06,
+      "loss": 0.0001,
+      "step": 15380
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.801432212647166e-06,
+      "loss": 0.0002,
+      "step": 15390
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.7832261196747177e-06,
+      "loss": 0.0001,
+      "step": 15400
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.76502002670227e-06,
+      "loss": 0.0024,
+      "step": 15410
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.7468139337298217e-06,
+      "loss": 0.0002,
+      "step": 15420
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.7286078407573735e-06,
+      "loss": 0.0306,
+      "step": 15430
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.7104017477849257e-06,
+      "loss": 0.0002,
+      "step": 15440
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.692195654812477e-06,
+      "loss": 0.0109,
+      "step": 15450
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.6739895618400293e-06,
+      "loss": 0.0006,
+      "step": 15460
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.655783468867581e-06,
+      "loss": 0.0004,
+      "step": 15470
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.6375773758951333e-06,
+      "loss": 0.0001,
+      "step": 15480
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.6193712829226847e-06,
+      "loss": 0.0002,
+      "step": 15490
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.601165189950237e-06,
+      "loss": 0.0204,
+      "step": 15500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5829590969777887e-06,
+      "loss": 0.0494,
+      "step": 15510
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5647530040053405e-06,
+      "loss": 0.0327,
+      "step": 15520
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5465469110328923e-06,
+      "loss": 0.0006,
+      "step": 15530
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5283408180604445e-06,
+      "loss": 0.0466,
+      "step": 15540
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.510134725087996e-06,
+      "loss": 0.0003,
+      "step": 15550
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.491928632115548e-06,
+      "loss": 0.0003,
+      "step": 15560
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.4737225391431e-06,
+      "loss": 0.0001,
+      "step": 15570
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.455516446170652e-06,
+      "loss": 0.0008,
+      "step": 15580
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.4373103531982035e-06,
+      "loss": 0.0007,
+      "step": 15590
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.4191042602257557e-06,
+      "loss": 0.0001,
+      "step": 15600
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.4008981672533075e-06,
+      "loss": 0.0009,
+      "step": 15610
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.3826920742808593e-06,
+      "loss": 0.0003,
+      "step": 15620
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.364485981308411e-06,
+      "loss": 0.0002,
+      "step": 15630
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.3462798883359633e-06,
+      "loss": 0.0004,
+      "step": 15640
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.328073795363515e-06,
+      "loss": 0.0211,
+      "step": 15650
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.309867702391067e-06,
+      "loss": 0.0006,
+      "step": 15660
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.291661609418619e-06,
+      "loss": 0.0175,
+      "step": 15670
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.273455516446171e-06,
+      "loss": 0.0006,
+      "step": 15680
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.2552494234737227e-06,
+      "loss": 0.0002,
+      "step": 15690
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.2370433305012745e-06,
+      "loss": 0.0136,
+      "step": 15700
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.2188372375288267e-06,
+      "loss": 0.0002,
+      "step": 15710
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.200631144556378e-06,
+      "loss": 0.0281,
+      "step": 15720
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.1824250515839303e-06,
+      "loss": 0.0157,
+      "step": 15730
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.164218958611482e-06,
+      "loss": 0.0001,
+      "step": 15740
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.1460128656390343e-06,
+      "loss": 0.0382,
+      "step": 15750
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.1278067726665856e-06,
+      "loss": 0.0001,
+      "step": 15760
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.109600679694138e-06,
+      "loss": 0.0001,
+      "step": 15770
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.0913945867216897e-06,
+      "loss": 0.0264,
+      "step": 15780
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.0731884937492414e-06,
+      "loss": 0.0308,
+      "step": 15790
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.0549824007767932e-06,
+      "loss": 0.0002,
+      "step": 15800
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.0367763078043455e-06,
+      "loss": 0.0341,
+      "step": 15810
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.0185702148318973e-06,
+      "loss": 0.0233,
+      "step": 15820
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.000364121859449e-06,
+      "loss": 0.0003,
+      "step": 15830
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.982158028887001e-06,
+      "loss": 0.0217,
+      "step": 15840
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.963951935914553e-06,
+      "loss": 0.0002,
+      "step": 15850
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.9457458429421044e-06,
+      "loss": 0.0492,
+      "step": 15860
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.9275397499696566e-06,
+      "loss": 0.0002,
+      "step": 15870
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.9093336569972084e-06,
+      "loss": 0.0003,
+      "step": 15880
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.8911275640247602e-06,
+      "loss": 0.0352,
+      "step": 15890
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.872921471052312e-06,
+      "loss": 0.0004,
+      "step": 15900
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.8547153780798642e-06,
+      "loss": 0.0007,
+      "step": 15910
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.836509285107416e-06,
+      "loss": 0.0002,
+      "step": 15920
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.818303192134968e-06,
+      "loss": 0.0329,
+      "step": 15930
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.8000970991625196e-06,
+      "loss": 0.0004,
+      "step": 15940
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.781891006190072e-06,
+      "loss": 0.0001,
+      "step": 15950
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.7636849132176232e-06,
+      "loss": 0.0357,
+      "step": 15960
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.7454788202451754e-06,
+      "loss": 0.0341,
+      "step": 15970
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.7272727272727272e-06,
+      "loss": 0.0004,
+      "step": 15980
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.7090666343002794e-06,
+      "loss": 0.0004,
+      "step": 15990
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.690860541327831e-06,
+      "loss": 0.0128,
+      "step": 16000
+    },
+    {
+      "epoch": 0.92,
+      "eval_loss": 0.009275409393012524,
+      "eval_runtime": 373.3357,
+      "eval_samples_per_second": 187.268,
+      "eval_steps_per_second": 11.705,
+      "step": 16000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.672654448355383e-06,
+      "loss": 0.0002,
+      "step": 16010
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.6544483553829352e-06,
+      "loss": 0.0005,
+      "step": 16020
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.6362422624104866e-06,
+      "loss": 0.0019,
+      "step": 16030
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.618036169438039e-06,
+      "loss": 0.0031,
+      "step": 16040
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.5998300764655906e-06,
+      "loss": 0.0385,
+      "step": 16050
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.5816239834931424e-06,
+      "loss": 0.0123,
+      "step": 16060
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.5634178905206942e-06,
+      "loss": 0.0005,
+      "step": 16070
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.5452117975482464e-06,
+      "loss": 0.0186,
+      "step": 16080
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.5270057045757982e-06,
+      "loss": 0.0011,
+      "step": 16090
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.50879961160335e-06,
+      "loss": 0.0002,
+      "step": 16100
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.490593518630902e-06,
+      "loss": 0.0544,
+      "step": 16110
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.472387425658454e-06,
+      "loss": 0.0001,
+      "step": 16120
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.4541813326860054e-06,
+      "loss": 0.0169,
+      "step": 16130
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.4359752397135576e-06,
+      "loss": 0.0211,
+      "step": 16140
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.4177691467411094e-06,
+      "loss": 0.0002,
+      "step": 16150
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.3995630537686616e-06,
+      "loss": 0.0002,
+      "step": 16160
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.381356960796213e-06,
+      "loss": 0.0004,
+      "step": 16170
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3631508678237652e-06,
+      "loss": 0.0008,
+      "step": 16180
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.344944774851317e-06,
+      "loss": 0.0493,
+      "step": 16190
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.326738681878869e-06,
+      "loss": 0.0003,
+      "step": 16200
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3085325889064206e-06,
+      "loss": 0.0003,
+      "step": 16210
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.290326495933973e-06,
+      "loss": 0.0006,
+      "step": 16220
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.272120402961524e-06,
+      "loss": 0.0004,
+      "step": 16230
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2539143099890764e-06,
+      "loss": 0.0003,
+      "step": 16240
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.235708217016628e-06,
+      "loss": 0.0418,
+      "step": 16250
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2175021240441804e-06,
+      "loss": 0.0006,
+      "step": 16260
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.1992960310717318e-06,
+      "loss": 0.0014,
+      "step": 16270
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.181089938099284e-06,
+      "loss": 0.0006,
+      "step": 16280
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.162883845126836e-06,
+      "loss": 0.0136,
+      "step": 16290
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.1446777521543876e-06,
+      "loss": 0.0002,
+      "step": 16300
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.1264716591819394e-06,
+      "loss": 0.0004,
+      "step": 16310
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.1082655662094916e-06,
+      "loss": 0.0062,
+      "step": 16320
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.0900594732370434e-06,
+      "loss": 0.0002,
+      "step": 16330
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.071853380264595e-06,
+      "loss": 0.0002,
+      "step": 16340
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.053647287292147e-06,
+      "loss": 0.0002,
+      "step": 16350
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.035441194319699e-06,
+      "loss": 0.023,
+      "step": 16360
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0172351013472506e-06,
+      "loss": 0.0002,
+      "step": 16370
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.999029008374803e-06,
+      "loss": 0.0031,
+      "step": 16380
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.980822915402355e-06,
+      "loss": 0.0002,
+      "step": 16390
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9626168224299064e-06,
+      "loss": 0.0393,
+      "step": 16400
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9444107294574586e-06,
+      "loss": 0.0144,
+      "step": 16410
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9262046364850104e-06,
+      "loss": 0.0133,
+      "step": 16420
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9079985435125626e-06,
+      "loss": 0.0003,
+      "step": 16430
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.889792450540114e-06,
+      "loss": 0.0002,
+      "step": 16440
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.871586357567666e-06,
+      "loss": 0.0003,
+      "step": 16450
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8533802645952178e-06,
+      "loss": 0.0008,
+      "step": 16460
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8351741716227698e-06,
+      "loss": 0.0259,
+      "step": 16470
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8169680786503216e-06,
+      "loss": 0.0221,
+      "step": 16480
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7987619856778736e-06,
+      "loss": 0.0003,
+      "step": 16490
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7805558927054254e-06,
+      "loss": 0.0141,
+      "step": 16500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7623497997329772e-06,
+      "loss": 0.0003,
+      "step": 16510
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.7441437067605292e-06,
+      "loss": 0.0005,
+      "step": 16520
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.725937613788081e-06,
+      "loss": 0.0008,
+      "step": 16530
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.707731520815633e-06,
+      "loss": 0.0001,
+      "step": 16540
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.6895254278431848e-06,
+      "loss": 0.031,
+      "step": 16550
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.6713193348707368e-06,
+      "loss": 0.0005,
+      "step": 16560
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.6531132418982888e-06,
+      "loss": 0.0003,
+      "step": 16570
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.6349071489258406e-06,
+      "loss": 0.0004,
+      "step": 16580
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.6167010559533926e-06,
+      "loss": 0.0177,
+      "step": 16590
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5984949629809444e-06,
+      "loss": 0.0161,
+      "step": 16600
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5802888700084964e-06,
+      "loss": 0.0,
+      "step": 16610
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5620827770360482e-06,
+      "loss": 0.0277,
+      "step": 16620
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5438766840636e-06,
+      "loss": 0.0007,
+      "step": 16630
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.525670591091152e-06,
+      "loss": 0.0161,
+      "step": 16640
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5074644981187038e-06,
+      "loss": 0.0214,
+      "step": 16650
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4892584051462558e-06,
+      "loss": 0.0002,
+      "step": 16660
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4710523121738076e-06,
+      "loss": 0.0144,
+      "step": 16670
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4528462192013594e-06,
+      "loss": 0.0142,
+      "step": 16680
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4346401262289114e-06,
+      "loss": 0.0003,
+      "step": 16690
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.4164340332564632e-06,
+      "loss": 0.024,
+      "step": 16700
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.3982279402840152e-06,
+      "loss": 0.0001,
+      "step": 16710
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.380021847311567e-06,
+      "loss": 0.0003,
+      "step": 16720
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.361815754339119e-06,
+      "loss": 0.0001,
+      "step": 16730
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.3436096613666708e-06,
+      "loss": 0.0005,
+      "step": 16740
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.3254035683942225e-06,
+      "loss": 0.0002,
+      "step": 16750
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.3071974754217746e-06,
+      "loss": 0.0001,
+      "step": 16760
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.2889913824493263e-06,
+      "loss": 0.0002,
+      "step": 16770
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.2707852894768784e-06,
+      "loss": 0.0161,
+      "step": 16780
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.2525791965044301e-06,
+      "loss": 0.0001,
+      "step": 16790
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.234373103531982e-06,
+      "loss": 0.0004,
+      "step": 16800
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.216167010559534e-06,
+      "loss": 0.0002,
+      "step": 16810
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1979609175870857e-06,
+      "loss": 0.0221,
+      "step": 16820
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1797548246146377e-06,
+      "loss": 0.0008,
+      "step": 16830
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1615487316421895e-06,
+      "loss": 0.0001,
+      "step": 16840
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1433426386697415e-06,
+      "loss": 0.0004,
+      "step": 16850
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1251365456972933e-06,
+      "loss": 0.0297,
+      "step": 16860
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.1069304527248451e-06,
+      "loss": 0.001,
+      "step": 16870
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.0887243597523971e-06,
+      "loss": 0.0498,
+      "step": 16880
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.070518266779949e-06,
+      "loss": 0.0186,
+      "step": 16890
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.052312173807501e-06,
+      "loss": 0.0004,
+      "step": 16900
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.0341060808350527e-06,
+      "loss": 0.0002,
+      "step": 16910
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.0158999878626045e-06,
+      "loss": 0.0001,
+      "step": 16920
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 9.976938948901567e-07,
+      "loss": 0.0134,
+      "step": 16930
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 9.794878019177085e-07,
+      "loss": 0.0001,
+      "step": 16940
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 9.612817089452605e-07,
+      "loss": 0.0013,
+      "step": 16950
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 9.430756159728122e-07,
+      "loss": 0.0004,
+      "step": 16960
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 9.248695230003641e-07,
+      "loss": 0.0164,
+      "step": 16970
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 9.06663430027916e-07,
+      "loss": 0.0346,
+      "step": 16980
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 8.884573370554679e-07,
+      "loss": 0.0012,
+      "step": 16990
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 8.702512440830197e-07,
+      "loss": 0.0003,
+      "step": 17000
+    },
+    {
+      "epoch": 0.97,
+      "eval_loss": 0.009779643267393112,
+      "eval_runtime": 372.8001,
+      "eval_samples_per_second": 187.537,
+      "eval_steps_per_second": 11.722,
+      "step": 17000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 17479,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 1000,
+  "total_flos": 1.8226686133824e+16,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}