Upload folder using huggingface_hub
Browse files- epoch_2.pt +3 -0
- optimizer_2.pt +3 -0
- results.jsonl +2 -0
- stats_2.pt +3 -0
epoch_2.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:12fbddcaa80fb313df99c2f70621221518282ad1dae9b6fb2a001c2fcf966e48
|
3 |
+
size 251446266
|
optimizer_2.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:313f6f1171dd90377dc095dcbd38220588c0bfcff570d18d1d194475224634c7
|
3 |
+
size 502885456
|
results.jsonl
ADDED
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
1 |
+
[{"loss": 4.237736809067428, "data_time": 0.006588239688426256, "batch_time": 0.20260307705029845, "samples_per_second": 656446.0938738061, "samples_per_second_per_gpu": 164111.52346845152, "loss_sequences_lower_95": -1.0, "loss_sequences_upper_95": -1.0, "loss_tokens_lower_95": -1.0, "loss_tokens_upper_95": -1.0, "sequences": 8192, "tokens": 16777216, "train_tokens": 786432000, "checkpoint_path": null, "val_data": ["/mmfs1/gscratch/zlab/margsli/gitfiles/open_lm_scaling/ds/data/preprocessed/EleutherAI/gpt-neox-20b/Salesforce/fineweb_deduplicated/chunk-size_2048-v_valid/0/shard-0000000.tar"], "model": "misfitting_17m"}]
|
2 |
+
[{"loss": 4.176937400829047, "data_time": 0.006487106438726187, "batch_time": 0.20533573487773538, "samples_per_second": 644958.0766060877, "samples_per_second_per_gpu": 161239.51915152193, "loss_sequences_lower_95": -1.0, "loss_sequences_upper_95": -1.0, "loss_tokens_lower_95": -1.0, "loss_tokens_upper_95": -1.0, "sequences": 8192, "tokens": 16777216, "train_tokens": 1572864000, "checkpoint_path": null, "val_data": ["/mmfs1/gscratch/zlab/margsli/gitfiles/open_lm_scaling/ds/data/preprocessed/EleutherAI/gpt-neox-20b/Salesforce/fineweb_deduplicated/chunk-size_2048-v_valid/0/shard-0000000.tar"], "model": "misfitting_17m"}]
|
stats_2.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b647e4845222970e8136e346d64c3f9ee08e9086ae8c5f8f5b19331a5ef82fa8
|
3 |
+
size 2528
|