tsunemoto commited on
Commit
72508a2
·
verified ·
1 Parent(s): 43c7588

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tinydolphin-2.8-1.1b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ tinydolphin-2.8-1.1b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ tinydolphin-2.8-1.1b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ tinydolphin-2.8-1.1b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ tinydolphin-2.8-1.1b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ tinydolphin-2.8-1.1b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ tinydolphin-2.8-1.1b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ tinydolphin-2.8-1.1b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ tinydolphin-2.8-1.1b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ tinydolphin-2.8-1.1b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
46
+ tinydolphin-2.8-1.1b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ tinydolphin-2.8-1.1b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ tinydolphin-2.8-1.1b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ tinydolphin-2.8-1.1b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ title: "TinyDolphin-2.8-1.1b Quantized in GGUF"
3
+ tags:
4
+ - GGUF
5
+ language: en
6
+ ---
7
+ ![Image description](https://i.postimg.cc/MGwhtFfF/tsune-fixed.png)
8
+
9
+ # Tsunemoto GGUF's of TinyDolphin-2.8-1.1b
10
+
11
+ This is a GGUF quantization of TinyDolphin-2.8-1.1b.
12
+
13
+ ## Original Repo Link:
14
+ [Original Repository](https://huggingface.co/cognitivecomputations/TinyDolphin-2.8-1.1b)
15
+
16
+ ## Original Model Card:
17
+ ---
18
+
19
+
20
+ # TinyDolphin-2.8-1.1b
21
+
22
+ ![image/jpeg](https://cdn-uploads.huggingface.co/production/uploads/655dc641accde1bbc8b41aec/qUCZv8vxXDXi9r-9c0jvP.jpeg)
23
+
24
+ Join Our Discord! https://discord.gg/vT3sktQ3zb
25
+
26
+ This is an experimental model trained on the new Dolphin 2.8 dataset by Eric Hartford https://erichartford.com/dolphin 🐬
27
+
28
+ # Orignal Model Card Below
29
+
30
+ # TinyLlama-1.1B
31
+ </div>
32
+
33
+ https://github.com/jzhang38/TinyLlama
34
+
35
+ The TinyLlama project aims to **pretrain** a **1.1B Llama model on 3 trillion tokens**. With some proper optimization, we can achieve this within a span of "just" 90 days using 16 A100-40G GPUs 🚀🚀. The training has started on 2023-09-01.
36
+
37
+ We adopted exactly the same architecture and tokenizer as Llama 2. This means TinyLlama can be plugged and played in many open-source projects built upon Llama. Besides, TinyLlama is compact with only 1.1B parameters. This compactness allows it to cater to a multitude of applications demanding a restricted computation and memory footprint.
38
+
39
+ #### This Collection
40
+ This collection contains all checkpoints after the 1T fix. Branch name indicates the step and number of tokens seen.
41
+
42
+ #### Eval
43
+
44
+ | Model | Pretrain Tokens | HellaSwag | Obqa | WinoGrande | ARC_c | ARC_e | boolq | piqa | avg |
45
+ |-------------------------------------------|-----------------|-----------|------|------------|-------|-------|-------|------|-----|
46
+ | Pythia-1.0B | 300B | 47.16 | 31.40| 53.43 | 27.05 | 48.99 | 60.83 | 69.21 | 48.30 |
47
+ | TinyLlama-1.1B-intermediate-step-50K-104b | 103B | 43.50 | 29.80| 53.28 | 24.32 | 44.91 | 59.66 | 67.30 | 46.11|
48
+ | TinyLlama-1.1B-intermediate-step-240k-503b| 503B | 49.56 |31.40 |55.80 |26.54 |48.32 |56.91 |69.42 | 48.28 |
49
+ | TinyLlama-1.1B-intermediate-step-480k-1007B | 1007B | 52.54 | 33.40 | 55.96 | 27.82 | 52.36 | 59.54 | 69.91 | 50.22 |
50
+ | TinyLlama-1.1B-intermediate-step-715k-1.5T | 1.5T | 53.68 | 35.20 | 58.33 | 29.18 | 51.89 | 59.08 | 71.65 | 51.29 |
51
+ | TinyLlama-1.1B-intermediate-step-955k-2T | 2T | 54.63 | 33.40 | 56.83 | 28.07 | 54.67 | 63.21 | 70.67 | 51.64 |
52
+ | TinyLlama-1.1B-intermediate-step-1195k-2.5T | 2.5T | 58.96 | 34.40 | 58.72 | 31.91 | 56.78 | 63.21 | 73.07 | 53.86|
53
+ | TinyLlama-1.1B-intermediate-step-1431k-3T | 3T | 59.20 | 36.00 | 59.12 | 30.12 | 55.25 | 57.83 | 73.29 | 52.99|
tinydolphin-2.8-1.1b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6dba02f3b5c7b4b50998e1cb0c1d39d78bbaa9826fa3ecf87dfbefd576a5636
3
+ size 482147488
tinydolphin-2.8-1.1b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f66c5650e4ba751441e4919b67b1d42bcc007ca611fce806b8639ede97acc8de
3
+ size 591531584
tinydolphin-2.8-1.1b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12c9f20d90e3fe3fa70517a014e3c971fcd87578f1cc83d14cce1adb89b64998
3
+ size 549850688
tinydolphin-2.8-1.1b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df646e287943b1208884c9adf031e4edaf2a32e5de5d31dddd2600c29c774a05
3
+ size 499347008
tinydolphin-2.8-1.1b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:742e4c56bce5f2075aefe6a0834276eb111c09688156d8d6400cf5cab73933eb
3
+ size 636731488
tinydolphin-2.8-1.1b.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e8ad4079c263c9e26a50263de8a99e5790d037367f63a79291670c813764ed3
3
+ size 701383008
tinydolphin-2.8-1.1b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:338a3e72c215a0807572835d05f008ca1669c9f259958de4a0baf2b45b53ae68
3
+ size 667820128
tinydolphin-2.8-1.1b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e39493f8e2767bb847cf9ad9f1dd688a0cd632002246c68f7dc98019ad3a2f7
3
+ size 642760800
tinydolphin-2.8-1.1b.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0653d6a3981ccdeb73ac6f725af6978411f95d2a7a50697714dd4f7568876ede
3
+ size 766034528
tinydolphin-2.8-1.1b.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d7a87d6de935ce5c8a74aa0254eaa4ad9872171c70beb107dc1e007b5df13d1
3
+ size 830686048
tinydolphin-2.8-1.1b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3493135a604bf76d5c49b8261ab3a695157399eab232de6a5c2cd7a5fadcc20
3
+ size 782049888
tinydolphin-2.8-1.1b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e3d0fce50f9c90072b25016025f4e97461817c94af47f7fcc75f1237562f384
3
+ size 766034528
tinydolphin-2.8-1.1b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97ca430016d4218baafbe36b73233b08ca254976e15b48efacc788bca671922e
3
+ size 903419008
tinydolphin-2.8-1.1b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:412f9f68104b1e80948cb4a050ac12b1e3346b372ea42501b1291b1a39e0f166
3
+ size 1169816640