Goekdeniz-Guelmez commited on
Commit
e1182a4
·
verified ·
1 Parent(s): 8901161

Add files using upload-large-folder tool

Browse files
config.json CHANGED
@@ -21,6 +21,16 @@
21
  "pad_token_id": 3,
22
  "post_norm": false,
23
  "qk_norm": true,
 
 
 
 
 
 
 
 
 
 
24
  "rms_norm_eps": 1e-05,
25
  "rope_scaling": {
26
  "factor": 8.0,
 
21
  "pad_token_id": 3,
22
  "post_norm": false,
23
  "qk_norm": true,
24
+ "quantization": {
25
+ "group_size": 64,
26
+ "bits": 8,
27
+ "mode": "affine"
28
+ },
29
+ "quantization_config": {
30
+ "group_size": 64,
31
+ "bits": 8,
32
+ "mode": "affine"
33
+ },
34
  "rms_norm_eps": 1e-05,
35
  "rope_scaling": {
36
  "factor": 8.0,
model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:139a84d0c027ee0f3a25303b40e334cb0b7da9016b133fecf5b1330ae21fee18
3
+ size 5343680374
model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33ec728c57d488b8dd33e438aa2de9f50c89478c2200298cbfdc36e5a4461e90
3
+ size 3213343112
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff