Hugging Face's logo

Intel
/
gpt-oss-20b-int4-AutoRound

Safetensors
gpt_oss
custom_code
4-bit precision
auto-round
Model card Files
xet
Community
wenhuach commited on
Commit
e7ab423
·
verified ·
1 Parent(s): 60d5a00

upgrade to auto-round-best

Browse files
Files changed (6) hide show
  1. config.json +1 -0
  2. model-00001-of-00003.safetensors +1 -1
  3. model-00002-of-00003.safetensors +1 -1
  4. model-00003-of-00003.safetensors +1 -1
  5. quantization_config.json +1 -0
  6. tokenizer.json +2 -2
config.json CHANGED
@@ -418,6 +418,7 @@
418
  }
419
  },
420
  "group_size": 128,
 
421
  "nsamples": 512,
422
  "packing_format": "auto_round:auto_gptq",
423
  "quant_method": "auto-round",
 
418
  }
419
  },
420
  "group_size": 128,
421
+ "iters": 1000,
422
  "nsamples": 512,
423
  "packing_format": "auto_round:auto_gptq",
424
  "quant_method": "auto-round",
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f33ef6959fa47f5cc284f01604b950539f3ad7bfed26088d9b41393f40872fc8
3
  size 4998027832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7c413f02cc03c59f1216dac424a9d7284e1ac9f394645c12831b406c2cc1524
3
  size 4998027832
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e6b8d50c63cfe36ce7caecc7b3375e846ef94bf52afe1748261528655f9343a2
3
  size 4998707776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c261cddf799525b4c725851144961d1a1794105c6188f98a51be0e74bfba918f
3
  size 4998707776
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a014ea3832980752f03a933deb1493c6ac54b999086d0f4395f13b327fadc3b0
3
  size 3549668544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:678c3f39a1421585692af300741cbfc6cf3deb8cf4ae2f0418b4a331240b5141
3
  size 3549668544
quantization_config.json CHANGED
@@ -3,6 +3,7 @@
3
  "group_size": 128,
4
  "sym": true,
5
  "data_type": "int",
 
6
  "nsamples": 512,
7
  "autoround_version": "0.6.1.dev",
8
  "quant_method": "auto-round",
 
3
  "group_size": 128,
4
  "sym": true,
5
  "data_type": "int",
6
+ "iters": 1000,
7
  "nsamples": 512,
8
  "autoround_version": "0.6.1.dev",
9
  "quant_method": "auto-round",
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e0ca2e99eca05c8a688ec60100806dda193defc5839c985b321d9e8492efcb84
3
- size 27868273
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0614fe83cadab421296e664e1f48f4261fa8fef6e03e63bb75c20f38e37d07d3
3
+ size 27868174