Hugging Face's logo

gabriellarson
/
Hermes-4-14B-GGUF

Transformers
GGUF
English
Qwen-3-14B
instruct
finetune
reasoning
hybrid-mode
chatml
function calling
tool use
json mode
structured outputs
atropos
dataforge
long context
roleplaying
chat
conversational
Model card Files
xet
Community
1
gabriellarson commited on
Commit
1094801
·
verified ·
1 Parent(s): e685381

Upload folder using huggingface_hub

Browse files
Files changed (24) hide show
  1. .gitattributes +23 -0
  2. Hermes-4-14B-IQ2_M.gguf +3 -0
  3. Hermes-4-14B-IQ2_S.gguf +3 -0
  4. Hermes-4-14B-IQ2_XS.gguf +3 -0
  5. Hermes-4-14B-IQ2_XXS.gguf +3 -0
  6. Hermes-4-14B-IQ3_M.gguf +3 -0
  7. Hermes-4-14B-IQ3_S.gguf +3 -0
  8. Hermes-4-14B-IQ3_XS.gguf +3 -0
  9. Hermes-4-14B-IQ3_XXS.gguf +3 -0
  10. Hermes-4-14B-IQ4_NL.gguf +3 -0
  11. Hermes-4-14B-IQ4_XS.gguf +3 -0
  12. Hermes-4-14B-Q2_K.gguf +3 -0
  13. Hermes-4-14B-Q2_K_S.gguf +3 -0
  14. Hermes-4-14B-Q3_K_L.gguf +3 -0
  15. Hermes-4-14B-Q3_K_M.gguf +3 -0
  16. Hermes-4-14B-Q3_K_S.gguf +3 -0
  17. Hermes-4-14B-Q4_0.gguf +3 -0
  18. Hermes-4-14B-Q4_K_M.gguf +3 -0
  19. Hermes-4-14B-Q4_K_S.gguf +3 -0
  20. Hermes-4-14B-Q5_0.gguf +3 -0
  21. Hermes-4-14B-Q5_K_M.gguf +3 -0
  22. Hermes-4-14B-Q5_K_S.gguf +3 -0
  23. Hermes-4-14B-Q6_K.gguf +3 -0
  24. Hermes-4-14B-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,26 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Hermes-4-14B-F16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Hermes-4-14B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Hermes-4-14B-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Hermes-4-14B-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Hermes-4-14B-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Hermes-4-14B-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Hermes-4-14B-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Hermes-4-14B-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Hermes-4-14B-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Hermes-4-14B-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Hermes-4-14B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Hermes-4-14B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Hermes-4-14B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Hermes-4-14B-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Hermes-4-14B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Hermes-4-14B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Hermes-4-14B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Hermes-4-14B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Hermes-4-14B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Hermes-4-14B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Hermes-4-14B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Hermes-4-14B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Hermes-4-14B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Hermes-4-14B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Hermes-4-14B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Hermes-4-14B-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12db82c660cb9587e73cf1257c1325b5eab162ce5d9aa4c1fc992db5d9ebe35b
3
+ size 5322941312
Hermes-4-14B-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd1c130f078fa92c61c6bd2c394e588c5ceeab2276fb074addae43d21f6b9cb2
3
+ size 4963312512
Hermes-4-14B-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c52dfd347b902f2d14aea6fdc5104d4353b50ac439da23416c8fd468f6686a7
3
+ size 4691588992
Hermes-4-14B-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1b4aeadfce01c8a257210c24a245231f97e48565f81660fa9bd2b2849d9e350
3
+ size 4299192192
Hermes-4-14B-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e15e961d2b0463dfc9e07a15c49e78096f917bd326295f9194b0c558295fbb8
3
+ size 6883409792
Hermes-4-14B-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f8c266958bb0a9e9a141a0d64f33f1f4a6a18cb39c91855fdcae19abe742a78
3
+ size 6684958592
Hermes-4-14B-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5294e8549ee46c3dd67e4a8119fa943f4a36b333a1f2edfdc2443d6927d0d9ef
3
+ size 6375300992
Hermes-4-14B-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc4d8fe7a74c0139ddb363d80c8a997a16d99cf3f5df13dafd0ac23d0b9f01a7
3
+ size 5942666112
Hermes-4-14B-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de5d5bea1effc4ec09e67f3878aa641cb40641104c6c30d4e742906b61abf232
3
+ size 8541363072
Hermes-4-14B-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:938df9e33cd2c9196f9848450543814267eec971c1d996a1235caec81ef74b97
3
+ size 8110730112
Hermes-4-14B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:282fc898fc0896d726b73bfff967999186ba8157caddec64c138e6aa70feeeab
3
+ size 5753983872
Hermes-4-14B-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:116a6e4ce5f77bb4067e17605bdbe56b810f25c83bbafc5796d57e3680eb0989
3
+ size 5389849472
Hermes-4-14B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a40579a2010783068ca66c061956a66db61281db813655e7ee8d1dd38e409643
3
+ size 7900651392
Hermes-4-14B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81876bbd8cf8a68d3d7ed55a751ad8a9c909bdae816295fd0aec3d6523c64d61
3
+ size 7321313152
Hermes-4-14B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:590afdd5287e4da05e713661c233b9f399f43aa29e3f8ffd05460e92ab96b327
3
+ size 6657105792
Hermes-4-14B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cfa7aac03551819b69ce84a1ebffae8c7efa1c2f81c1c440016b8984630708b
3
+ size 8543001472
Hermes-4-14B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a51794b1ac1d56c5b2e4a1bd75c1c359e84747465939cbf283b42cd356e7774
3
+ size 9001753472
Hermes-4-14B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:531283f892fed819c6c29671a9bc4559ea9ac9abcae5b3f1885ebefe92b6359a
3
+ size 8573475712
Hermes-4-14B-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cad6629ac6b737eb5191bef057871e1f3a91b915ee47c4b00e4a44d718944088
3
+ size 10291747712
Hermes-4-14B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbb6f8b1ced40149cc4bbeb6bfb2d5c8b75fa4b864c78fa9be6f847ff217e2d7
3
+ size 10514570112
Hermes-4-14B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aa3a50b5a2ed38f6d52fa39f9de3c120ab66c45400cb8095f0928e7b8b6948f
3
+ size 10263894912
Hermes-4-14B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f45b76c4e0aa8f2d040d8ce4505ecf5247f2eb11e3f704cd4ef4f567377be89
3
+ size 12121937792
Hermes-4-14B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:378925caca8506c97f5468b88ce2a2e76df67d17373622b44dba2a94a4afac07
3
+ size 15698534272