Hugging Face's logo

unsloth
/
Hermes-4-405B-GGUF

Text Generation
Transformers
GGUF
English
llama
Llama-3.1
unsloth
instruct
finetune
reasoning
hybrid-mode
chatml
function calling
tool use
json mode
structured outputs
atropos
dataforge
long context
roleplaying
chat
conversational
Model card Files
xet
Community
1
danielhanchen commited on
Commit
9d0d50d
·
verified ·
1 Parent(s): 81c927e

Add files using upload-large-folder tool

Browse files
Files changed (47) hide show
  1. .gitattributes +45 -0
  2. BF16/Hermes-4-405B-BF16-00001-of-00017.gguf +3 -0
  3. BF16/Hermes-4-405B-BF16-00002-of-00017.gguf +3 -0
  4. BF16/Hermes-4-405B-BF16-00003-of-00017.gguf +3 -0
  5. BF16/Hermes-4-405B-BF16-00004-of-00017.gguf +3 -0
  6. BF16/Hermes-4-405B-BF16-00005-of-00017.gguf +3 -0
  7. BF16/Hermes-4-405B-BF16-00006-of-00017.gguf +3 -0
  8. BF16/Hermes-4-405B-BF16-00007-of-00017.gguf +3 -0
  9. BF16/Hermes-4-405B-BF16-00008-of-00017.gguf +3 -0
  10. BF16/Hermes-4-405B-BF16-00009-of-00017.gguf +3 -0
  11. BF16/Hermes-4-405B-BF16-00010-of-00017.gguf +3 -0
  12. BF16/Hermes-4-405B-BF16-00011-of-00017.gguf +3 -0
  13. BF16/Hermes-4-405B-BF16-00012-of-00017.gguf +3 -0
  14. BF16/Hermes-4-405B-BF16-00013-of-00017.gguf +3 -0
  15. BF16/Hermes-4-405B-BF16-00014-of-00017.gguf +3 -0
  16. BF16/Hermes-4-405B-BF16-00015-of-00017.gguf +3 -0
  17. BF16/Hermes-4-405B-BF16-00016-of-00017.gguf +3 -0
  18. BF16/Hermes-4-405B-BF16-00017-of-00017.gguf +3 -0
  19. Q4_K_M/Hermes-4-405B-Q4_K_M-00001-of-00005.gguf +3 -0
  20. Q4_K_M/Hermes-4-405B-Q4_K_M-00002-of-00005.gguf +3 -0
  21. Q4_K_M/Hermes-4-405B-Q4_K_M-00003-of-00005.gguf +3 -0
  22. Q4_K_M/Hermes-4-405B-Q4_K_M-00004-of-00005.gguf +3 -0
  23. Q4_K_M/Hermes-4-405B-Q4_K_M-00005-of-00005.gguf +3 -0
  24. UD-IQ1_M/Hermes-4-405B-UD-IQ1_M-00001-of-00002.gguf +3 -0
  25. UD-IQ1_M/Hermes-4-405B-UD-IQ1_M-00002-of-00002.gguf +3 -0
  26. UD-IQ1_S/Hermes-4-405B-UD-IQ1_S-00001-of-00002.gguf +3 -0
  27. UD-IQ1_S/Hermes-4-405B-UD-IQ1_S-00002-of-00002.gguf +3 -0
  28. UD-Q2_K_XL/Hermes-4-405B-UD-Q2_K_XL-00001-of-00004.gguf +3 -0
  29. UD-Q2_K_XL/Hermes-4-405B-UD-Q2_K_XL-00002-of-00004.gguf +3 -0
  30. UD-Q2_K_XL/Hermes-4-405B-UD-Q2_K_XL-00003-of-00004.gguf +3 -0
  31. UD-Q2_K_XL/Hermes-4-405B-UD-Q2_K_XL-00004-of-00004.gguf +3 -0
  32. UD-Q3_K_XL/Hermes-4-405B-UD-Q3_K_XL-00001-of-00004.gguf +3 -0
  33. UD-Q3_K_XL/Hermes-4-405B-UD-Q3_K_XL-00002-of-00004.gguf +3 -0
  34. UD-Q3_K_XL/Hermes-4-405B-UD-Q3_K_XL-00003-of-00004.gguf +3 -0
  35. UD-Q3_K_XL/Hermes-4-405B-UD-Q3_K_XL-00004-of-00004.gguf +3 -0
  36. UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00001-of-00005.gguf +3 -0
  37. UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00002-of-00005.gguf +3 -0
  38. UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00003-of-00005.gguf +3 -0
  39. UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00004-of-00005.gguf +3 -0
  40. UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00005-of-00005.gguf +3 -0
  41. UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00001-of-00006.gguf +3 -0
  42. UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00002-of-00006.gguf +3 -0
  43. UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00003-of-00006.gguf +3 -0
  44. UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00004-of-00006.gguf +3 -0
  45. UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00005-of-00006.gguf +3 -0
  46. UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00006-of-00006.gguf +3 -0
  47. config.json +37 -0
.gitattributes CHANGED
@@ -42,3 +42,48 @@ Q8_0/Hermes-4-405B-Q8_0-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
42
  Q8_0/Hermes-4-405B-Q8_0-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
43
  Q8_0/Hermes-4-405B-Q8_0-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
44
  Q8_0/Hermes-4-405B-Q8_0-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42
  Q8_0/Hermes-4-405B-Q8_0-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
43
  Q8_0/Hermes-4-405B-Q8_0-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
44
  Q8_0/Hermes-4-405B-Q8_0-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
45
+ UD-Q2_K_XL/Hermes-4-405B-UD-Q2_K_XL-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
46
+ UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
47
+ BF16/Hermes-4-405B-BF16-00017-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
48
+ UD-IQ1_S/Hermes-4-405B-UD-IQ1_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Q4_K_M/Hermes-4-405B-Q4_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
50
+ UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
51
+ UD-IQ1_M/Hermes-4-405B-UD-IQ1_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
52
+ BF16/Hermes-4-405B-BF16-00001-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
53
+ UD-Q3_K_XL/Hermes-4-405B-UD-Q3_K_XL-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Q4_K_M/Hermes-4-405B-Q4_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
55
+ UD-Q3_K_XL/Hermes-4-405B-UD-Q3_K_XL-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
56
+ UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
57
+ UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
58
+ UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
59
+ UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Q4_K_M/Hermes-4-405B-Q4_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
61
+ UD-Q3_K_XL/Hermes-4-405B-UD-Q3_K_XL-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Q4_K_M/Hermes-4-405B-Q4_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
63
+ UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
64
+ UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
65
+ UD-Q2_K_XL/Hermes-4-405B-UD-Q2_K_XL-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
66
+ UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
67
+ UD-Q2_K_XL/Hermes-4-405B-UD-Q2_K_XL-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
68
+ UD-Q3_K_XL/Hermes-4-405B-UD-Q3_K_XL-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
69
+ Q4_K_M/Hermes-4-405B-Q4_K_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
70
+ UD-Q2_K_XL/Hermes-4-405B-UD-Q2_K_XL-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
71
+ UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
72
+ UD-IQ1_S/Hermes-4-405B-UD-IQ1_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
73
+ UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
74
+ UD-IQ1_M/Hermes-4-405B-UD-IQ1_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
75
+ BF16/Hermes-4-405B-BF16-00016-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
76
+ BF16/Hermes-4-405B-BF16-00015-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
77
+ BF16/Hermes-4-405B-BF16-00011-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
78
+ BF16/Hermes-4-405B-BF16-00002-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
79
+ BF16/Hermes-4-405B-BF16-00006-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
80
+ BF16/Hermes-4-405B-BF16-00012-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
81
+ BF16/Hermes-4-405B-BF16-00014-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
82
+ BF16/Hermes-4-405B-BF16-00013-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
83
+ BF16/Hermes-4-405B-BF16-00009-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
84
+ BF16/Hermes-4-405B-BF16-00007-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
85
+ BF16/Hermes-4-405B-BF16-00003-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
86
+ BF16/Hermes-4-405B-BF16-00005-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
87
+ BF16/Hermes-4-405B-BF16-00008-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
88
+ BF16/Hermes-4-405B-BF16-00004-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
89
+ BF16/Hermes-4-405B-BF16-00010-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
BF16/Hermes-4-405B-BF16-00001-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fafaf229913b98e7fd47013f3a2d5248b2d5c459eb54b84c1d3c71cc7f123de
3
+ size 48838832704
BF16/Hermes-4-405B-BF16-00002-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:065f782562c9a1bd2be6ba751241744b09ad43cd76bdc5e5ff9b521dfb5f32cd
3
+ size 49258893504
BF16/Hermes-4-405B-BF16-00003-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92c34f37ee1c145c4f1c8955419e3d1feba5683022b945745d701589e83a693e
3
+ size 49258893536
BF16/Hermes-4-405B-BF16-00004-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e1edc3b1c60e9e3e03f9dcc86ff5cd01355b5f09776efa87bdc740508b5cccc
3
+ size 49258959104
BF16/Hermes-4-405B-BF16-00005-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3e973ba0ad020bc849c3540195031b55b5812b1818b87d50640f4e8f906c908
3
+ size 49896493216
BF16/Hermes-4-405B-BF16-00006-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cdeec6edd908d0acb4380d2c86231ab92836603670d0e706ce7d0903c4dacd3
3
+ size 49225339040
BF16/Hermes-4-405B-BF16-00007-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4f0339e25164b4adfc869b3c1169a708da72e07c95039c366644c640ed1493b
3
+ size 49258959104
BF16/Hermes-4-405B-BF16-00008-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:371dd3489e20997293a05ec1b30236d6c21c3b1c823a5c0bad5e2829a00df575
3
+ size 49896427616
BF16/Hermes-4-405B-BF16-00009-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8176ea77f5aab07bcccc0a89edc8a1ec077db0c202c74e89aca7b7bae91c3713
3
+ size 49225404608
BF16/Hermes-4-405B-BF16-00010-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc82e04b2f2dad397b30bf8689cbf0a7ab134e8a3cb0afe4de9595c7b8ae0619
3
+ size 49258893536
BF16/Hermes-4-405B-BF16-00011-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89f2bbc54ef2a6c747c0ddd650e996fb31f801050b72ae1abce4aadd5edb7918
3
+ size 49258893536
BF16/Hermes-4-405B-BF16-00012-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99d8b1562ec36f6d40406e3e38bedb434a2a7411f3f6ee7c660d503f5448485b
3
+ size 49258959104
BF16/Hermes-4-405B-BF16-00013-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7884f20ee8ce5d5dc2e620ec2f084f6651b2fca2068c6baf30797f9a9e3557a9
3
+ size 49258893536
BF16/Hermes-4-405B-BF16-00014-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb13a1975c01fbf03ba4e20d8e8e85c714862fb663641ecaa9c8b2fdc9f39222
3
+ size 49862938784
BF16/Hermes-4-405B-BF16-00015-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a9845a70b2233f1e2e227708c17eb29b4675077b8d1f2dc7f7238860e6179dc
3
+ size 49258959200
BF16/Hermes-4-405B-BF16-00016-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:122b9b6cbe57d774a33592575a3528defd834782b26682951b0eaf2b042d4f82
3
+ size 49896427680
BF16/Hermes-4-405B-BF16-00017-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cc35a87fcbd9768685e9435b019e3419c9f3df2848e6f7f47791e794a22c3a9
3
+ size 21550794432
Q4_K_M/Hermes-4-405B-Q4_K_M-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a368c14abbbd711c207cc49030258da04a9ec9c58670b2a57aeed07803ad8cd6
3
+ size 49586050816
Q4_K_M/Hermes-4-405B-Q4_K_M-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:253de49230543e82caa1c75bb4ae6c4a80769fdf953ac8574e8db89615effca3
3
+ size 49988712640
Q4_K_M/Hermes-4-405B-Q4_K_M-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a70cf1f345f11125431e4a74a8536e45681ce67bbbd7c4f354126a82359720f3
3
+ size 49763858688
Q4_K_M/Hermes-4-405B-Q4_K_M-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ff16daf665c17a12befa33ad953b67d1ae2dacae83597bfde8ca632e1fa60ac
3
+ size 49663522816
Q4_K_M/Hermes-4-405B-Q4_K_M-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1acdb5159d133a2ef6ebb62bdbffee8def60fa6c08b5faec74936247340fa67
3
+ size 44067467200
UD-IQ1_M/Hermes-4-405B-UD-IQ1_M-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3efee1cfda0e0fec9df0cace7b9d588eb5593e48e07652f9638b05f55df6c8e7
3
+ size 49971948672
UD-IQ1_M/Hermes-4-405B-UD-IQ1_M-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08cdf7b89e5335351bb1ebf8fa0a5b4579f95668a089f022e8b2eb67638b87f4
3
+ size 44762104448
UD-IQ1_S/Hermes-4-405B-UD-IQ1_S-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a5122c9d741801c3f1f0d98ea280762301d084a8524eafbfaba71c2f621a348
3
+ size 49965856672
UD-IQ1_S/Hermes-4-405B-UD-IQ1_S-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:656fa21f6fd2f46af6934d664069f663e82b89e9c3398f2ef8fe2e8980b8568a
3
+ size 37250430784
UD-Q2_K_XL/Hermes-4-405B-UD-Q2_K_XL-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a6a7fca64ca75ddc36ea9e7c54a0f632db0666945b19ad5d8b510bec5d1e40c
3
+ size 49780766752
UD-Q2_K_XL/Hermes-4-405B-UD-Q2_K_XL-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e55cd201e5dea77aa5da30e3d0619c8938d3d1de637aadf7b36ce2313b3091ec
3
+ size 49848408736
UD-Q2_K_XL/Hermes-4-405B-UD-Q2_K_XL-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b58fc462cb223bb78c83a00c5b255c06a167a8e4635e877f80c9e44c7dbb5feb
3
+ size 49909291584
UD-Q2_K_XL/Hermes-4-405B-UD-Q2_K_XL-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b11b28356e3522768f14bf2206c6c74482dbe1edcf3a209e3886959b81d7275
3
+ size 1824260832
UD-Q3_K_XL/Hermes-4-405B-UD-Q3_K_XL-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:322d4144c66c3aa910b3d6d49051f4988fc821899c05ad364ecd6c86e41bc313
3
+ size 49697858464
UD-Q3_K_XL/Hermes-4-405B-UD-Q3_K_XL-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a88d79466368fc5323b0aff81c768972508a49416dbca4196fb5084f96aebb7
3
+ size 49555260704
UD-Q3_K_XL/Hermes-4-405B-UD-Q3_K_XL-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4186858820bcde5b9a04fc854b6421de7ffe79f50832db93f7c2660a448014fe
3
+ size 49758684256
UD-Q3_K_XL/Hermes-4-405B-UD-Q3_K_XL-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39a9372d60dccc667786a58d71d3ed9893c7af4a45df57d2d638e81ab6a15e7b
3
+ size 48370434752
UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a6c14775d5bdd787674ab0a8a511f82ac4b019e5fa18d006fd15b86567f93fc
3
+ size 49976973248
UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bed8214a09c48eb3ecfaaf6a4dec988f5e79648cd47b0253848219b40522fa22
3
+ size 49566332960
UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2b83201be212255c2655409e55e794342fb9f69dbb4beab053b3548cfe34e52
3
+ size 49841715456
UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:277d715a80dd564d0fd03e08fbf833c9ed094233992dd416cda40461fd4ec0e2
3
+ size 49741379584
UD-Q4_K_XL/Hermes-4-405B-UD-Q4_K_XL-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b45aa0fecc14e9462ce5dd9971f0f15a85d309c4f4f6f6a3abde24fd83feec0
3
+ size 44592279488
UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dc53b656f5f23101401c16738029e1d68a74d71934eb40e1992779501af7fd2
3
+ size 49789866176
UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:456238b7542cf932d22c3a0793be20ed64068ce1689620427f5dbaabb6a05567
3
+ size 49872449440
UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d761f48c2fc57915d85931071e1e65bba1614364f8e20441e6334058f25959c
3
+ size 49990479712
UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c036064fcc80a2468196da52052581b98036459647b506986c638250829f82d
3
+ size 49676365600
UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c3896a358dac3c921731944deeb31118108736046f5c3d3cde72a741c145fd3
3
+ size 49872449536
UD-Q5_K_XL/Hermes-4-405B-UD-Q5_K_XL-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21ce11776de6ecfdd6d5f81c558e3fdeb6828d84075bbb42f8562042b864c0a1
3
+ size 37299102208
config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": 128001,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 16384,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 53248,
14
+ "max_position_embeddings": 131072,
15
+ "mlp_bias": false,
16
+ "model_type": "llama",
17
+ "num_attention_heads": 128,
18
+ "num_hidden_layers": 126,
19
+ "num_key_value_heads": 8,
20
+ "pad_token_id": 128004,
21
+ "pretraining_tp": 1,
22
+ "rms_norm_eps": 1e-05,
23
+ "rope_scaling": {
24
+ "factor": 8.0,
25
+ "high_freq_factor": 4.0,
26
+ "low_freq_factor": 1.0,
27
+ "original_max_position_embeddings": 8192,
28
+ "rope_type": "llama3"
29
+ },
30
+ "rope_theta": 500000.0,
31
+ "tie_word_embeddings": false,
32
+ "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.55.4",
34
+ "unsloth_fixed": true,
35
+ "use_cache": true,
36
+ "vocab_size": 128256
37
+ }