Hugging Face's logo

brittlewis12
/
Mistral-Small-24B-Instruct-2501-reasoning-GGUF

Text Generation
GGUF
English
reasoning
mistral
Inference Endpoints
conversational
Model card Files Community
brittlewis12 commited on
Commit
55ea510
·
verified ·
1 Parent(s): c450bb4

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. .gitattributes +20 -0
  2. mistral-small-24b-instruct-2501-reasoning.IQ1_M.gguf +3 -0
  3. mistral-small-24b-instruct-2501-reasoning.IQ1_S.gguf +3 -0
  4. mistral-small-24b-instruct-2501-reasoning.IQ2_M.gguf +3 -0
  5. mistral-small-24b-instruct-2501-reasoning.IQ2_S.gguf +3 -0
  6. mistral-small-24b-instruct-2501-reasoning.IQ2_XS.gguf +3 -0
  7. mistral-small-24b-instruct-2501-reasoning.IQ2_XXS.gguf +3 -0
  8. mistral-small-24b-instruct-2501-reasoning.Q2_K_S.gguf +3 -0
  9. mistral-small-24b-instruct-2501-reasoning.Q3_K_L.gguf +3 -0
  10. mistral-small-24b-instruct-2501-reasoning.Q3_K_M.gguf +3 -0
  11. mistral-small-24b-instruct-2501-reasoning.Q3_K_S.gguf +3 -0
  12. mistral-small-24b-instruct-2501-reasoning.Q4_0.gguf +3 -0
  13. mistral-small-24b-instruct-2501-reasoning.Q4_1.gguf +3 -0
  14. mistral-small-24b-instruct-2501-reasoning.Q4_K_M.gguf +3 -0
  15. mistral-small-24b-instruct-2501-reasoning.Q4_K_S.gguf +3 -0
  16. mistral-small-24b-instruct-2501-reasoning.Q5_0.gguf +3 -0
  17. mistral-small-24b-instruct-2501-reasoning.Q5_1.gguf +3 -0
  18. mistral-small-24b-instruct-2501-reasoning.Q5_K_M.gguf +3 -0
  19. mistral-small-24b-instruct-2501-reasoning.Q5_K_S.gguf +3 -0
  20. mistral-small-24b-instruct-2501-reasoning.Q6_K.gguf +3 -0
  21. mistral-small-24b-instruct-2501-reasoning.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -36,3 +36,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  mistral-small-24b-instruct-2501-reasoning.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  mistral-small-24b-instruct-2501-reasoning.f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  mistral-small-24b-instruct-2501-reasoning.imatrix filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  mistral-small-24b-instruct-2501-reasoning.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  mistral-small-24b-instruct-2501-reasoning.f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  mistral-small-24b-instruct-2501-reasoning.imatrix filter=lfs diff=lfs merge=lfs -text
39
+ mistral-small-24b-instruct-2501-reasoning.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mistral-small-24b-instruct-2501-reasoning.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ mistral-small-24b-instruct-2501-reasoning.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ mistral-small-24b-instruct-2501-reasoning.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ mistral-small-24b-instruct-2501-reasoning.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ mistral-small-24b-instruct-2501-reasoning.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ mistral-small-24b-instruct-2501-reasoning.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ mistral-small-24b-instruct-2501-reasoning.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
47
+ mistral-small-24b-instruct-2501-reasoning.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ mistral-small-24b-instruct-2501-reasoning.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ mistral-small-24b-instruct-2501-reasoning.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
50
+ mistral-small-24b-instruct-2501-reasoning.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
51
+ mistral-small-24b-instruct-2501-reasoning.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ mistral-small-24b-instruct-2501-reasoning.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ mistral-small-24b-instruct-2501-reasoning.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ mistral-small-24b-instruct-2501-reasoning.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
55
+ mistral-small-24b-instruct-2501-reasoning.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ mistral-small-24b-instruct-2501-reasoning.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ mistral-small-24b-instruct-2501-reasoning.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
58
+ mistral-small-24b-instruct-2501-reasoning.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
mistral-small-24b-instruct-2501-reasoning.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fe5c8a19d917ce52863c36ffdde6434433c20c8412d43f3f09153116fe88f87
3
+ size 5750497248
mistral-small-24b-instruct-2501-reasoning.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3453c5ebb751a8081418a98fb85dbd8d76bb705314ab0a16b11883124b1e66dd
3
+ size 5273722848
mistral-small-24b-instruct-2501-reasoning.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa2a90ef2a3986863620fda8aec306144ef968c20c178684e8f2935647570d71
3
+ size 8114053088
mistral-small-24b-instruct-2501-reasoning.IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10085be9f775a89da77eedd06f7963d806b895a6020b73c792a5600850a28400
3
+ size 7478353888
mistral-small-24b-instruct-2501-reasoning.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76b2dcc6c2d55729818b2dde82e29c9b11b87599b4fbffe8bb9bc9b3cbab65db
3
+ size 7207034848
mistral-small-24b-instruct-2501-reasoning.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16b995c8d9fecc93aea0ad893e05fd125cc3d6da9122e720e1266fb2d1dc4a2f
3
+ size 6545121248
mistral-small-24b-instruct-2501-reasoning.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17dde97a6309bc8f6adbf7b108ac0861edf13d338a39fadc95401068e545c797
3
+ size 8320163808
mistral-small-24b-instruct-2501-reasoning.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd7273edc72f7a6d21edb4bb07a1eebb8611787913575ca34e2519ea66b6d85
3
+ size 12400762560
mistral-small-24b-instruct-2501-reasoning.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d14fd817143d7d25ad4859f5162770f639607c3691cd56191f3b1d89bf41589
3
+ size 11474083520
mistral-small-24b-instruct-2501-reasoning.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52b642113f2cc8cc0a06ff8d816bff4c99ccfb189e00774c18faf152ec98f39e
3
+ size 10400276160
mistral-small-24b-instruct-2501-reasoning.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9016f164721e2f1cffabb2b633db37b9454dd37492625ceef9fe8a9b45fc5a43
3
+ size 13441801920
mistral-small-24b-instruct-2501-reasoning.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06bf06654a895c0416abe8ddf8196923fa9004d9439df3c584de5722ef3783a4
3
+ size 14873108160
mistral-small-24b-instruct-2501-reasoning.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f07cd8416da70451d773c88688d9ecf8e19352801be99fc0eab00f2d77b7bd6
3
+ size 14333910720
mistral-small-24b-instruct-2501-reasoning.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95dd20ac3eb240e9a03ef0f202746ca7367fc2236baea541003f9f1471625517
3
+ size 13549280960
mistral-small-24b-instruct-2501-reasoning.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56e28806e731ed570af7be0444241884007da529e106ff645c9bd57c9e2921a3
3
+ size 16304414400
mistral-small-24b-instruct-2501-reasoning.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ad01d7dd1b39d6315a0bff95e71e53518d89ce3a9dd97cf92bcebeaa143fc1c
3
+ size 17735720640
mistral-small-24b-instruct-2501-reasoning.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bf8328de1b6d487154557356de9ad694e4aa7fbe6daa621224b876fbf3919bd
3
+ size 16763985600
mistral-small-24b-instruct-2501-reasoning.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b8ddbd6cd99912f71f56e528ca893f071566c9a5c4493bd429a99433cbab9eb
3
+ size 16304414400
mistral-small-24b-instruct-2501-reasoning.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:363ecdd1ec3af5a009b4688f50a26e61df15c9f59cff80cd41acd9c3b431c77f
3
+ size 19345940160
mistral-small-24b-instruct-2501-reasoning.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87ba0fd992f422bb9867dda689c42daa5a7084c8858b211a0689abf866db0b35
3
+ size 25054781120