Hugging Face's logo

Felladrin
/
gguf-sharded-falcon-mamba-7b-instruct

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
Felladrin commited on
Commit
336ccf3
·
verified ·
1 Parent(s): 3a6fd92

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +123 -0
  2. falcon-mamba-7b-instruct.IQ3_XXS.shard-00001-of-00012.gguf +3 -0
  3. falcon-mamba-7b-instruct.IQ3_XXS.shard-00002-of-00012.gguf +3 -0
  4. falcon-mamba-7b-instruct.IQ3_XXS.shard-00003-of-00012.gguf +3 -0
  5. falcon-mamba-7b-instruct.IQ3_XXS.shard-00004-of-00012.gguf +3 -0
  6. falcon-mamba-7b-instruct.IQ3_XXS.shard-00005-of-00012.gguf +3 -0
  7. falcon-mamba-7b-instruct.IQ3_XXS.shard-00006-of-00012.gguf +3 -0
  8. falcon-mamba-7b-instruct.IQ3_XXS.shard-00007-of-00012.gguf +3 -0
  9. falcon-mamba-7b-instruct.IQ3_XXS.shard-00008-of-00012.gguf +3 -0
  10. falcon-mamba-7b-instruct.IQ3_XXS.shard-00009-of-00012.gguf +3 -0
  11. falcon-mamba-7b-instruct.IQ3_XXS.shard-00010-of-00012.gguf +3 -0
  12. falcon-mamba-7b-instruct.IQ3_XXS.shard-00011-of-00012.gguf +3 -0
  13. falcon-mamba-7b-instruct.IQ3_XXS.shard-00012-of-00012.gguf +3 -0
  14. falcon-mamba-7b-instruct.IQ4_XS.shard-00001-of-00015.gguf +3 -0
  15. falcon-mamba-7b-instruct.IQ4_XS.shard-00002-of-00015.gguf +3 -0
  16. falcon-mamba-7b-instruct.IQ4_XS.shard-00003-of-00015.gguf +3 -0
  17. falcon-mamba-7b-instruct.IQ4_XS.shard-00004-of-00015.gguf +3 -0
  18. falcon-mamba-7b-instruct.IQ4_XS.shard-00005-of-00015.gguf +3 -0
  19. falcon-mamba-7b-instruct.IQ4_XS.shard-00006-of-00015.gguf +3 -0
  20. falcon-mamba-7b-instruct.IQ4_XS.shard-00007-of-00015.gguf +3 -0
  21. falcon-mamba-7b-instruct.IQ4_XS.shard-00008-of-00015.gguf +3 -0
  22. falcon-mamba-7b-instruct.IQ4_XS.shard-00009-of-00015.gguf +3 -0
  23. falcon-mamba-7b-instruct.IQ4_XS.shard-00010-of-00015.gguf +3 -0
  24. falcon-mamba-7b-instruct.IQ4_XS.shard-00011-of-00015.gguf +3 -0
  25. falcon-mamba-7b-instruct.IQ4_XS.shard-00012-of-00015.gguf +3 -0
  26. falcon-mamba-7b-instruct.IQ4_XS.shard-00013-of-00015.gguf +3 -0
  27. falcon-mamba-7b-instruct.IQ4_XS.shard-00014-of-00015.gguf +3 -0
  28. falcon-mamba-7b-instruct.IQ4_XS.shard-00015-of-00015.gguf +3 -0
  29. falcon-mamba-7b-instruct.Q2_K.shard-00001-of-00017.gguf +3 -0
  30. falcon-mamba-7b-instruct.Q2_K.shard-00002-of-00017.gguf +3 -0
  31. falcon-mamba-7b-instruct.Q2_K.shard-00003-of-00017.gguf +3 -0
  32. falcon-mamba-7b-instruct.Q2_K.shard-00004-of-00017.gguf +3 -0
  33. falcon-mamba-7b-instruct.Q2_K.shard-00005-of-00017.gguf +3 -0
  34. falcon-mamba-7b-instruct.Q2_K.shard-00006-of-00017.gguf +3 -0
  35. falcon-mamba-7b-instruct.Q2_K.shard-00007-of-00017.gguf +3 -0
  36. falcon-mamba-7b-instruct.Q2_K.shard-00008-of-00017.gguf +3 -0
  37. falcon-mamba-7b-instruct.Q2_K.shard-00009-of-00017.gguf +3 -0
  38. falcon-mamba-7b-instruct.Q2_K.shard-00010-of-00017.gguf +3 -0
  39. falcon-mamba-7b-instruct.Q2_K.shard-00011-of-00017.gguf +3 -0
  40. falcon-mamba-7b-instruct.Q2_K.shard-00012-of-00017.gguf +3 -0
  41. falcon-mamba-7b-instruct.Q2_K.shard-00013-of-00017.gguf +3 -0
  42. falcon-mamba-7b-instruct.Q2_K.shard-00014-of-00017.gguf +3 -0
  43. falcon-mamba-7b-instruct.Q2_K.shard-00015-of-00017.gguf +3 -0
  44. falcon-mamba-7b-instruct.Q2_K.shard-00016-of-00017.gguf +3 -0
  45. falcon-mamba-7b-instruct.Q2_K.shard-00017-of-00017.gguf +3 -0
  46. falcon-mamba-7b-instruct.Q3_K.shard-00001-of-00017.gguf +3 -0
  47. falcon-mamba-7b-instruct.Q3_K.shard-00002-of-00017.gguf +3 -0
  48. falcon-mamba-7b-instruct.Q3_K.shard-00003-of-00017.gguf +3 -0
  49. falcon-mamba-7b-instruct.Q3_K.shard-00004-of-00017.gguf +3 -0
  50. falcon-mamba-7b-instruct.Q3_K.shard-00005-of-00017.gguf +3 -0
.gitattributes CHANGED
@@ -67,3 +67,126 @@ falcon-mamba-7b-instruct.Q8_0.shard-00031-of-00034.gguf filter=lfs diff=lfs merg
67
  falcon-mamba-7b-instruct.Q8_0.shard-00032-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
68
  falcon-mamba-7b-instruct.Q8_0.shard-00033-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
69
  falcon-mamba-7b-instruct.Q8_0.shard-00034-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
67
  falcon-mamba-7b-instruct.Q8_0.shard-00032-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
68
  falcon-mamba-7b-instruct.Q8_0.shard-00033-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
69
  falcon-mamba-7b-instruct.Q8_0.shard-00034-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
70
+ falcon-mamba-7b-instruct.IQ3_XXS.shard-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
71
+ falcon-mamba-7b-instruct.IQ3_XXS.shard-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
72
+ falcon-mamba-7b-instruct.IQ3_XXS.shard-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
73
+ falcon-mamba-7b-instruct.IQ3_XXS.shard-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
74
+ falcon-mamba-7b-instruct.IQ3_XXS.shard-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
75
+ falcon-mamba-7b-instruct.IQ3_XXS.shard-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
76
+ falcon-mamba-7b-instruct.IQ3_XXS.shard-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
77
+ falcon-mamba-7b-instruct.IQ3_XXS.shard-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
78
+ falcon-mamba-7b-instruct.IQ3_XXS.shard-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
79
+ falcon-mamba-7b-instruct.IQ3_XXS.shard-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
80
+ falcon-mamba-7b-instruct.IQ3_XXS.shard-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
81
+ falcon-mamba-7b-instruct.IQ3_XXS.shard-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
82
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00001-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
83
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00002-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
84
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00003-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
85
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00004-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
86
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00005-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
87
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00006-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
88
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00007-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
89
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00008-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
90
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00009-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
91
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00010-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
92
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00011-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
93
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00012-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
94
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00013-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
95
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00014-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
96
+ falcon-mamba-7b-instruct.IQ4_XS.shard-00015-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
97
+ falcon-mamba-7b-instruct.Q2_K.shard-00001-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
98
+ falcon-mamba-7b-instruct.Q2_K.shard-00002-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
99
+ falcon-mamba-7b-instruct.Q2_K.shard-00003-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
100
+ falcon-mamba-7b-instruct.Q2_K.shard-00004-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
101
+ falcon-mamba-7b-instruct.Q2_K.shard-00005-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
102
+ falcon-mamba-7b-instruct.Q2_K.shard-00006-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
103
+ falcon-mamba-7b-instruct.Q2_K.shard-00007-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
104
+ falcon-mamba-7b-instruct.Q2_K.shard-00008-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
105
+ falcon-mamba-7b-instruct.Q2_K.shard-00009-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
106
+ falcon-mamba-7b-instruct.Q2_K.shard-00010-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
107
+ falcon-mamba-7b-instruct.Q2_K.shard-00011-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
108
+ falcon-mamba-7b-instruct.Q2_K.shard-00012-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
109
+ falcon-mamba-7b-instruct.Q2_K.shard-00013-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
110
+ falcon-mamba-7b-instruct.Q2_K.shard-00014-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
111
+ falcon-mamba-7b-instruct.Q2_K.shard-00015-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
112
+ falcon-mamba-7b-instruct.Q2_K.shard-00016-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
113
+ falcon-mamba-7b-instruct.Q2_K.shard-00017-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
114
+ falcon-mamba-7b-instruct.Q3_K.shard-00001-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
115
+ falcon-mamba-7b-instruct.Q3_K.shard-00002-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
116
+ falcon-mamba-7b-instruct.Q3_K.shard-00003-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
117
+ falcon-mamba-7b-instruct.Q3_K.shard-00004-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
118
+ falcon-mamba-7b-instruct.Q3_K.shard-00005-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
119
+ falcon-mamba-7b-instruct.Q3_K.shard-00006-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
120
+ falcon-mamba-7b-instruct.Q3_K.shard-00007-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
121
+ falcon-mamba-7b-instruct.Q3_K.shard-00008-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
122
+ falcon-mamba-7b-instruct.Q3_K.shard-00009-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
123
+ falcon-mamba-7b-instruct.Q3_K.shard-00010-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
124
+ falcon-mamba-7b-instruct.Q3_K.shard-00011-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
125
+ falcon-mamba-7b-instruct.Q3_K.shard-00012-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
126
+ falcon-mamba-7b-instruct.Q3_K.shard-00013-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
127
+ falcon-mamba-7b-instruct.Q3_K.shard-00014-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
128
+ falcon-mamba-7b-instruct.Q3_K.shard-00015-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
129
+ falcon-mamba-7b-instruct.Q3_K.shard-00016-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
130
+ falcon-mamba-7b-instruct.Q3_K.shard-00017-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
131
+ falcon-mamba-7b-instruct.Q4_K.shard-00001-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
132
+ falcon-mamba-7b-instruct.Q4_K.shard-00002-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
133
+ falcon-mamba-7b-instruct.Q4_K.shard-00003-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
134
+ falcon-mamba-7b-instruct.Q4_K.shard-00004-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
135
+ falcon-mamba-7b-instruct.Q4_K.shard-00005-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
136
+ falcon-mamba-7b-instruct.Q4_K.shard-00006-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
137
+ falcon-mamba-7b-instruct.Q4_K.shard-00007-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
138
+ falcon-mamba-7b-instruct.Q4_K.shard-00008-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
139
+ falcon-mamba-7b-instruct.Q4_K.shard-00009-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
140
+ falcon-mamba-7b-instruct.Q4_K.shard-00010-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
141
+ falcon-mamba-7b-instruct.Q4_K.shard-00011-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
142
+ falcon-mamba-7b-instruct.Q4_K.shard-00012-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
143
+ falcon-mamba-7b-instruct.Q4_K.shard-00013-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
144
+ falcon-mamba-7b-instruct.Q4_K.shard-00014-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
145
+ falcon-mamba-7b-instruct.Q4_K.shard-00015-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
146
+ falcon-mamba-7b-instruct.Q4_K.shard-00016-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
147
+ falcon-mamba-7b-instruct.Q4_K.shard-00017-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
148
+ falcon-mamba-7b-instruct.Q5_K.shard-00001-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
149
+ falcon-mamba-7b-instruct.Q5_K.shard-00002-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
150
+ falcon-mamba-7b-instruct.Q5_K.shard-00003-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
151
+ falcon-mamba-7b-instruct.Q5_K.shard-00004-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
152
+ falcon-mamba-7b-instruct.Q5_K.shard-00005-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
153
+ falcon-mamba-7b-instruct.Q5_K.shard-00006-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
154
+ falcon-mamba-7b-instruct.Q5_K.shard-00007-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
155
+ falcon-mamba-7b-instruct.Q5_K.shard-00008-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
156
+ falcon-mamba-7b-instruct.Q5_K.shard-00009-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
157
+ falcon-mamba-7b-instruct.Q5_K.shard-00010-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
158
+ falcon-mamba-7b-instruct.Q5_K.shard-00011-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
159
+ falcon-mamba-7b-instruct.Q5_K.shard-00012-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
160
+ falcon-mamba-7b-instruct.Q5_K.shard-00013-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
161
+ falcon-mamba-7b-instruct.Q5_K.shard-00014-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
162
+ falcon-mamba-7b-instruct.Q5_K.shard-00015-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
163
+ falcon-mamba-7b-instruct.Q5_K.shard-00016-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
164
+ falcon-mamba-7b-instruct.Q5_K.shard-00017-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
165
+ falcon-mamba-7b-instruct.Q5_K.shard-00018-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
166
+ falcon-mamba-7b-instruct.Q5_K.shard-00019-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
167
+ falcon-mamba-7b-instruct.Q5_K.shard-00020-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
168
+ falcon-mamba-7b-instruct.Q5_K.shard-00021-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
169
+ falcon-mamba-7b-instruct.Q6_K.shard-00001-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
170
+ falcon-mamba-7b-instruct.Q6_K.shard-00002-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
171
+ falcon-mamba-7b-instruct.Q6_K.shard-00003-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
172
+ falcon-mamba-7b-instruct.Q6_K.shard-00004-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
173
+ falcon-mamba-7b-instruct.Q6_K.shard-00005-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
174
+ falcon-mamba-7b-instruct.Q6_K.shard-00006-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
175
+ falcon-mamba-7b-instruct.Q6_K.shard-00007-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
176
+ falcon-mamba-7b-instruct.Q6_K.shard-00008-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
177
+ falcon-mamba-7b-instruct.Q6_K.shard-00009-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
178
+ falcon-mamba-7b-instruct.Q6_K.shard-00010-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
179
+ falcon-mamba-7b-instruct.Q6_K.shard-00011-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
180
+ falcon-mamba-7b-instruct.Q6_K.shard-00012-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
181
+ falcon-mamba-7b-instruct.Q6_K.shard-00013-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
182
+ falcon-mamba-7b-instruct.Q6_K.shard-00014-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
183
+ falcon-mamba-7b-instruct.Q6_K.shard-00015-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
184
+ falcon-mamba-7b-instruct.Q6_K.shard-00016-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
185
+ falcon-mamba-7b-instruct.Q6_K.shard-00017-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
186
+ falcon-mamba-7b-instruct.Q6_K.shard-00018-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
187
+ falcon-mamba-7b-instruct.Q6_K.shard-00019-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
188
+ falcon-mamba-7b-instruct.Q6_K.shard-00020-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
189
+ falcon-mamba-7b-instruct.Q6_K.shard-00021-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
190
+ falcon-mamba-7b-instruct.Q6_K.shard-00022-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
191
+ falcon-mamba-7b-instruct.Q6_K.shard-00023-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
192
+ falcon-mamba-7b-instruct.Q6_K.shard-00024-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
falcon-mamba-7b-instruct.IQ3_XXS.shard-00001-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53beeca650236ec6f73344d1c9b29efcf5d0b54902991551c6fbf81aa3303a9d
3
+ size 286830720
falcon-mamba-7b-instruct.IQ3_XXS.shard-00002-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fb75ab325ce8dd12507135216d4de2c706c1743b024dc671e16e770617c0ec5
3
+ size 284605952
falcon-mamba-7b-instruct.IQ3_XXS.shard-00003-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31ffe9fe157f7d0c64f9b07bd7422b7c35cba62285754182d15bb8fff7ef9b1a
3
+ size 274237312
falcon-mamba-7b-instruct.IQ3_XXS.shard-00004-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11fd887a7903c3f8ecafdef13834a237d3776eb6bd1657dafb70bf8f7329afb8
3
+ size 262129760
falcon-mamba-7b-instruct.IQ3_XXS.shard-00005-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9578e6d658e1cdd2ddbe44f6cebadd26555fb14c3a5a18a629f543924b079453
3
+ size 284788064
falcon-mamba-7b-instruct.IQ3_XXS.shard-00006-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4f689adef3b341934430036da90cb9c78e42d83a90fab0253c1c4bb521153b5
3
+ size 273317664
falcon-mamba-7b-instruct.IQ3_XXS.shard-00007-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87165d709a6ab11850bfb7faf2835a2274a05e50ddcbd71d9f8bdb1f2cb416f7
3
+ size 261392256
falcon-mamba-7b-instruct.IQ3_XXS.shard-00008-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:774befbde6b7c0315a75e11c44f8b519e26e4f06e79b123bf37c85d287f267ba
3
+ size 284605952
falcon-mamba-7b-instruct.IQ3_XXS.shard-00009-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b0fe192e4997fc0414903c204caff077c6f7e6981d551800ca736f57770b00
3
+ size 274237312
falcon-mamba-7b-instruct.IQ3_XXS.shard-00010-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:933f4241fd19bafbef1940ce3ede89992d17d503487294dea5a69fec7325b7ab
3
+ size 261392256
falcon-mamba-7b-instruct.IQ3_XXS.shard-00011-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b49779307f3618d5c0d67b41367dd5dd5387aa14737a6f642cda07707c8d2921
3
+ size 162506784
falcon-mamba-7b-instruct.IQ3_XXS.shard-00012-of-00012.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e78be45062148efcc899d958462ea56527306f42e07678fa38d4646ed7a1d527
3
+ size 282984608
falcon-mamba-7b-instruct.IQ4_XS.shard-00001-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:030d108e8d404e6beffb2aa5ae3a8c36777c73778f684bc0f21e99903da56ce4
3
+ size 287142016
falcon-mamba-7b-instruct.IQ4_XS.shard-00002-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74d06e9227b65b8ccf8a2bc96a85212a25ba6e07531a0d3cfd7593688ff89fd9
3
+ size 283077472
falcon-mamba-7b-instruct.IQ4_XS.shard-00003-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b007be5fa5ca492c549ae2e8f0219dc34382262e74966502096d05b5a1bfdb1
3
+ size 283077472
falcon-mamba-7b-instruct.IQ4_XS.shard-00004-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e146db37fc482ff2d9efd027a38f1c3bec866adfd186bc253ed702a9a4e120db
3
+ size 283815008
falcon-mamba-7b-instruct.IQ4_XS.shard-00005-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14c69d2f079aa101fab02f6bc9125734178239b28738a6f7eea5e64c90777110
3
+ size 283077440
falcon-mamba-7b-instruct.IQ4_XS.shard-00006-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b0c95d0bf9af326384ff3174ee1a7908d6fac44b70339007db3f5417c1f3f06
3
+ size 282339936
falcon-mamba-7b-instruct.IQ4_XS.shard-00007-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:927ee5d533aa89a61dfc768b4a5a757625be6d711b89b08973fb3c025c593912
3
+ size 283077472
falcon-mamba-7b-instruct.IQ4_XS.shard-00008-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9927a4f06dd38c04b85bab8e4a3a75581af314cc0812c5aa84614b3bc3cec420
3
+ size 283077472
falcon-mamba-7b-instruct.IQ4_XS.shard-00009-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3427df31e16edf66497d3047d0496ea923449a473a30386fc01a79aeca36b58a
3
+ size 283077472
falcon-mamba-7b-instruct.IQ4_XS.shard-00010-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:143f71bb8d792b8639249146593b42a4ac05e13ab369f61a892ac4a64f140e32
3
+ size 283077472
falcon-mamba-7b-instruct.IQ4_XS.shard-00011-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d444eca9d38e443f7a2b2a0268b5ce0a8e49ba5b005ae9bc9647061bfa858c1
3
+ size 283077472
falcon-mamba-7b-instruct.IQ4_XS.shard-00012-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23266e06ef5fd418eecaf47bd01f490fc86a2493b1276708a1a0afba8dbd17fd
3
+ size 283077472
falcon-mamba-7b-instruct.IQ4_XS.shard-00013-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72da3571b4a3d0c37d32605fb29ef3a0eb39c25b4b74a238f3362ca84c14a611
3
+ size 283077472
falcon-mamba-7b-instruct.IQ4_XS.shard-00014-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:615c11e68af276f73eee3071e941b50b99c1157478a38df2ec529542db134096
3
+ size 224610336
falcon-mamba-7b-instruct.IQ4_XS.shard-00015-of-00015.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28b19fa15c103236307751c26982e670abf4020baeeaa7ee43f2878d759bafa3
3
+ size 282984608
falcon-mamba-7b-instruct.Q2_K.shard-00001-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84d62735aa3220602f65d7835fc5d571243cc1138d525fc1cd3294e7d2637ac3
3
+ size 287207552
falcon-mamba-7b-instruct.Q2_K.shard-00002-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc71b68598bb1057696e3f4e710e40d068ed13681ba7feb93d620b6d1d6c866d
3
+ size 277350752
falcon-mamba-7b-instruct.Q2_K.shard-00003-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4540fd50fe1db18ce2b214c81c3a1a2c5e055aacff08d3aad4751359e14dc5a
3
+ size 261753632
falcon-mamba-7b-instruct.Q2_K.shard-00004-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ea0a3112c62adabd04e4292deb3cfad51f9779994d54e431c445224defaca57
3
+ size 277350752
falcon-mamba-7b-instruct.Q2_K.shard-00005-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aecb00c6a9bf6e324457e762f3af0eb61560bc588cce6cb43d0243d1610ca61
3
+ size 262491136
falcon-mamba-7b-instruct.Q2_K.shard-00006-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0f5607273e04f83cd44244345c4b03af6fa9e6686f5825e4df044ff541e6351
3
+ size 276613184
falcon-mamba-7b-instruct.Q2_K.shard-00007-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e3974c2b89ea1f84496d6e7a7d4a44f09e4ac521e7f7b646b7b18381ca5cfb4
3
+ size 261753632
falcon-mamba-7b-instruct.Q2_K.shard-00008-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abcf319b8daf8872f09f4eb79207a88d448dc0562be64903b0bce5f842dcd8c1
3
+ size 277350784
falcon-mamba-7b-instruct.Q2_K.shard-00009-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09a89101a978470712f61e68d31cd6c0cf22455006580d82ff1f44024ec7a418
3
+ size 261753632
falcon-mamba-7b-instruct.Q2_K.shard-00010-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a242aff2433f1d44cb9cada668a713417df7b9368741080a17cabbca395eeea6
3
+ size 277350784
falcon-mamba-7b-instruct.Q2_K.shard-00011-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c75303a8962094b778ff0794a99d666b3feaf1faec0e867683e1f15780c1be09
3
+ size 261753632
falcon-mamba-7b-instruct.Q2_K.shard-00012-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe0f56477221b33859c621cae235896177c94e91ddf29f29c260de4a2815e25d
3
+ size 277350784
falcon-mamba-7b-instruct.Q2_K.shard-00013-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ecf00bd3504acc72e7151421aa9a3a6eb2c7360719817977c513744666700d3
3
+ size 261753632
falcon-mamba-7b-instruct.Q2_K.shard-00014-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44263c74640aeacf746e67d8cc4693d46a160c5a430e9e3c52c1e14b3f09ca7
3
+ size 277350784
falcon-mamba-7b-instruct.Q2_K.shard-00015-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65f1f4ebcdc5f735a75e3406ea01aacb5b3f7da9abecb564e2a16f8f1721284f
3
+ size 261753632
falcon-mamba-7b-instruct.Q2_K.shard-00016-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50e7bd393e68494642c6b98ab0528b4931cb373ae2e0481dfe1c075ad51bb9e0
3
+ size 57983392
falcon-mamba-7b-instruct.Q2_K.shard-00017-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:475effa4993b01ac9934f4ca17a73c9ec97e7be62436580cb38fd069e9abf4fa
3
+ size 282984608
falcon-mamba-7b-instruct.Q3_K.shard-00001-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84d62735aa3220602f65d7835fc5d571243cc1138d525fc1cd3294e7d2637ac3
3
+ size 287207552
falcon-mamba-7b-instruct.Q3_K.shard-00002-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc71b68598bb1057696e3f4e710e40d068ed13681ba7feb93d620b6d1d6c866d
3
+ size 277350752
falcon-mamba-7b-instruct.Q3_K.shard-00003-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4540fd50fe1db18ce2b214c81c3a1a2c5e055aacff08d3aad4751359e14dc5a
3
+ size 261753632
falcon-mamba-7b-instruct.Q3_K.shard-00004-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ea0a3112c62adabd04e4292deb3cfad51f9779994d54e431c445224defaca57
3
+ size 277350752
falcon-mamba-7b-instruct.Q3_K.shard-00005-of-00017.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aecb00c6a9bf6e324457e762f3af0eb61560bc588cce6cb43d0243d1610ca61
3
+ size 262491136