diff --git a/.gitattributes b/.gitattributes
index 32138e41fade44978873361a52a2cc0e0be836b9..efa7c1aaea34445aaeb1574b3ef7481639fd7652 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -67,3 +67,126 @@ falcon-mamba-7b-instruct.Q8_0.shard-00031-of-00034.gguf filter=lfs diff=lfs merg
 falcon-mamba-7b-instruct.Q8_0.shard-00032-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
 falcon-mamba-7b-instruct.Q8_0.shard-00033-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
 falcon-mamba-7b-instruct.Q8_0.shard-00034-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ3_XXS.shard-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ3_XXS.shard-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ3_XXS.shard-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ3_XXS.shard-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ3_XXS.shard-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ3_XXS.shard-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ3_XXS.shard-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ3_XXS.shard-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ3_XXS.shard-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ3_XXS.shard-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ3_XXS.shard-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ3_XXS.shard-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00001-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00002-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00003-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00004-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00005-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00006-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00007-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00008-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00009-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00010-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00011-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00012-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00013-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00014-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.shard-00015-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00001-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00002-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00003-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00004-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00005-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00006-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00007-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00008-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00009-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00010-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00011-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00012-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00013-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00014-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00015-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00016-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.shard-00017-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00001-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00002-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00003-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00004-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00005-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00006-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00007-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00008-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00009-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00010-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00011-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00012-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00013-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00014-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00015-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00016-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.shard-00017-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00001-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00002-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00003-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00004-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00005-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00006-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00007-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00008-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00009-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00010-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00011-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00012-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00013-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00014-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00015-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00016-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.shard-00017-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00001-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00002-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00003-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00004-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00005-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00006-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00007-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00008-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00009-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00010-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00011-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00012-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00013-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00014-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00015-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00016-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00017-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00018-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00019-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00020-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.shard-00021-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00001-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00002-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00003-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00004-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00005-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00006-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00007-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00008-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00009-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00010-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00011-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00012-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00013-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00014-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00015-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00016-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00017-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00018-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00019-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00020-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00021-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00022-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00023-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.shard-00024-of-00024.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/falcon-mamba-7b-instruct.IQ3_XXS.shard-00001-of-00012.gguf b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00001-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c92544763672683a8e928a822230e81cc6bc8a50
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00001-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53beeca650236ec6f73344d1c9b29efcf5d0b54902991551c6fbf81aa3303a9d
+size 286830720
diff --git a/falcon-mamba-7b-instruct.IQ3_XXS.shard-00002-of-00012.gguf b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00002-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bbb5ecb490abe1c6501117505592103c687cc7c6
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00002-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb75ab325ce8dd12507135216d4de2c706c1743b024dc671e16e770617c0ec5
+size 284605952
diff --git a/falcon-mamba-7b-instruct.IQ3_XXS.shard-00003-of-00012.gguf b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00003-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..01eb4382a7ec98cb1d19fdcf251e1d4682989422
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00003-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ffe9fe157f7d0c64f9b07bd7422b7c35cba62285754182d15bb8fff7ef9b1a
+size 274237312
diff --git a/falcon-mamba-7b-instruct.IQ3_XXS.shard-00004-of-00012.gguf b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00004-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a85b04c06bb89bec0fd998e2195122346b787876
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00004-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fd887a7903c3f8ecafdef13834a237d3776eb6bd1657dafb70bf8f7329afb8
+size 262129760
diff --git a/falcon-mamba-7b-instruct.IQ3_XXS.shard-00005-of-00012.gguf b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00005-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..da04c3fbe02a1d43c289a3105d37e2d582063ab3
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00005-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9578e6d658e1cdd2ddbe44f6cebadd26555fb14c3a5a18a629f543924b079453
+size 284788064
diff --git a/falcon-mamba-7b-instruct.IQ3_XXS.shard-00006-of-00012.gguf b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00006-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cdb1cda2cef66ea8dc27de1bd77c36d17fa30eb3
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00006-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f689adef3b341934430036da90cb9c78e42d83a90fab0253c1c4bb521153b5
+size 273317664
diff --git a/falcon-mamba-7b-instruct.IQ3_XXS.shard-00007-of-00012.gguf b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00007-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e43057aeef616837e9ee73bae5e0691540b20e29
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00007-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87165d709a6ab11850bfb7faf2835a2274a05e50ddcbd71d9f8bdb1f2cb416f7
+size 261392256
diff --git a/falcon-mamba-7b-instruct.IQ3_XXS.shard-00008-of-00012.gguf b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00008-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6cf961f933569e34e5e277234c1fe4124becf970
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00008-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774befbde6b7c0315a75e11c44f8b519e26e4f06e79b123bf37c85d287f267ba
+size 284605952
diff --git a/falcon-mamba-7b-instruct.IQ3_XXS.shard-00009-of-00012.gguf b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00009-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..28d2bd394852eefdaa5567b429056f2c4c8b82c5
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00009-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b0fe192e4997fc0414903c204caff077c6f7e6981d551800ca736f57770b00
+size 274237312
diff --git a/falcon-mamba-7b-instruct.IQ3_XXS.shard-00010-of-00012.gguf b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00010-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1c42fbb47a91cdf1c5d0f2e66cdbb470c18aa5c7
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00010-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933f4241fd19bafbef1940ce3ede89992d17d503487294dea5a69fec7325b7ab
+size 261392256
diff --git a/falcon-mamba-7b-instruct.IQ3_XXS.shard-00011-of-00012.gguf b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00011-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..26df7e6d0bf2c45ac364c666ece3c1a1419e12d3
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00011-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49779307f3618d5c0d67b41367dd5dd5387aa14737a6f642cda07707c8d2921
+size 162506784
diff --git a/falcon-mamba-7b-instruct.IQ3_XXS.shard-00012-of-00012.gguf b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00012-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fd52dc5135045e717345dac039f846cc85882288
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ3_XXS.shard-00012-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78be45062148efcc899d958462ea56527306f42e07678fa38d4646ed7a1d527
+size 282984608
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00001-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00001-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7a133a02b29d966a899e67bd17bbe158014bb9cb
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00001-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030d108e8d404e6beffb2aa5ae3a8c36777c73778f684bc0f21e99903da56ce4
+size 287142016
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00002-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00002-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7da554b8bb7873829cba97035b18b8c69d3bf483
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00002-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d06e9227b65b8ccf8a2bc96a85212a25ba6e07531a0d3cfd7593688ff89fd9
+size 283077472
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00003-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00003-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fa71772da2473080d92b32639763bf5ff7d6ebda
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00003-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b007be5fa5ca492c549ae2e8f0219dc34382262e74966502096d05b5a1bfdb1
+size 283077472
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00004-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00004-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3377cb5a8906c4f15c7efced450474fbadc32dbd
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00004-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e146db37fc482ff2d9efd027a38f1c3bec866adfd186bc253ed702a9a4e120db
+size 283815008
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00005-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00005-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5a795b11418444009fab344bb3bc2fc0f16a82f2
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00005-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c69d2f079aa101fab02f6bc9125734178239b28738a6f7eea5e64c90777110
+size 283077440
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00006-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00006-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6c748eb36e1451ad7a997b6b50b7f6ab1d25342f
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00006-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0c95d0bf9af326384ff3174ee1a7908d6fac44b70339007db3f5417c1f3f06
+size 282339936
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00007-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00007-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..056e5a57bfd7c1be67a7699adbb9a855deb55ec3
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00007-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927ee5d533aa89a61dfc768b4a5a757625be6d711b89b08973fb3c025c593912
+size 283077472
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00008-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00008-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..39940298807661ced2bb708b76a5e13d73887bd4
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00008-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9927a4f06dd38c04b85bab8e4a3a75581af314cc0812c5aa84614b3bc3cec420
+size 283077472
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00009-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00009-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..069df74a420e81e7beae06f34ae57055befc1fdf
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00009-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3427df31e16edf66497d3047d0496ea923449a473a30386fc01a79aeca36b58a
+size 283077472
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00010-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00010-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4d0fc28fb1931f1b64fae0d36dc5644b177b4141
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00010-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143f71bb8d792b8639249146593b42a4ac05e13ab369f61a892ac4a64f140e32
+size 283077472
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00011-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00011-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6ec6cada7926a3a4d29554ba1402706bf36274e9
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00011-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d444eca9d38e443f7a2b2a0268b5ce0a8e49ba5b005ae9bc9647061bfa858c1
+size 283077472
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00012-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00012-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cb926373bb26d034a5f094b24ac586344bd8d21c
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00012-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23266e06ef5fd418eecaf47bd01f490fc86a2493b1276708a1a0afba8dbd17fd
+size 283077472
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00013-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00013-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e9d356154598b7338d419d9453964a2346e72453
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00013-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72da3571b4a3d0c37d32605fb29ef3a0eb39c25b4b74a238f3362ca84c14a611
+size 283077472
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00014-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00014-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d6d9f15d5ca3751a1448a2a12b55115330035945
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00014-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615c11e68af276f73eee3071e941b50b99c1157478a38df2ec529542db134096
+size 224610336
diff --git a/falcon-mamba-7b-instruct.IQ4_XS.shard-00015-of-00015.gguf b/falcon-mamba-7b-instruct.IQ4_XS.shard-00015-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0f0f3bcd150330187a0688dbdc627bcf18c42dd1
--- /dev/null
+++ b/falcon-mamba-7b-instruct.IQ4_XS.shard-00015-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b19fa15c103236307751c26982e670abf4020baeeaa7ee43f2878d759bafa3
+size 282984608
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00001-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00001-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b41161712a03075c3925f979104e2b8112d3d6d6
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00001-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d62735aa3220602f65d7835fc5d571243cc1138d525fc1cd3294e7d2637ac3
+size 287207552
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00002-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00002-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7a92e164144a7a10d7c0df7614ee8f94fe350e00
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00002-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc71b68598bb1057696e3f4e710e40d068ed13681ba7feb93d620b6d1d6c866d
+size 277350752
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00003-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00003-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f2ab5c6ae0500bcdd275232c51296f8b4cdc6dc8
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00003-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4540fd50fe1db18ce2b214c81c3a1a2c5e055aacff08d3aad4751359e14dc5a
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00004-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00004-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..239fe63c5f00b6bb4c686c0c055349dcbde32f0c
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00004-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea0a3112c62adabd04e4292deb3cfad51f9779994d54e431c445224defaca57
+size 277350752
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00005-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00005-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e24f8a551b1e413c319f8b4eeaae232c30496971
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00005-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aecb00c6a9bf6e324457e762f3af0eb61560bc588cce6cb43d0243d1610ca61
+size 262491136
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00006-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00006-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7da4d44d66f8005992f82cb325cda424a4090391
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00006-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f5607273e04f83cd44244345c4b03af6fa9e6686f5825e4df044ff541e6351
+size 276613184
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00007-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00007-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..947f9347d6ff021f46ab2a766e8db716a2bcbbd8
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00007-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3974c2b89ea1f84496d6e7a7d4a44f09e4ac521e7f7b646b7b18381ca5cfb4
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00008-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00008-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7eac6407dc1b5501d3223536709b12749e1cc4ed
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00008-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcf319b8daf8872f09f4eb79207a88d448dc0562be64903b0bce5f842dcd8c1
+size 277350784
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00009-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00009-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c3f36f5bde495846460ee5eb56b745369d39d418
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00009-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a89101a978470712f61e68d31cd6c0cf22455006580d82ff1f44024ec7a418
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00010-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00010-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5db9e69bfe03c19ae51117c63f271b885f1d6f9a
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00010-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a242aff2433f1d44cb9cada668a713417df7b9368741080a17cabbca395eeea6
+size 277350784
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00011-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00011-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b086729f37ac93eb9da6daa79724e581dd3d80c2
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00011-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75303a8962094b778ff0794a99d666b3feaf1faec0e867683e1f15780c1be09
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00012-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00012-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3ef73cbe7b0b406c9a163aabdba008a147055bc5
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00012-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0f56477221b33859c621cae235896177c94e91ddf29f29c260de4a2815e25d
+size 277350784
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00013-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00013-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6f9a66ad5ba48a0ecbdd8563bc7b24dea5ca2c9e
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00013-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecf00bd3504acc72e7151421aa9a3a6eb2c7360719817977c513744666700d3
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00014-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00014-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b0d9aa74b1f550835cc588a25e426b7d18ca1e8a
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00014-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44263c74640aeacf746e67d8cc4693d46a160c5a430e9e3c52c1e14b3f09ca7
+size 277350784
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00015-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00015-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..60975a86a7c3fc4ff67c96086624da6c9246c482
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00015-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f1f4ebcdc5f735a75e3406ea01aacb5b3f7da9abecb564e2a16f8f1721284f
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00016-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00016-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..02848f85a5fb9065400076c5083aa3c486c32c58
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00016-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e7bd393e68494642c6b98ab0528b4931cb373ae2e0481dfe1c075ad51bb9e0
+size 57983392
diff --git a/falcon-mamba-7b-instruct.Q2_K.shard-00017-of-00017.gguf b/falcon-mamba-7b-instruct.Q2_K.shard-00017-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9cec1b55cb4f5cd93dedb21fbfee3e11d643bd10
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q2_K.shard-00017-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475effa4993b01ac9934f4ca17a73c9ec97e7be62436580cb38fd069e9abf4fa
+size 282984608
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00001-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00001-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b41161712a03075c3925f979104e2b8112d3d6d6
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00001-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d62735aa3220602f65d7835fc5d571243cc1138d525fc1cd3294e7d2637ac3
+size 287207552
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00002-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00002-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7a92e164144a7a10d7c0df7614ee8f94fe350e00
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00002-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc71b68598bb1057696e3f4e710e40d068ed13681ba7feb93d620b6d1d6c866d
+size 277350752
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00003-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00003-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f2ab5c6ae0500bcdd275232c51296f8b4cdc6dc8
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00003-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4540fd50fe1db18ce2b214c81c3a1a2c5e055aacff08d3aad4751359e14dc5a
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00004-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00004-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..239fe63c5f00b6bb4c686c0c055349dcbde32f0c
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00004-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea0a3112c62adabd04e4292deb3cfad51f9779994d54e431c445224defaca57
+size 277350752
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00005-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00005-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e24f8a551b1e413c319f8b4eeaae232c30496971
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00005-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aecb00c6a9bf6e324457e762f3af0eb61560bc588cce6cb43d0243d1610ca61
+size 262491136
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00006-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00006-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7da4d44d66f8005992f82cb325cda424a4090391
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00006-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f5607273e04f83cd44244345c4b03af6fa9e6686f5825e4df044ff541e6351
+size 276613184
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00007-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00007-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..947f9347d6ff021f46ab2a766e8db716a2bcbbd8
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00007-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3974c2b89ea1f84496d6e7a7d4a44f09e4ac521e7f7b646b7b18381ca5cfb4
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00008-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00008-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7eac6407dc1b5501d3223536709b12749e1cc4ed
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00008-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcf319b8daf8872f09f4eb79207a88d448dc0562be64903b0bce5f842dcd8c1
+size 277350784
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00009-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00009-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c3f36f5bde495846460ee5eb56b745369d39d418
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00009-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a89101a978470712f61e68d31cd6c0cf22455006580d82ff1f44024ec7a418
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00010-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00010-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5db9e69bfe03c19ae51117c63f271b885f1d6f9a
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00010-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a242aff2433f1d44cb9cada668a713417df7b9368741080a17cabbca395eeea6
+size 277350784
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00011-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00011-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b086729f37ac93eb9da6daa79724e581dd3d80c2
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00011-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75303a8962094b778ff0794a99d666b3feaf1faec0e867683e1f15780c1be09
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00012-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00012-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3ef73cbe7b0b406c9a163aabdba008a147055bc5
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00012-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0f56477221b33859c621cae235896177c94e91ddf29f29c260de4a2815e25d
+size 277350784
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00013-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00013-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6f9a66ad5ba48a0ecbdd8563bc7b24dea5ca2c9e
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00013-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecf00bd3504acc72e7151421aa9a3a6eb2c7360719817977c513744666700d3
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00014-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00014-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b0d9aa74b1f550835cc588a25e426b7d18ca1e8a
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00014-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44263c74640aeacf746e67d8cc4693d46a160c5a430e9e3c52c1e14b3f09ca7
+size 277350784
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00015-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00015-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..60975a86a7c3fc4ff67c96086624da6c9246c482
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00015-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f1f4ebcdc5f735a75e3406ea01aacb5b3f7da9abecb564e2a16f8f1721284f
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00016-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00016-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..02848f85a5fb9065400076c5083aa3c486c32c58
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00016-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e7bd393e68494642c6b98ab0528b4931cb373ae2e0481dfe1c075ad51bb9e0
+size 57983392
diff --git a/falcon-mamba-7b-instruct.Q3_K.shard-00017-of-00017.gguf b/falcon-mamba-7b-instruct.Q3_K.shard-00017-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9cec1b55cb4f5cd93dedb21fbfee3e11d643bd10
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q3_K.shard-00017-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475effa4993b01ac9934f4ca17a73c9ec97e7be62436580cb38fd069e9abf4fa
+size 282984608
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00001-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00001-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b41161712a03075c3925f979104e2b8112d3d6d6
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00001-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d62735aa3220602f65d7835fc5d571243cc1138d525fc1cd3294e7d2637ac3
+size 287207552
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00002-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00002-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7a92e164144a7a10d7c0df7614ee8f94fe350e00
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00002-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc71b68598bb1057696e3f4e710e40d068ed13681ba7feb93d620b6d1d6c866d
+size 277350752
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00003-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00003-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f2ab5c6ae0500bcdd275232c51296f8b4cdc6dc8
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00003-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4540fd50fe1db18ce2b214c81c3a1a2c5e055aacff08d3aad4751359e14dc5a
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00004-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00004-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..239fe63c5f00b6bb4c686c0c055349dcbde32f0c
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00004-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea0a3112c62adabd04e4292deb3cfad51f9779994d54e431c445224defaca57
+size 277350752
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00005-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00005-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e24f8a551b1e413c319f8b4eeaae232c30496971
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00005-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aecb00c6a9bf6e324457e762f3af0eb61560bc588cce6cb43d0243d1610ca61
+size 262491136
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00006-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00006-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7da4d44d66f8005992f82cb325cda424a4090391
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00006-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f5607273e04f83cd44244345c4b03af6fa9e6686f5825e4df044ff541e6351
+size 276613184
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00007-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00007-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..947f9347d6ff021f46ab2a766e8db716a2bcbbd8
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00007-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3974c2b89ea1f84496d6e7a7d4a44f09e4ac521e7f7b646b7b18381ca5cfb4
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00008-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00008-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7eac6407dc1b5501d3223536709b12749e1cc4ed
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00008-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcf319b8daf8872f09f4eb79207a88d448dc0562be64903b0bce5f842dcd8c1
+size 277350784
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00009-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00009-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c3f36f5bde495846460ee5eb56b745369d39d418
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00009-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a89101a978470712f61e68d31cd6c0cf22455006580d82ff1f44024ec7a418
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00010-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00010-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5db9e69bfe03c19ae51117c63f271b885f1d6f9a
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00010-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a242aff2433f1d44cb9cada668a713417df7b9368741080a17cabbca395eeea6
+size 277350784
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00011-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00011-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b086729f37ac93eb9da6daa79724e581dd3d80c2
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00011-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75303a8962094b778ff0794a99d666b3feaf1faec0e867683e1f15780c1be09
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00012-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00012-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3ef73cbe7b0b406c9a163aabdba008a147055bc5
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00012-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0f56477221b33859c621cae235896177c94e91ddf29f29c260de4a2815e25d
+size 277350784
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00013-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00013-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6f9a66ad5ba48a0ecbdd8563bc7b24dea5ca2c9e
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00013-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecf00bd3504acc72e7151421aa9a3a6eb2c7360719817977c513744666700d3
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00014-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00014-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b0d9aa74b1f550835cc588a25e426b7d18ca1e8a
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00014-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44263c74640aeacf746e67d8cc4693d46a160c5a430e9e3c52c1e14b3f09ca7
+size 277350784
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00015-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00015-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..60975a86a7c3fc4ff67c96086624da6c9246c482
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00015-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f1f4ebcdc5f735a75e3406ea01aacb5b3f7da9abecb564e2a16f8f1721284f
+size 261753632
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00016-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00016-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..02848f85a5fb9065400076c5083aa3c486c32c58
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00016-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e7bd393e68494642c6b98ab0528b4931cb373ae2e0481dfe1c075ad51bb9e0
+size 57983392
diff --git a/falcon-mamba-7b-instruct.Q4_K.shard-00017-of-00017.gguf b/falcon-mamba-7b-instruct.Q4_K.shard-00017-of-00017.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9cec1b55cb4f5cd93dedb21fbfee3e11d643bd10
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q4_K.shard-00017-of-00017.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475effa4993b01ac9934f4ca17a73c9ec97e7be62436580cb38fd069e9abf4fa
+size 282984608
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00001-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00001-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..14726d7a60251c43d28d8e3f69937c5838ed59ec
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00001-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9328ab56453db7a40bf67d09ba36cb5d557ba96ac0725d2ec85970a0a29345a0
+size 286027840
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00002-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00002-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6c309d6988fa99b34fd76f61516dc55c7be380f3
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00002-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154c9ecb9256ad1884eb91484120a5b55d7b0c713e4f1869f8f833267ca9e225
+size 266700640
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00003-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00003-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d5e5cddf48a7075ee74aaedaeb184ceac6c53714
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00003-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7588615067960f4f7872a5617e6e360b405a0a11f9ee391152118ec9a7d7722e
+size 246024448
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00004-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00004-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6e00ea9f3f3be1eac5b6dd18009ba6c1f54915fa
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00004-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47373a869e97ba86c5b96739ca37f6c98021bb3d302f899bde20a5e74978820e
+size 265258816
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00005-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00005-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3a793a6abdd8913ae97067ff17bae48e4e8a567d
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00005-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cfe195e420090966b58c2db1e0effd0df19c63f4e7d03a2c0cec2803f59bd4
+size 246761984
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00006-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00006-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8a7c852e1630d55c87dbf70eeb1c2c1429ed7a50
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00006-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab623351a2b0a2c2fd7381f877eb5dcd4739e569c2eb6aa279d01a37221c68c
+size 265258784
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00007-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00007-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..146db3d83f0fcfd657795dc11d1905293eece969
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00007-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c29604ee4253bd40e7e6aa9c6dec5e001bbe37763a431f1bd4e17b1d1dcce8
+size 245303296
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00008-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00008-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..432254d79975fcef63b5bf48bca7e31df3449634
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00008-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabf9e59be72f83bbeef7036f6387117e585d4163bb753880239f5f77fd7ba3e
+size 265242368
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00009-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00009-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..58a42aebc403648b636ef677bad881da18fa6c62
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00009-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45776e300a72201d49969d038a84111d4e920a3f00d9cbc4c3f48dd798f5effe
+size 246024448
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00010-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00010-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..956859c0b7bd177d4c764c002809caeb1e5731f2
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00010-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadd0c97dbdcc8081bbcbb44816e142997bb33f60504389a0078737599d4ee46
+size 265258816
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00011-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00011-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a050b186d9649c4c2a1e8fcdc065a51c3aa1e30a
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00011-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062de2855ca91777144ba85237fe78327c4cf28dea1bd714f18b1a6bc59aa1bf
+size 246024448
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00012-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00012-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d509373e96ab901f28a5c1dd5028611139d97ee2
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00012-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae488dc6fe26b70bc2af45e3531c2f18cb3c72dd8f387e0e833c861810bec7d
+size 265258816
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00013-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00013-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d03825d79cdfbedca4aa70c17705a5fa4a96d45d
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00013-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f208e93b2c2ffc8ecbde0aa670554f327708bfa97a33120b43a3bf0d68b3431d
+size 246024448
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00014-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00014-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..56124c0de67731c33982766c3aa493338bbeea59
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00014-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e37d40e05c851b50527cac8b70985823b5026a7d80d6a0ac9f24f4a3e67cb4
+size 265258816
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00015-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00015-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4f40c68bb50bcd9784e5cf46d5002e8485176960
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00015-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd4267ee90bac5c8d37715d2004c54dbf2c565c7d96c8070aaad9e876808472
+size 246024448
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00016-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00016-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dfe013c7858a35318a647995d31b1852cc315719
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00016-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4659c795336bed50d198bac2fc6e1533008322da0e37ca6bc351a7c3e98e2e0
+size 265258816
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00017-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00017-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..27471a272a26cb161853d468cf9ac4548a66fe0d
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00017-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c88f4afb3735d4aef8a78b2e4bffda8662f6b9b801ba7737883445cf09f3d6b
+size 246024448
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00018-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00018-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0c5078ebac8f24189739ea8005ce4f64252e06dc
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00018-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e686d3cb5c5594a984aa7ced6f5665837d99e55873d19daa1a61690893e13e75
+size 265258816
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00019-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00019-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1c17a776ccbf096c70709778440c4b45635b0462
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00019-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182a0409bdd0c1aa37d13f74ab5af6e1dbd71f5997468a8e9ce73c8b8048207a
+size 246024448
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00020-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00020-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..512d6ef0ca7df17114f21c80f1cce27854d23d34
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00020-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385a7936c547ad2e54794a99fbbcfc3178c32b024dfcd379ca982207a053b0f7
+size 70861216
diff --git a/falcon-mamba-7b-instruct.Q5_K.shard-00021-of-00021.gguf b/falcon-mamba-7b-instruct.Q5_K.shard-00021-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a118286876510e17414a9734ef1a92f2654bfcd7
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q5_K.shard-00021-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505c54b7a9ea9d032da45bb53b4e7cc5239d3a0ebb69869e8fb042697a0c8d52
+size 282984608
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00001-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00001-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4a5ad123c634731f1de84e30d1eed2e350d2c130
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00001-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8156f4d4e98dbffceab0b71111888132941505d29cdd0d1f47ca96c5f83e0b81
+size 286027840
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00002-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00002-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..53a0848d526b05546dcf984dd43531d52118771e
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00002-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d99f37035270feb909efd273c7d3d5d5cf3c9c2f7e51b5c8959e839f8e6503
+size 262725440
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00003-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00003-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7dd6892a1223712af409634738677c34921b89b6
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00003-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc5f7757afd037d4e22b909a73dd2b4a60509aafb452e7f31004a1968d242e5
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00004-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00004-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fb23c5e42d172d5781994f8f4b8b919eab94bb19
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00004-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ab270c832bf63a5e746a4fac97ebe00065f55ffbf749843a908ea81716ec66
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00005-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00005-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5dc927d119c122411ad6a5414005decff8f4fc89
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00005-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9671fc5ad6078c001f0d85c1eb39ec4976688a4790cb939d46b9767a441b6749
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00006-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00006-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dfa96517291cc20d707ec07a4f823bc3f90e82a4
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00006-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c02c10c6a90c33031c44ba47e2db69b0f6da92a6097266051217898851c2ef
+size 261742592
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00007-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00007-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e989778b3949a007e5be8e2e80eafb8741e009cf
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00007-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0503d6aa52d5ae16a7fed20c9ff5cfa6c34f360c5d1445ae6c03e445fa8ae5
+size 261005024
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00008-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00008-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1567dda839b53e535baae1264e9eac119564bd51
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00008-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe43cfb8aebfa30cceec4994abf2b2825d57c175ecbebc85b459e05687f2aa25
+size 260283936
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00009-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00009-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..055824a6696d3cddcc96f5bac41c1b9eafe0a559
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00009-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dfa648b0bd78b77758ca2c818b97a3f9a60c2ec1d498487c02ada7c47bcbdc
+size 260988608
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00010-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00010-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4a393ad771626edf640c8cb9913b8283edcb3c41
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00010-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566766dfe90d7f4ada189ab779ad62fad8eb8419005116d55ef4f5b2cf7974ef
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00011-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00011-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d93efe06e42f66268bfb78cdaed99e1f23a667f0
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00011-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0209ceb276042b3d559cdfb190900470c1a6aee1157a113296ee463d2003d43
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00012-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00012-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c74bd156a419115e40a9d36cff475903ebf63415
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00012-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffbe185ca558d21ffc6e16c0f2c66491f64a062dc38a14d797d551e17c89304
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00013-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00013-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..95486d3cc04d52bd3961576c92f0c07424ad78be
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00013-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16b4886b2959a014b31eb80c424772c9d4ca7b003fca0956b59ea9182c86382
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00014-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00014-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6375f978d2d0592312fda5357b5f9d47954929b6
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00014-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3864694c815f8b4d547b91d14ad322493414c4a1d0a7432394b0cc4c3339f0c
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00015-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00015-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..eedae7b90aee5de70f9e6dc401ca175e0044a542
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00015-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee5605f1b67a24f429e098e8c8a2f3106871826c7212e02011c5c2c98e6b999
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00016-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00016-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a8a6aad78e084433c8875643e4d4410cd8b819ac
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00016-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050973ff118ef1315101a0379052bc4ebdd9373afac8ac7fe987a83bf9a9c709
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00017-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00017-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..49894d4a86eeb9100609fa09387d67f4d4f66a89
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00017-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc63fc302c53ca8d3677af0c7ecd3633514c3e567505a8fc0feba48407103177
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00018-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00018-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2f9473fac06d042e2062829c40585a488cf206c3
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00018-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a72cbdc49122fa2ecc8948d25a6d746aed4ad185ed2912417c448bd4642d97
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00019-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00019-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2fdaa4b5a78d7eea9752b324644914ef802167d0
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00019-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61440f2bf93a77bdc201b2a49c1f5ca1c9017ded0eb3516f9d59141048ffadf9
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00020-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00020-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..235eb2d3e4324f3bb028be1ab2cc0369845c5f5f
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00020-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408636231bf2a35539d2a00714ecf0c908515293b5587e9a31ab32185db49f3a
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00021-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00021-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..57557fddb587f2193d09b5cb37b2c41c024c665b
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00021-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2735b40bf72cf43fb827cf3b150edcc3a02026ac58e9463ccd3f244027b9457
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00022-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00022-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0f7a89bd8301a224d66a843b8dbe46953143204a
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00022-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acce8adb43c400a4f70fe958a16d0d8bc3cb3c513c093ea4a24e3a763addb30
+size 261005056
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00023-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00023-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..20da223006bb3e6b350c445488efeab1eb810d3f
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00023-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105a4851daae03d9bce1d208ae885335779be57696a03e2f3254d096b83e9ec4
+size 84543904
diff --git a/falcon-mamba-7b-instruct.Q6_K.shard-00024-of-00024.gguf b/falcon-mamba-7b-instruct.Q6_K.shard-00024-of-00024.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..89162c2b17109e99a724d7a507b4ecc8df41233c
--- /dev/null
+++ b/falcon-mamba-7b-instruct.Q6_K.shard-00024-of-00024.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119d4186c51e664f9ca033d6c810b7359475e7ce5357be5472d29d4892db9ce6
+size 282984608