Upload folder using huggingface_hub
Browse files- .gitattributes +24 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-IQ4_XS.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q2_K.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_L.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_M.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_S.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q4_K_M.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q4_K_S.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q5_K_M.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q5_K_S.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00001-of-00006.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00002-of-00006.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00003-of-00006.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00004-of-00006.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00005-of-00006.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00006-of-00006.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00001-of-00008.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00002-of-00008.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00003-of-00008.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00004-of-00008.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00005-of-00008.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00006-of-00008.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00007-of-00008.gguf +3 -0
- ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00008-of-00008.gguf +3 -0
- README.md +47 -0
- featherless-quants.png +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
37 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
38 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
39 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
40 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
41 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
42 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
43 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
44 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
45 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
46 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
47 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
48 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
49 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
50 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
51 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
52 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
53 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
54 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
55 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
56 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
57 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
58 |
+
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
59 |
+
featherless-quants.png filter=lfs diff=lfs merge=lfs -text
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-IQ4_XS.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bfb09d32c4a9e13fabded0054d21d95ff81e5a479004691e1b908c99ae912f65
|
3 |
+
size 17870101184
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q2_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bff500a4fbad874596b7e242880db4e2bfe117fc6a9e18551511f164d95280ea
|
3 |
+
size 12313098944
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_L.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7400de8c2de05c06a0aeac8653dd2bd726dfa16ec59a15f4b28386774f9d3b69
|
3 |
+
size 17247079104
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef667080a77bbf7505f3f9f52d19334a94c0975e7fc7d604ca85bce013d588a8
|
3 |
+
size 15935048384
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a6ffe90548d1a46a4f9a31bbba5fbebfa5fa4511d9e1255f338987af1df16c0a
|
3 |
+
size 14392330944
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q4_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b80da4245efc048c6b2acb91b9ab2f8bb5bb6f6872b0e21ecb47d9b8e372dae
|
3 |
+
size 19851336384
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q4_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b25cda227f6625203f0c947954940969ae1715511d626e546c0b7d6f7eda7f46
|
3 |
+
size 18784410304
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q5_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d869e01229d789770e3deb01f5dc59d13fbccabc890d6e4590cae1956d2ab816
|
3 |
+
size 23262157504
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q5_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:61a198f41f966ec9a05ffd6e38c10a46a81d15eed511714de973d9e51f2fb86f
|
3 |
+
size 22638254784
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00001-of-00006.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3bb35b338402820a1b4794c6eb45a5309b840508731a50a67a6706abfc36232f
|
3 |
+
size 4928953280
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00002-of-00006.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8a1bf980f9511472bc40f705448b4b943b52bcb65ae8ff9d8b9d3d419f24d700
|
3 |
+
size 4916678944
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00003-of-00006.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9288180fa725c30b0050e347afd7d0529a7accd2e7f2bed09f8621549336b3d9
|
3 |
+
size 4916678944
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00004-of-00006.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d3eb94f33f03327a1757c1e59e3473ac6a3f80558bde8620167995bcbbc21fc6
|
3 |
+
size 4916658432
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00005-of-00006.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:59d9cbe4de06360c852781d0679600848feac5a6b65ec4843f44c66c5c770b03
|
3 |
+
size 4968338144
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K-00006-of-00006.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7acedf5545991191471ee6bd2faa4318d7aa702831e6b48c772fe27406eb6af7
|
3 |
+
size 2238847840
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00001-of-00008.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cd0a133d8f2fbae865a88d07999efb641a2e7f236e247315539d53edd1582ee3
|
3 |
+
size 4978222144
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00002-of-00008.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54a3060c7289c9f7e4bf57aed175ba58db8b526180bdbe0f88683097d741ca53
|
3 |
+
size 4964022592
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00003-of-00008.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a9952cd4211b2cd6365e8dfc4eb8ac6c184f293ab58b5621c5ce004a4b83fb43
|
3 |
+
size 4880513760
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00004-of-00008.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15014290904c109906e48752f53c7a98687547b142968491d55857cbfef1cca9
|
3 |
+
size 4964002080
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00005-of-00008.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:38e1550c3f908f3081ae7af3b5d271a5a1df3bfe5c052b3790d36687d666ebbc
|
3 |
+
size 4880513760
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00006-of-00008.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a503e80424c6a0b4907fffb4939fb9f0b6b221e86c3dda635ef469469d167b81
|
3 |
+
size 4964002080
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00007-of-00008.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a94c8b5422111724f4672e8aff1114afa6abc6f09b0b92e9fb7fbcb4e280ecc2
|
3 |
+
size 4888758144
|
ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0-00008-of-00008.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ba11fe07d2ed388b1d77c5d0976d81e2742b9ee4e4353af1b00cd773c0ae6558
|
3 |
+
size 300851552
|
README.md
ADDED
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
base_model: ArliAI/QwQ-32B-ArliAI-RpR-v3
|
3 |
+
pipeline_tag: text-generation
|
4 |
+
quantized_by: featherless-ai-quants
|
5 |
+
---
|
6 |
+
|
7 |
+
# ArliAI/QwQ-32B-ArliAI-RpR-v3 GGUF Quantizations 🚀
|
8 |
+
|
9 |
+

|
10 |
+
|
11 |
+
*Optimized GGUF quantization files for enhanced model performance*
|
12 |
+
|
13 |
+
> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee.
|
14 |
+
---
|
15 |
+
|
16 |
+
## Available Quantizations 📊
|
17 |
+
|
18 |
+
| Quantization Type | File | Size |
|
19 |
+
|-------------------|------|------|
|
20 |
+
| IQ4_XS | [ArliAI-QwQ-32B-ArliAI-RpR-v3-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v3-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v3-IQ4_XS.gguf) | 17042.26 MB |
|
21 |
+
| Q2_K | [ArliAI-QwQ-32B-ArliAI-RpR-v3-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v3-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q2_K.gguf) | 11742.69 MB |
|
22 |
+
| Q3_K_L | [ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v3-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_L.gguf) | 16448.10 MB |
|
23 |
+
| Q3_K_M | [ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v3-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_M.gguf) | 15196.85 MB |
|
24 |
+
| Q3_K_S | [ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v3-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q3_K_S.gguf) | 13725.60 MB |
|
25 |
+
| Q4_K_M | [ArliAI-QwQ-32B-ArliAI-RpR-v3-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v3-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q4_K_M.gguf) | 18931.71 MB |
|
26 |
+
| Q4_K_S | [ArliAI-QwQ-32B-ArliAI-RpR-v3-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v3-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q4_K_S.gguf) | 17914.21 MB |
|
27 |
+
| Q5_K_M | [ArliAI-QwQ-32B-ArliAI-RpR-v3-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v3-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q5_K_M.gguf) | 22184.52 MB |
|
28 |
+
| Q5_K_S | [ArliAI-QwQ-32B-ArliAI-RpR-v3-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v3-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q5_K_S.gguf) | 21589.52 MB |
|
29 |
+
| Q6_K | [ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v3-GGUF/tree/main/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q6_K) | 25640.64 MB (folder) |
|
30 |
+
| Q8_0 | [ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v3-GGUF/tree/main/ArliAI-QwQ-32B-ArliAI-RpR-v3-Q8_0) | 33207.78 MB (folder) |
|
31 |
+
|
32 |
+
|
33 |
+
---
|
34 |
+
|
35 |
+
## ⚡ Powered by [Featherless AI](https://featherless.ai)
|
36 |
+
|
37 |
+
### Key Features
|
38 |
+
|
39 |
+
- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly
|
40 |
+
- 🛠️ **Zero Infrastructure** - No server setup or maintenance required
|
41 |
+
- 📚 **Vast Compatibility** - Support for 2400+ models and counting
|
42 |
+
- 💎 **Affordable Pricing** - Starting at just $10/month
|
43 |
+
|
44 |
+
---
|
45 |
+
|
46 |
+
**Links:**
|
47 |
+
[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models)
|
featherless-quants.png
ADDED
![]() |
Git LFS Details
|