Hugging Face's logo

brittlewis12
/
Meta-Llama-3.1-8B-Instruct-GGUF

Text Generation
GGUF
PyTorch
English
facebook
meta
llama
llama-3
llama-3.1
conversational
Model card Files Community
brittlewis12 commited on
Commit
d34fb78
·
verified ·
1 Parent(s): c44bbce

Upload folder using huggingface_hub

Browse files
Files changed (23) hide show
  1. meta-llama-3.1-8b-instruct.IQ1_M.gguf +1 -1
  2. meta-llama-3.1-8b-instruct.IQ1_S.gguf +1 -1
  3. meta-llama-3.1-8b-instruct.IQ2_M.gguf +1 -1
  4. meta-llama-3.1-8b-instruct.IQ2_S.gguf +1 -1
  5. meta-llama-3.1-8b-instruct.IQ2_XS.gguf +1 -1
  6. meta-llama-3.1-8b-instruct.IQ2_XXS.gguf +1 -1
  7. meta-llama-3.1-8b-instruct.IQ3_M.gguf +1 -1
  8. meta-llama-3.1-8b-instruct.IQ3_S.gguf +1 -1
  9. meta-llama-3.1-8b-instruct.IQ3_XS.gguf +1 -1
  10. meta-llama-3.1-8b-instruct.IQ3_XXS.gguf +1 -1
  11. meta-llama-3.1-8b-instruct.IQ4_NL.gguf +1 -1
  12. meta-llama-3.1-8b-instruct.IQ4_XS.gguf +1 -1
  13. meta-llama-3.1-8b-instruct.Q2_K.gguf +1 -1
  14. meta-llama-3.1-8b-instruct.Q2_K_S.gguf +1 -1
  15. meta-llama-3.1-8b-instruct.Q3_K_L.gguf +1 -1
  16. meta-llama-3.1-8b-instruct.Q3_K_M.gguf +1 -1
  17. meta-llama-3.1-8b-instruct.Q3_K_S.gguf +1 -1
  18. meta-llama-3.1-8b-instruct.Q4_K_S.gguf +1 -1
  19. meta-llama-3.1-8b-instruct.Q5_K_M.gguf +1 -1
  20. meta-llama-3.1-8b-instruct.Q5_K_S.gguf +1 -1
  21. meta-llama-3.1-8b-instruct.Q6_K.gguf +1 -1
  22. meta-llama-3.1-8b-instruct.Q8_0.gguf +1 -1
  23. meta-llama-3.1-8b-instruct.fp16.gguf +1 -1
meta-llama-3.1-8b-instruct.IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a08c1a38f14a6a1bd42791093e1fc31ae4c6159a2faed28a37fd07b72981b33
3
  size 2161972128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a7ab824eac9b8c3500b2725828e6baedbaef4515b3dd678177f2d4e6ba4a9a7
3
  size 2161972128
meta-llama-3.1-8b-instruct.IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:57f0e8851fc76d7f64ae2bc7b65f94e27e0ec7573da7121077159fd0c303ee07
3
  size 2019627936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fe81282e06039b3b3426dca855ad68956d2cb190c2e48c46cd74d2601e53319
3
  size 2019627936
meta-llama-3.1-8b-instruct.IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f339662b7cc2ad8385e154216c2ef0307d053cd6bbf06491cd5065e09e2cf7b4
3
  size 2948281248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:537ecebf6bc2008b2ed85fd8aee4995c6438b2c7dff42e086ea5517f1c99f046
3
  size 2948281248
meta-llama-3.1-8b-instruct.IQ2_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:695bff65f8879dfc3d3e847f75602e2bde00a3ec683b4b44e84b9b66c576cdfe
3
  size 2758488992
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26b78c936a86e7141e6f3790b38f9712c056dfc10da358ef0e6299b4561f489b
3
  size 2758488992
meta-llama-3.1-8b-instruct.IQ2_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9cf28bf03075228a201cda957fcc9fa12e39ff6246b1aa72bcb8ab3b11aae57
3
  size 2605781920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dffbd8d04b06a8cd4e8b2f041831e7083dab2af36a6fb50b9cc1e2f99cbcf20
3
  size 2605781920
meta-llama-3.1-8b-instruct.IQ2_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba655902722ccc1298ff7c8b7212a3974c2a078c6ca94e696395f095a881b8f9
3
  size 2399212448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:067a8fe1fd018e878e920adccf341994777ab185718db3cc60a7f55d3a90bc6e
3
  size 2399212448
meta-llama-3.1-8b-instruct.IQ3_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41a2e4acaa165657165cec56fd3c835b3968a692e2ee461785ca7f7f2b16b0b6
3
  size 3784823712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01f6afade7425f9efd2f19a47420af71b79e0ad88318f1e23cc2c1e2df91e3e2
3
  size 3784823712
meta-llama-3.1-8b-instruct.IQ3_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28fc5dd0e2ca0e4b3c61c7a9c93e21b46c5e07aef531e953ab053b118753b6d9
3
  size 3682325408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12e654cc49157fa4bce15c9beb35285923a192aad817e39d451d250434ab05a9
3
  size 3682325408
meta-llama-3.1-8b-instruct.IQ3_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23b783b80ece2d6416c11a1f09b286dad74c03f04068d934e9a5ced5f9f7c472
3
  size 3518747552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ae144d64e44aada6065e8b710f9242caafca1f9eb78def243272746805db3a1
3
  size 3518747552
meta-llama-3.1-8b-instruct.IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15079d47c846d95e65a0d37ac176ab3c187583a8dfafb672f50e38484a9a2a16
3
  size 3274912672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50c71061764376b240b55241c6bb6773a16be2953c1d596cdd8a913660209b33
3
  size 3274912672
meta-llama-3.1-8b-instruct.IQ4_NL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:21f8141890c734702a75b38f959fabb9c6613f8552884999d596f6b2c6ee41c3
3
  size 4677989280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68e4e445426d360267a7b23c68339fae923fa268735d4fe7f3baad8b0ab3da60
3
  size 4677989280
meta-llama-3.1-8b-instruct.IQ4_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:73bd6f3d17e3eacbabcf9d334b48d71dc0f96c6ab69785da3f6d94e2e014214b
3
  size 4447663008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:749f517e8bed195867a6b5218490205559fc4024bbaf990d02e5274c0859e6f2
3
  size 4447663008
meta-llama-3.1-8b-instruct.Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34a0d4f8a8a5655f51d5002040a08f0527a39f017c63d021c559aa9a41273b4f
3
  size 3179131552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeffee508bbd3bf5a58bb25096d8613d27c62af31c2d27bc6759b8bcddcde70c
3
  size 3179131552
meta-llama-3.1-8b-instruct.Q2_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c609eda674dc03725ab8bf9d4dfa5371b0f95b031869a6ea1b5ab1a2835349fa
3
  size 2988815264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e39ab0e4cd646b0524c56fb920c8a5193b28cf2e1c777ad3cbf5d12de681e2e
3
  size 2988815264
meta-llama-3.1-8b-instruct.Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3941b772d41100c08465bb3b03c7de934818aa2b27115c4a15337c7fd95cda6
3
  size 4321956512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6a02f776cc463cc2b71e24b46f567d8247540a899f024f32f8303ee15082557
3
  size 4321956512
meta-llama-3.1-8b-instruct.Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1db03a9bea502c4991a771d56313efa057aac64b38233e28e2367b5029e89f4a
3
  size 4018918048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e182d8eef48f43855f685be411d6f61c23745e50441f02c55488969612854496
3
  size 4018918048
meta-llama-3.1-8b-instruct.Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86d5cebbfa0a85e872a9b0e79943c4ffa3d4f09c3967b3858e9c7fe37bec4c01
3
  size 3664499360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92477f1211cefa45b049c83c8990c84301b7860fd034d3b11d8b5a4b524cc0f5
3
  size 3664499360
meta-llama-3.1-8b-instruct.Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3391760be2de91dc146961dcec4e00c76469a92cf737aed70b30d08ef90e261d
3
  size 4692669088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08d0a45c917d451208fbf8cead4d7f4fb4a21276dec4ead849af22aa35b65864
3
  size 4692669088
meta-llama-3.1-8b-instruct.Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c041f5cd802b8227dc0361b2d0103a5b1c509582045b502c9324f5eb61b1286e
3
  size 5732987552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9be92bace84c7a8a22ab3d3fc47e8ae9f231c92f1a6c8cfcfe4d085ed0745d67
3
  size 5732987552
meta-llama-3.1-8b-instruct.Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c632ccf17618ff6c6959a27fd1dae80db25dd3595958636fb783630814e71b16
3
  size 5599294112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e478430761a58f5c37c0e7e105e026f2fbe2993adb3a4ce8dc219de528d7f40b
3
  size 5599294112
meta-llama-3.1-8b-instruct.Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b0ee85107de5eaeb91c6442db56758c738940d0bc1b5f2d021d6517547198d0
3
  size 6596006560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe095baddf4461fa42c5d7c211c63cce13b98df7457ca6c4f16cd6cf38976cd5
3
  size 6596006560
meta-llama-3.1-8b-instruct.Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91818e082e2d87acf79032cb0c9d8e4e4878b1ee38ba68f09e120d47b3aeb04c
3
  size 8540770976
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d36aafdc1d822f932f3fd3ddc18296628764c5e43f153e9c02b29f5c4525cf2a
3
  size 8540770976
meta-llama-3.1-8b-instruct.fp16.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82ff778433e6590189788b54c00aba834d6eb167808ec32ae659964392a07230
3
  size 16068891296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:993c3be009040f165d6ced6e6374276441c128a82672db2ca5761a14286ac76f
3
  size 16068891296