nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-partial-24
1B
•
Updated
•
2
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-full-sparse24
1B
•
Updated
•
1
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-sparse24-0-5-remaining-fp8-compressed
1B
•
Updated
•
2
nm-testing/whisper-large-v2-FP8-dynamic
2B
•
Updated
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-sparse24-layer-0-5-fp8-compressed
1B
•
Updated
•
5
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-sparse24-layer-0-fp8-compressed
1B
•
Updated
•
1
nm-testing/Mistral-7B-Instruct-v0.32of4-W8A8-FP8-Dynamic-Per-Token
7B
•
Updated
•
2
nm-testing/Mistral-7B-Instruct-v0.32of4-sparse
7B
•
Updated
•
1
nm-testing/granite-8b-code-instruct-128k2of4-W8A8-FP8-Dynamic-Per-Token
8B
•
Updated
•
2
nm-testing/granite-8b-code-instruct-128k2of4-sparse
8B
•
Updated
•
2
nm-testing/granite-3.1-8b-instruct2of4-W8A8-FP8-Dynamic-Per-Token
8B
•
Updated
•
3
nm-testing/granite-3.1-8b-instruct2of4-sparse
8B
•
Updated
•
4
nm-testing/Mistral-7B-Instruct-v0.3-W4A16-G128
1B
•
Updated
•
3
nm-testing/Mistral-7B-Instruct-v0.3-W8A8-Dynamic-Per-Token
7B
•
Updated
•
2
nm-testing/granite-8b-code-instruct-128k-W4A16-G128
1B
•
Updated
•
2
nm-testing/granite-8b-code-instruct-128k-W8A8-Dynamic-Per-Token
8B
•
Updated
•
3
nm-testing/granite-3.1-8b-instruct-W4A16-G128
1B
•
Updated
•
2
nm-testing/granite-3.1-8b-instruct-W8A8-Dynamic-Per-Token
8B
•
Updated
•
3
nm-testing/DeepSeek-R1-Distill-Qwen-14B2of4-W8A8-FP8-Dynamic-Per-Token
15B
•
Updated
•
3
nm-testing/DeepSeek-R1-Distill-Qwen-14B2of4-sparse
15B
•
Updated
•
2
nm-testing/Mistral-7B-Instruct-v0.3-FP8-Dynamic
7B
•
Updated
•
3
nm-testing/DeepSeek-R1-Distill-Qwen-14B-W4A16-G128
3B
•
Updated
•
1
nm-testing/granite-8b-code-instruct-128k-FP8-Dynamic
8B
•
Updated
•
1
nm-testing/DeepSeek-R1-Distill-Qwen-14B-W8A8-Dynamic-Per-Token
15B
•
Updated
•
4
nm-testing/granite-3.1-8b-instruct-FP8-Dynamic
8B
•
Updated
•
2
nm-testing/DeepSeek-R1-Distill-Qwen-14B-FP8-Dynamic
15B
•
Updated
•
1
nm-testing/kyle-Qwen2-VL-72B-Instruct-W4A16-G128
13B
•
Updated
•
2
nm-testing/llama2.c-stories42M-pruned2.4-compressed
48.6M
•
Updated
•
8
nm-testing/granite-3.1-2b-instruct-W4A16-G128
0.5B
•
Updated
•
3
nm-testing/DeepSeek-R1-Distill-Qwen-1.5B-W4A16-G128
0.6B
•
Updated
•
2