nm-testing/TinyLlama-1.1B-Chat-v1.0-FP8-Dynamic-uncompressed
1B
•
Updated
•
166
nm-testing/TinyLlama-1.1B-Chat-v1.0-FP8-Dynamic-compressed
1B
•
Updated
•
589
nm-testing/granite-3.1-3b-a800m-instruct-w4a16
nm-testing/DeepSeek-V2.5-1210-quantized.w4a16
nm-testing/llama-2-7b-sparse2of4
nm-testing/test-w4a16-mixtral-actorder-group
6B
•
Updated
•
1.51k
nm-testing/llama2.c-stories15M-gsm8k-pruned.2of4-BitMask
22.2M
•
Updated
•
5
nm-testing/llama2.c-stories15M-gsm8k-pruned.2of4-Uncompressed
24.4M
•
Updated
•
3
nm-testing/gemma-2-9b-it-FP8-dynamic-KV
10B
•
Updated
•
8
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-tensor_wts_tensor_act_int8-BitM
5B
•
Updated
•
6
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-tensor_wts_tensor_act_fp8-BitM
5B
•
Updated
•
7
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-tensor_wts_per_tok_dyn_act_int8-BitM
5B
•
Updated
•
6
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-tensor_wts_per_tok_dyn_act_fp8-BitM
5B
•
Updated
•
6
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-chnl_wts_tensor_act_int8-BitM
5B
•
Updated
•
6
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-chnl_wts_tensor_act_fp8-BitM
5B
•
Updated
•
6
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-tensor_wts_tensor_act_int8-BitM
0.7B
•
Updated
•
15
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-chnl_wts_per_tok_dyn_act_int8-BitM
5B
•
Updated
•
6
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-tensor_wts_tensor_act_fp8-BitM
0.7B
•
Updated
•
14
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-tensor_wts_per_tok_dyn_act_int8-BitM
0.7B
•
Updated
•
13
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-chnl_wts_per_tok_dyn_act_fp8-BitM
5B
•
Updated
•
6
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-tensor_wts_per_tok_dyn_act_fp8-BitM
0.7B
•
Updated
•
15
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-chnl_wts_tensor_act_int8-BitM
0.7B
•
Updated
•
14
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-chnl_wts_tensor_act_fp8-BitM
0.7B
•
Updated
•
14
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-chnl_wts_per_tok_dyn_act_fp8-BitM
0.7B
•
Updated
•
13
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-chnl_wts_per_tok_dyn_act_int8-BitM
0.7B
•
Updated
•
12
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-Uncompressed
1B
•
Updated
•
6
nm-testing/pixtral-12b-w4a16-actorder-weight
3B
•
Updated
•
6
nm-testing/pixtral-12b-w8a8-noactorder
13B
•
Updated
•
7
nm-testing/pixtral-12b-w4a16-actorder-group
3B
•
Updated
•
6
nm-testing/TinyLlama-1.1B-Chat-v1.0-pruned.2of4-Sparse24BitMaskCompressed
0.7B
•
Updated
•
30