- quantized-llama-3-70b-pp1-tp1-awq-w4a16-kvfp16-gs64
- quantized-llama-3-70b-pp1-tp1-awq-w4a16-kvfp8-gs64
- quantized-llama-3-70b-pp1-tp1-awq-w4a16-kvint8-gs64
- quantized-llama-3-70b-pp1-tp2-awq-w4a16-kvfp16-gs64
- quantized-llama-3-70b-pp1-tp2-awq-w4a16-kvfp8-gs64
- quantized-llama-3-70b-pp1-tp2-awq-w4a16-kvint8-gs64
- quantized-llama-3-70b-pp1-tp4-awq-w4a16-kvfp16-gs64
- quantized-llama-3-70b-pp1-tp4-awq-w4a16-kvfp8-gs64
- quantized-llama-3-70b-pp1-tp4-awq-w4a16-kvint8-gs64
- quantized-llama-3-70b-pp1-tp8-awq-w4a16-kvfp16-gs64
- quantized-llama-3-70b-pp1-tp8-awq-w4a16-kvfp8-gs64
- quantized-llama-3-70b-pp1-tp8-awq-w4a16-kvint8-gs64
-
1.52 kB
-
58 Bytes
-
34 kB
-
698 Bytes