Hugging Face's logo

MarsupialAI
/
Llama3_GGUF_Quant_Testing

GGUF
Model card Files Community
MarsupialAI commited on
Commit
dcb1c07
•
1 Parent(s): 7a18d02

Upload 6 files

Browse files
Files changed (7) hide show
  1. .gitattributes +6 -0
  2. imat_testing/L38ablit_fp16_Q4.gguf +3 -0
  3. imat_testing/L38ablit_fp16_Q4ks.gguf +3 -0
  4. imat_testing/L38ablit_fp16_Q8.gguf +3 -0
  5. imat_testing/L38ablit_fp16_imat16_Q4ks.gguf +3 -0
  6. imat_testing/L38ablit_fp16_imat4_Q4ks.gguf +3 -0
  7. imat_testing/L38ablit_fp16_imat8_Q4ks.gguf +3 -0
.gitattributes CHANGED
@@ -39,3 +39,9 @@ L3-none-Q4km.gguf filter=lfs diff=lfs merge=lfs -text
39
  L3-f16.gguf filter=lfs diff=lfs merge=lfs -text
40
  L3-f32.gguf filter=lfs diff=lfs merge=lfs -text
41
  L3-none.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
39
  L3-f16.gguf filter=lfs diff=lfs merge=lfs -text
40
  L3-f32.gguf filter=lfs diff=lfs merge=lfs -text
41
  L3-none.gguf filter=lfs diff=lfs merge=lfs -text
42
+ imat_testing/L38ablit_fp16_imat16_Q4ks.gguf filter=lfs diff=lfs merge=lfs -text
43
+ imat_testing/L38ablit_fp16_imat4_Q4ks.gguf filter=lfs diff=lfs merge=lfs -text
44
+ imat_testing/L38ablit_fp16_imat8_Q4ks.gguf filter=lfs diff=lfs merge=lfs -text
45
+ imat_testing/L38ablit_fp16_Q4.gguf filter=lfs diff=lfs merge=lfs -text
46
+ imat_testing/L38ablit_fp16_Q4ks.gguf filter=lfs diff=lfs merge=lfs -text
47
+ imat_testing/L38ablit_fp16_Q8.gguf filter=lfs diff=lfs merge=lfs -text
imat_testing/L38ablit_fp16_Q4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98d0e62619979c535606231f82f16aef7e6f5c5701eab00d9f45c332ba01c3c1
3
+ size 4661211392
imat_testing/L38ablit_fp16_Q4ks.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3640b2fdafbfc82c9e8695bef8573b276e9b347f254d761e9464c7d5670dd9cb
3
+ size 4692668672
imat_testing/L38ablit_fp16_Q8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:301660f999138e6db6274a4b3f79d97cbc4ecb956f1487d3229e86df969e6b65
3
+ size 8540770560
imat_testing/L38ablit_fp16_imat16_Q4ks.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f6e66e8a6c82f5336e9ccecbd2503f2dfa1b84878f7fea59a33871abc7f9d74
3
+ size 4692668896
imat_testing/L38ablit_fp16_imat4_Q4ks.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68cb203b026078ea1ff3a2e384bfa87efb6ea9f7598e87fb64debf8252993630
3
+ size 4692668896
imat_testing/L38ablit_fp16_imat8_Q4ks.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5dd019d9cdc7276940bea748d029e41bf3a4c87a545e13f6de7b3b55b383a90
3
+ size 4692668896