Hugging Face's logo

Lewdiculous
/
llama3-8B-aifeifei-1.2-GGUF-IQ-Imatrix

GGUF
Model card Files Community
Lewdiculous commited on
Commit
f218ac8
•
1 Parent(s): 93413a9

All quants, hopefully.

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. imatrix.dat +3 -0
  3. llama3-8B-aifeifei-1.2-IQ3_M-imat.gguf +3 -0
  4. llama3-8B-aifeifei-1.2-IQ3_S-imat.gguf +3 -0
  5. llama3-8B-aifeifei-1.2-IQ3_XXS-imat.gguf +3 -0
  6. llama3-8B-aifeifei-1.2-IQ4_XS-imat.gguf +3 -0
  7. llama3-8B-aifeifei-1.2-Q4_K_M-imat.gguf +3 -0
  8. llama3-8B-aifeifei-1.2-Q4_K_S-imat.gguf +3 -0
  9. llama3-8B-aifeifei-1.2-Q5_K_M-imat.gguf +3 -0
  10. llama3-8B-aifeifei-1.2-Q5_K_S-imat.gguf +3 -0
  11. llama3-8B-aifeifei-1.2-Q6_K-imat.gguf +3 -0
  12. llama3-8B-aifeifei-1.2-Q8_0-imat.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ llama3-8B-aifeifei-1.2-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama3-8B-aifeifei-1.2-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama3-8B-aifeifei-1.2-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama3-8B-aifeifei-1.2-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama3-8B-aifeifei-1.2-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama3-8B-aifeifei-1.2-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama3-8B-aifeifei-1.2-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama3-8B-aifeifei-1.2-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama3-8B-aifeifei-1.2-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama3-8B-aifeifei-1.2-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e2d95b3584ddf83267fb1445622b18cafc34709f1cf11bac6020cf2695f26fe
3
+ size 4988193
llama3-8B-aifeifei-1.2-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a43445e24b7554df7c4ec5ce0c51f49ab51daa6043b233d869e9744dcdbcc745
3
+ size 3784823392
llama3-8B-aifeifei-1.2-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90729eec0f00bcf885f59bd682632f7e374d9ed3e997b0edc6b5c03721fae879
3
+ size 3682325088
llama3-8B-aifeifei-1.2-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a50ffff1891e8ebeef2ef6328c95dc82b9367bd4ecbdad9299023e9b983e5041
3
+ size 3274912352
llama3-8B-aifeifei-1.2-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52622e198831bbdc2102cf494aa50e87634ef583dc2a4d0b2b4b6b2c1d18a248
3
+ size 4447662688
llama3-8B-aifeifei-1.2-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0320e19ae19eec47a77956721ea3339a5c8bae4db69177a020850ec57a34e5c3
3
+ size 4920734304
llama3-8B-aifeifei-1.2-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:548dc9a14b5ca9aacb89b241e2cc875741a2a70fd63d2355b91fa1199f27545c
3
+ size 4692669024
llama3-8B-aifeifei-1.2-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:261f8391f730b81a7a9c52f204518cef2cee610c828b66b6dc85636f5bec2c5a
3
+ size 5732987488
llama3-8B-aifeifei-1.2-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:127fe3ffc9308a9f52da71d5068bf4bb2adda80b16184daaf21c626107a00554
3
+ size 5599294048
llama3-8B-aifeifei-1.2-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7924642409cdc612d716ff2b85113b33b76653ac404321b3ae54f64cf7474f41
3
+ size 6596006496
llama3-8B-aifeifei-1.2-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3137586d791c8481a9ecdcceb062b2b0f5514ddab6aea25ecd86338114f8c0d
3
+ size 8540770912