Hugging Face's logo

Lewdiculous
/
Mahou-1.2-llama3-8B-GGUF-IQ-Imatrix

GGUF
roleplay
sillytavern
llama
llama3
Model card Files Community
Lewdiculous commited on
Commit
5782dc0
•
1 Parent(s): 9fdd8d2

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. Mahou-1.2-llama3-8B-IQ3_M-imat.gguf +3 -0
  3. Mahou-1.2-llama3-8B-IQ3_S-imat.gguf +3 -0
  4. Mahou-1.2-llama3-8B-IQ3_XXS-imat.gguf +3 -0
  5. Mahou-1.2-llama3-8B-IQ4_NL-imat.gguf +3 -0
  6. Mahou-1.2-llama3-8B-IQ4_XS-imat.gguf +3 -0
  7. Mahou-1.2-llama3-8B-Q4_K_M-imat.gguf +3 -0
  8. Mahou-1.2-llama3-8B-Q4_K_S-imat.gguf +3 -0
  9. Mahou-1.2-llama3-8B-Q5_K_M-imat.gguf +3 -0
  10. Mahou-1.2-llama3-8B-Q5_K_S-imat.gguf +3 -0
  11. Mahou-1.2-llama3-8B-Q6_K-imat.gguf +3 -0
  12. Mahou-1.2-llama3-8B-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Mahou-1.2-llama3-8B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Mahou-1.2-llama3-8B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Mahou-1.2-llama3-8B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Mahou-1.2-llama3-8B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Mahou-1.2-llama3-8B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Mahou-1.2-llama3-8B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Mahou-1.2-llama3-8B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Mahou-1.2-llama3-8B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Mahou-1.2-llama3-8B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mahou-1.2-llama3-8B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mahou-1.2-llama3-8B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Mahou-1.2-llama3-8B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1874866d87c351e78073983639e0b05563530209642411a2974d61fa9b155de0
3
+ size 3784822944
Mahou-1.2-llama3-8B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d744be672d47fd307b92a1508bc830590991461a910ae890ccc676a4d5996b
3
+ size 3682324640
Mahou-1.2-llama3-8B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da4b37e78bc22d7eb568b32cd4777ff80456bd86c97e98d73260c3021ef93175
3
+ size 3274911904
Mahou-1.2-llama3-8B-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c7404c66e63fb9a4f61c58e1147a1ceae08f8a8fdc8c98edba87251bd5e6178
3
+ size 4677988512
Mahou-1.2-llama3-8B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:683a5df8b3b5618d0d451e04f1e0ea68479d029a823fc22a54d809a97c7d5e94
3
+ size 4447662240
Mahou-1.2-llama3-8B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0d04644ef7c2e8f80535a9b4cc692fb7f794529a252c8bb581f5c54be22222a
3
+ size 4920733856
Mahou-1.2-llama3-8B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7ad43226e460ba75714aafabf2da45208a4af25a0e85dd57d362369a817da60
3
+ size 4692668576
Mahou-1.2-llama3-8B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3988e8af0bbfd9879154eab0f890292d2a2007406ea2e28caa9d01e4be948bb
3
+ size 5732987040
Mahou-1.2-llama3-8B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79581ca8a878b03009cad1e1cf84f2b7374c4b81f11e86d0228cf5c377fcafff
3
+ size 5599293600
Mahou-1.2-llama3-8B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7864e51f7c34b80160fa5264293d7c43736351c1ba52f35b6e2497d1005b2c85
3
+ size 6596006048
Mahou-1.2-llama3-8B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27092b2f92d87e6de27c50da8c032a443f6552ffb1db1002d2a7749b15aa357b
3
+ size 8540770464
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1643e6e9080c5e58dc19580f6dbf86ccc779734be464f858c9b7b19dacf3cfee
3
+ size 4988193