Hugging Face's logo

ManniX-ITA
/
Mixtral_7Bx2_MoE-GGUF

Text Generation
Transformers
GGUF
mixtral
text-generation-inference
Model card Files Community
ManniX-ITA commited on
Commit
59791e2
•
1 Parent(s): 3b06562

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -1
  2. Mixtral_7Bx2_MoE-Q3_K_M.gguf +3 -0
  3. Mixtral_7Bx2_MoE-Q3_K_S.gguf +3 -0
  4. Mixtral_7Bx2_MoE-Q4_0.gguf +3 -0
  5. Mixtral_7Bx2_MoE-Q4_K_M.gguf +3 -0
  6. Mixtral_7Bx2_MoE-Q4_K_S.gguf +3 -0
  7. Mixtral_7Bx2_MoE-Q5_0.gguf +3 -0
  8. Mixtral_7Bx2_MoE-Q5_K_M.gguf +3 -0
  9. Mixtral_7Bx2_MoE-Q5_K_S.gguf +3 -0
  10. Mixtral_7Bx2_MoE-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -33,6 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
- tree/main/ filter=lfs diff=lfs merge=lfs -text
37
  Mixtral_7Bx2_MoE-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
  Mixtral_7Bx2_MoE-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
36
  Mixtral_7Bx2_MoE-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  Mixtral_7Bx2_MoE-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Mixtral_7Bx2_MoE-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Mixtral_7Bx2_MoE-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Mixtral_7Bx2_MoE-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Mixtral_7Bx2_MoE-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Mixtral_7Bx2_MoE-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Mixtral_7Bx2_MoE-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Mixtral_7Bx2_MoE-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Mixtral_7Bx2_MoE-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mixtral_7Bx2_MoE-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Mixtral_7Bx2_MoE-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d129d65c52c668f7e16bd8156da2357899f0daf1d459cb5826f19c4d54c29462
3
+ size 6206494720
Mixtral_7Bx2_MoE-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b973e6b2b0a4a3b5f17f15f78d67fe6ed966accfd783f06dcfa48a1066bb3fb8
3
+ size 5587834880
Mixtral_7Bx2_MoE-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50dfc3fbfc4d7ff70b91dada4f6a1c9e884efbcdd1956e62479edc9064af8a75
3
+ size 7280867328
Mixtral_7Bx2_MoE-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ac9fa9913a9167ce9bd90e9368de093186ded156638832928003bc701be3e93
3
+ size 7782610944
Mixtral_7Bx2_MoE-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c666cdc46efba0770d541919ad6742f0cb25dc8beacefb398b804705d9f28a
3
+ size 7341684736
Mixtral_7Bx2_MoE-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f999e4358fc303a58a9b74bc4363dc08df74389e6d72662f6c0a53c6b5b852f
3
+ size 8874309632
Mixtral_7Bx2_MoE-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24fed7d6fe91c0effdf76aeeff6327767705b0205da1658749cbdb65d4b8dece
3
+ size 9132783616
Mixtral_7Bx2_MoE-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0eb8349667f333995554a5b1247a077b3ef79d4c4317c99d9fafff66e5cabff
3
+ size 8874309632
Mixtral_7Bx2_MoE-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06d16723f25449ced8c2328677f834ba5a8d0e01c6abb7fc9f60b1974facb834
3
+ size 10567342080