Hugging Face's logo

hermes42
/
Mixtral-8x22B-v0.1-GGUF

GGUF
Mixture of Experts
Inference Endpoints
Model card Files Community
Mixtral-8x22B-v0.1-GGUF
File size: 11,538 Bytes 
dd4fa61
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e1f435e
a04cfa5
4a3f577
eba9c41
a8fe734
6f78872
87b3641
6f033a7
db36ddd
7fa7913
b7e3148
3191247
7ae7099
5d960b5
b8f00f3
49b0fe1
8cad815
9f91486
4bc0746
56b3075
0092dac
d093648
faf4bc1
b943a53
d06e188
74c7cbd
a362555
20733c5
82d5dfe
5e67155
c261d4a
15fd49d
c520bb3
d65c80d
65eee4c
8f946f2
cea3447
d25d7d1
f26a5f8
f6a22f9
6d4dc25
96f3adf
46104e4
88b8a27
02e0823
2122a47
077d253
5343980
9646a75
a83265a
56e4db2
c2eb289
78b00d2
816fd26
4f1ecea
69d19c5
619f798
0d517a3
4dc0341
648572d
3ee09a0
c82ead5
e2f7f30
1efb8df
a1c8756
b34250f
8eb80d8
d98edbf
1684145
3881809
a84aea0
6c99b16
4af4fae
3484cc9
de23727
b799d41
5072416
d008030
244ec6d
666ec8a
d5b17e4
ffde737
baf59d6
061c0ba
7785ecf
9edd73d
d325130
3fee0d1
3e9ec28
b254053
b6c3330
900b65d
c7f98ae
14f0f05
9c5d529
fe8cad9
28187e3
3050457
f6cf5ae
d2494f7
7e447ea
a24ce98
2917769
b389499
60fceb3
e5e17e3
697fca9
86d624e
7b20cae
0ea6983
ec13337
a0f5ae1
248f5d7
7f1a893
3611ed7
006aaf6
e35db28
cd7881f
627de8e
95aacbc
c4e16b5
458be14
3f761a1
28828c0
cafcf6d
be0e508
648487a
6c77c0f
14e7328
cf5d3d1
e94c68d
55e46e4
59fa675
40440fe
4df1b9f
0708874
cece756
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
 
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-a filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-b filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-c filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-d filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-e filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-f filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-g filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-h filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-i filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-j filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-k filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-l filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-m filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-n filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_S.gguf-part-o filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-a filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-b filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-c filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-d filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-e filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-f filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-g filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-h filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-i filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-j filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-k filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-l filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-m filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-n filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-o filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q4_K_M.gguf-part-p filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-a filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-b filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-c filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-d filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-e filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-f filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-g filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-h filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-i filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-j filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-k filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-l filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-m filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-n filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-o filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-p filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-q filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-r filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_S.gguf-part-s filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-a filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-b filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-c filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-d filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-e filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-f filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-g filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-h filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-i filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-j filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-k filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-l filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-m filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-n filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-o filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-p filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-q filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-r filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q5_K_M.gguf-part-s filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-a filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-b filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-c filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-d filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-e filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-f filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-g filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-h filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-i filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-j filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-k filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-l filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-m filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-n filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-o filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-p filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-q filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-r filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-s filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-t filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-u filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q6_K.gguf-part-v filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-aa filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-ab filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-ac filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-ad filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-ae filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-af filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-ag filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-ah filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-ai filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-aj filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-ak filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-al filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-am filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-an filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-ao filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-ap filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-aq filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-ar filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-as filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-at filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-au filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-av filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-aw filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-ax filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-ay filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-az filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-ba filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.Q8_0.gguf-part-bb filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ3_M.gguf-part-a filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ3_M.gguf-part-b filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ3_S.gguf-part-a filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ3_S.gguf-part-b filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ3_XS.gguf-part-a filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ3_XS.gguf-part-b filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ3_XXS.gguf-part-a filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ3_XXS.gguf-part-b filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ4_NL.gguf-part-a filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ4_NL.gguf-part-b filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ4_XS.gguf-part-a filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ4_XS.gguf-part-b filter=lfs diff=lfs merge=lfs -text