Hugging Face's logo

legraphista
/
internlm2-math-plus-mixtral8x22b-IMat-GGUF

Text Generation
GGUF
English
Chinese
math
quantized
GGUF
imatrix
quantization
imat
static
Model card Files Community
internlm2-math-plus-mixtral8x22b-IMat-GGUF
File size: 12,800 Bytes 
8a60019
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2c91c88
7dcf0cc
3c4621a
8f385ee
0f377ab
3a2f92b
a9a2c12
5477fa5
eb2469d
2afcf0b
86c339a
0de4138
83ad47c
9ea2a46
c4bf1ca
86a8a76
16d222e
83bd3d5
3c87d8b
5fcc7ef
b126e9b
4440a1a
0be9d7b
c1e1dc8
076d490
d8e867a
6373462
1017fae
677a143
6f3792a
bb43b45
c23d533
019d3ba
baf451a
5837834
e3b1eb2
64071e7
56f95a7
83764aa
adae5a9
5b47899
a93b538
705f7ef
bd74a31
cc6c344
576fc93
1c699e0
3237315
ef42c19
da2a920
283177e
334f844
2669d75
bae7b32
6e1c9e1
a9b0e18
ab15bb5
184a3e4
a762567
2345795
776f1d4
e64c539
ef1e3a3
51b2502
285da3b
0f1c756
7703d0c
02ce72d
b89214b
1aef580
36cfaf4
65d4673
79a55b6
20afb0d
7c2f924
ae79760
71a1e42
50d8fa1
f421815
d781cd6
472eb4c
030b224
a91abf4
3877881
033aee0
2d1fa38
bab9d00
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
 
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q8_0/internlm2-math-plus-mixtral8x22b.Q8_0-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q8_0/internlm2-math-plus-mixtral8x22b.Q8_0-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q8_0/internlm2-math-plus-mixtral8x22b.Q8_0-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q8_0/internlm2-math-plus-mixtral8x22b.Q8_0-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q8_0/internlm2-math-plus-mixtral8x22b.Q8_0-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q6_K/internlm2-math-plus-mixtral8x22b.Q6_K-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q6_K/internlm2-math-plus-mixtral8x22b.Q6_K-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q6_K/internlm2-math-plus-mixtral8x22b.Q6_K-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q6_K/internlm2-math-plus-mixtral8x22b.Q6_K-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.BF16/internlm2-math-plus-mixtral8x22b.BF16-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.BF16/internlm2-math-plus-mixtral8x22b.BF16-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.BF16/internlm2-math-plus-mixtral8x22b.BF16-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.BF16/internlm2-math-plus-mixtral8x22b.BF16-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.BF16/internlm2-math-plus-mixtral8x22b.BF16-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.BF16/internlm2-math-plus-mixtral8x22b.BF16-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.BF16/internlm2-math-plus-mixtral8x22b.BF16-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.BF16/internlm2-math-plus-mixtral8x22b.BF16-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.BF16/internlm2-math-plus-mixtral8x22b.BF16-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.FP16/internlm2-math-plus-mixtral8x22b.FP16-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.FP16/internlm2-math-plus-mixtral8x22b.FP16-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.FP16/internlm2-math-plus-mixtral8x22b.FP16-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.FP16/internlm2-math-plus-mixtral8x22b.FP16-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.FP16/internlm2-math-plus-mixtral8x22b.FP16-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.FP16/internlm2-math-plus-mixtral8x22b.FP16-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.FP16/internlm2-math-plus-mixtral8x22b.FP16-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.FP16/internlm2-math-plus-mixtral8x22b.FP16-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.FP16/internlm2-math-plus-mixtral8x22b.FP16-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.FP16/internlm2-math-plus-mixtral8x22b.FP16-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.FP16/internlm2-math-plus-mixtral8x22b.FP16-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.FP16/internlm2-math-plus-mixtral8x22b.FP16-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q5_K/internlm2-math-plus-mixtral8x22b.Q5_K-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q5_K/internlm2-math-plus-mixtral8x22b.Q5_K-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q5_K/internlm2-math-plus-mixtral8x22b.Q5_K-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q5_K/internlm2-math-plus-mixtral8x22b.Q5_K-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q5_K_S/internlm2-math-plus-mixtral8x22b.Q5_K_S-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q5_K_S/internlm2-math-plus-mixtral8x22b.Q5_K_S-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q5_K_S/internlm2-math-plus-mixtral8x22b.Q5_K_S-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q5_K_S/internlm2-math-plus-mixtral8x22b.Q5_K_S-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
imatrix.dat filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q4_K/internlm2-math-plus-mixtral8x22b.Q4_K-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q4_K/internlm2-math-plus-mixtral8x22b.Q4_K-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q4_K/internlm2-math-plus-mixtral8x22b.Q4_K-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q4_K/internlm2-math-plus-mixtral8x22b.Q4_K-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q3_K/internlm2-math-plus-mixtral8x22b.Q3_K-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q2_K/internlm2-math-plus-mixtral8x22b.Q2_K-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q3_K/internlm2-math-plus-mixtral8x22b.Q3_K-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q3_K/internlm2-math-plus-mixtral8x22b.Q3_K-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q2_K/internlm2-math-plus-mixtral8x22b.Q2_K-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q2_K/internlm2-math-plus-mixtral8x22b.Q2_K-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q4_K_S/internlm2-math-plus-mixtral8x22b.Q4_K_S-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q4_K_S/internlm2-math-plus-mixtral8x22b.Q4_K_S-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q4_K_S/internlm2-math-plus-mixtral8x22b.Q4_K_S-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q4_K_S/internlm2-math-plus-mixtral8x22b.Q4_K_S-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q3_K_L/internlm2-math-plus-mixtral8x22b.Q3_K_L-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q3_K_L/internlm2-math-plus-mixtral8x22b.Q3_K_L-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q3_K_L/internlm2-math-plus-mixtral8x22b.Q3_K_L-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q3_K_S/internlm2-math-plus-mixtral8x22b.Q3_K_S-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q3_K_S/internlm2-math-plus-mixtral8x22b.Q3_K_S-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q3_K_S/internlm2-math-plus-mixtral8x22b.Q3_K_S-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q2_K_S/internlm2-math-plus-mixtral8x22b.Q2_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.Q2_K_S/internlm2-math-plus-mixtral8x22b.Q2_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ4_NL/internlm2-math-plus-mixtral8x22b.IQ4_NL-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ4_NL/internlm2-math-plus-mixtral8x22b.IQ4_NL-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ4_NL/internlm2-math-plus-mixtral8x22b.IQ4_NL-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ4_NL/internlm2-math-plus-mixtral8x22b.IQ4_NL-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ4_XS/internlm2-math-plus-mixtral8x22b.IQ4_XS-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ4_XS/internlm2-math-plus-mixtral8x22b.IQ4_XS-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ4_XS/internlm2-math-plus-mixtral8x22b.IQ4_XS-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ3_M/internlm2-math-plus-mixtral8x22b.IQ3_M-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ3_M/internlm2-math-plus-mixtral8x22b.IQ3_M-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ3_M/internlm2-math-plus-mixtral8x22b.IQ3_M-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ3_S/internlm2-math-plus-mixtral8x22b.IQ3_S-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ3_S/internlm2-math-plus-mixtral8x22b.IQ3_S-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ3_S/internlm2-math-plus-mixtral8x22b.IQ3_S-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ3_XS/internlm2-math-plus-mixtral8x22b.IQ3_XS-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ3_XS/internlm2-math-plus-mixtral8x22b.IQ3_XS-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ3_XS/internlm2-math-plus-mixtral8x22b.IQ3_XS-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ3_XXS/internlm2-math-plus-mixtral8x22b.IQ3_XXS-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ3_XXS/internlm2-math-plus-mixtral8x22b.IQ3_XXS-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ3_XXS/internlm2-math-plus-mixtral8x22b.IQ3_XXS-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ2_M/internlm2-math-plus-mixtral8x22b.IQ2_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ2_M/internlm2-math-plus-mixtral8x22b.IQ2_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-math-plus-mixtral8x22b.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text