mustafaaljadery commited on
Commit
733e17f
·
1 Parent(s): 77e8d7a

add small 4 bit

Browse files
mlx_models/distil-small.en-4-bit/config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "n_mels": 80,
3
+ "n_audio_ctx": 1500,
4
+ "n_audio_state": 768,
5
+ "n_audio_head": 12,
6
+ "n_audio_layer": 12,
7
+ "n_vocab": 51864,
8
+ "n_text_ctx": 448,
9
+ "n_text_state": 768,
10
+ "n_text_head": 12,
11
+ "n_text_layer": 4,
12
+ "quantization": {
13
+ "group_size": 64,
14
+ "bits": 8
15
+ },
16
+ "model_type": "whisper"
17
+ }
mlx_models/distil-small.en-4-bit/weights.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5224c8108fcfff579a15589004ea71a6b17dc9185e78ed41c4e96ccdd1638ad
3
+ size 215095992