MLX
Safetensors
llama
Generated from Trainer
ivanfioravanti commited on
Commit
7bda405
1 Parent(s): e389819

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -17,7 +17,7 @@
17
  "num_key_value_heads": 8,
18
  "pretraining_tp": 1,
19
  "quantization": {
20
- "group_size": 64,
21
  "bits": 4
22
  },
23
  "rms_norm_eps": 1e-05,
 
17
  "num_key_value_heads": 8,
18
  "pretraining_tp": 1,
19
  "quantization": {
20
+ "group_size": 32,
21
  "bits": 4
22
  },
23
  "rms_norm_eps": 1e-05,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a46731989e3a41ae4444dbada144ec7e396a5cf18958f43bafa227307795a1ad
3
- size 4517498253
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a72a8146082b34426c0b8238c05ccac0d68917a1408cd0414b9d41995feb0185
3
+ size 5019374357
model.safetensors.index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "metadata": {
3
- "total_size": 4517413888
4
  },
5
  "weight_map": {
6
  "lm_head.biases": "model.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 5019289600
4
  },
5
  "weight_map": {
6
  "lm_head.biases": "model.safetensors",