Upload config.json with huggingface_hub
Browse files- config.json +2 -2
config.json
CHANGED
@@ -52,14 +52,14 @@
|
|
52 |
"layer_type_quant_config": {},
|
53 |
"pack_method": "reorder",
|
54 |
"quant_method": "quark",
|
55 |
-
"quant_mode":
|
56 |
},
|
57 |
"rms_norm_eps": 1e-06,
|
58 |
"rope_scaling": null,
|
59 |
"rope_theta": 10000.0,
|
60 |
"tie_word_embeddings": false,
|
61 |
"torch_dtype": "float16",
|
62 |
-
"transformers_version": "4.
|
63 |
"use_cache": true,
|
64 |
"vocab_size": 32000
|
65 |
}
|
|
|
52 |
"layer_type_quant_config": {},
|
53 |
"pack_method": "reorder",
|
54 |
"quant_method": "quark",
|
55 |
+
"quant_mode": "eager_mode"
|
56 |
},
|
57 |
"rms_norm_eps": 1e-06,
|
58 |
"rope_scaling": null,
|
59 |
"rope_theta": 10000.0,
|
60 |
"tie_word_embeddings": false,
|
61 |
"torch_dtype": "float16",
|
62 |
+
"transformers_version": "4.45.2",
|
63 |
"use_cache": true,
|
64 |
"vocab_size": 32000
|
65 |
}
|