Upload folder using huggingface_hub
Browse files- config.json +2 -2
- rank0.engine +2 -2
config.json
CHANGED
@@ -117,8 +117,8 @@
|
|
117 |
"plugin_config": {
|
118 |
"dtype": "float16",
|
119 |
"bert_attention_plugin": "auto",
|
120 |
-
"gpt_attention_plugin": "
|
121 |
-
"gemm_plugin":
|
122 |
"gemm_swiglu_plugin": null,
|
123 |
"fp8_rowwise_gemm_plugin": null,
|
124 |
"smooth_quant_gemm_plugin": null,
|
|
|
117 |
"plugin_config": {
|
118 |
"dtype": "float16",
|
119 |
"bert_attention_plugin": "auto",
|
120 |
+
"gpt_attention_plugin": "auto",
|
121 |
+
"gemm_plugin": null,
|
122 |
"gemm_swiglu_plugin": null,
|
123 |
"fp8_rowwise_gemm_plugin": null,
|
124 |
"smooth_quant_gemm_plugin": null,
|
rank0.engine
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:42d010db9eec16d85cd9473c81a41b49ba77ecf17e768981114eca3710d4a071
|
3 |
+
size 1282025452
|