bdubayah commited on
Commit
e7cc72b
·
verified ·
1 Parent(s): 180fe61

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. rank0.engine +2 -2
config.json CHANGED
@@ -117,8 +117,8 @@
117
  "plugin_config": {
118
  "dtype": "float16",
119
  "bert_attention_plugin": "auto",
120
- "gpt_attention_plugin": "float16",
121
- "gemm_plugin": "float16",
122
  "gemm_swiglu_plugin": null,
123
  "fp8_rowwise_gemm_plugin": null,
124
  "smooth_quant_gemm_plugin": null,
 
117
  "plugin_config": {
118
  "dtype": "float16",
119
  "bert_attention_plugin": "auto",
120
+ "gpt_attention_plugin": "auto",
121
+ "gemm_plugin": null,
122
  "gemm_swiglu_plugin": null,
123
  "fp8_rowwise_gemm_plugin": null,
124
  "smooth_quant_gemm_plugin": null,
rank0.engine CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff69fed72dc75830b0a4a84c7e95a8acd184aefded2cdbfeffd2366e3dda9f05
3
- size 1274756836
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42d010db9eec16d85cd9473c81a41b49ba77ecf17e768981114eca3710d4a071
3
+ size 1282025452