nluai
/

phogpt-ft-test

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

nluai commited on Jun 6

Commit

15b0990

•

1 Parent(s): c6572f3

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -37,7 +37,7 @@
   "no_bias": false,
   "norm_type": "low_precision_layernorm",
   "resid_pdrop": 0.0,
-  "torch_dtype": "float16",
   "transformers_version": "4.41.1",
   "use_cache": false,
   "verbose": 0,

   "no_bias": false,
   "norm_type": "low_precision_layernorm",
   "resid_pdrop": 0.0,
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.41.1",
   "use_cache": false,
   "verbose": 0,