bigscience
/

bloomz-petals

Text Generation

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

borzunov commited on Jan 17, 2023

Commit

e548011

•

1 Parent(s): 49d3d5a

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -18,9 +18,9 @@
   "n_layer": 70,
   "pad_token_id": 3,
   "pretraining_tp": 4,
-  "seq_length": 2048,
   "slow_but_exact": false,
   "transformers_version": "4.25.1",
   "use_cache": true,
   "vocab_size": 250880
 }

   "n_layer": 70,
   "pad_token_id": 3,
   "pretraining_tp": 4,
   "slow_but_exact": false,
   "transformers_version": "4.25.1",
+  "torch_dtype": "bfloat16",
   "use_cache": true,
   "vocab_size": 250880
 }