NbAiLab
/

roberta_NCC_des_128

Inference Endpoints

Model card Files Files and versions Metrics Training metrics Community

pere commited on Dec 26, 2021

Commit

2d4285d

•

1 Parent(s): 310ee8e

with bloat16

Files changed (2) hide show

config.json +1 -1
run_step1.sh +1 -0

config.json CHANGED Viewed

@@ -20,7 +20,7 @@
   "num_hidden_layers": 12,
   "pad_token_id": 1,
   "position_embedding_type": "absolute",
-  "torch_dtype": "float32",
   "transformers_version": "4.15.0.dev0",
   "type_vocab_size": 1,
   "use_cache": true,

   "num_hidden_layers": 12,
   "pad_token_id": 1,
   "position_embedding_type": "absolute",
+  "torch_dtype": "bloat16",
   "transformers_version": "4.15.0.dev0",
   "type_vocab_size": 1,
   "use_cache": true,

run_step1.sh CHANGED Viewed

@@ -22,4 +22,5 @@
     --preprocessing_num_workers="64" \
     --auth_token="True" \
     --static_learning_rate="True" \
     --push_to_hub

     --preprocessing_num_workers="64" \
     --auth_token="True" \
     --static_learning_rate="True" \
+    --dtype="bloat16" \
     --push_to_hub