Graphcore
/

groupbert-base-uncased

Generated from Trainer

Inference Endpoints

Model card Files Files and versions Community

Ivan Chelombiev commited on Oct 20, 2022

Commit

d4158ee

•

1 Parent(s): cad5b28

Model save

Files changed (2) hide show

config.json +2 -2
training_args.bin +1 -1

config.json CHANGED Viewed

@@ -3,14 +3,14 @@
   "architectures": [
     "PipelinedGroupBertForPreTraining"
   ],
-  "attention_probs_dropout_prob": 0.0,
   "classifier_dropout": null,
   "conv_group_size": 16,
   "conv_kernel_size": 7,
   "ffn_groups": 4,
   "gradient_checkpointing": false,
   "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.0,
   "hidden_size": 768,
   "initializer_range": 0.02,
   "intermediate_size": 3072,

   "architectures": [
     "PipelinedGroupBertForPreTraining"
   ],
+  "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
   "conv_group_size": 16,
   "conv_kernel_size": 7,
   "ffn_groups": 4,
   "gradient_checkpointing": false,
   "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "initializer_range": 0.02,
   "intermediate_size": 3072,

training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e9dacdcba4a49066c7b62de11e237b5e1160ec5c2b1b8e090e1416d50d6a051
 size 2927

 version https://git-lfs.github.com/spec/v1
+oid sha256:f02572ddce2f8070fa4cd8025303dab3b529c6cfee97cf22db3aff4aecdb3a21
 size 2927