INIT: Add deberta xlarge model
Browse files- .gitattributes +1 -0
- config.json +3 -0
.gitattributes
CHANGED
|
@@ -29,3 +29,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 29 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 30 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 31 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 29 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 30 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 31 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 32 |
+
pytorch_model.bin filter=lfs diff=lfs merge=lfs -text
|
config.json
CHANGED
|
@@ -1,5 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"model_type": "deberta-v2",
|
|
|
|
|
|
|
|
|
|
| 3 |
"attention_probs_dropout_prob": 0.1,
|
| 4 |
"attention_head_size": 64,
|
| 5 |
"hidden_act": "gelu",
|
|
|
|
| 1 |
{
|
| 2 |
"model_type": "deberta-v2",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"DebertaV2ForMaskedLM"
|
| 5 |
+
],
|
| 6 |
"attention_probs_dropout_prob": 0.1,
|
| 7 |
"attention_head_size": 64,
|
| 8 |
"hidden_act": "gelu",
|