Pengcheng He
commited on
Commit
•
8ec2b52
1
Parent(s):
8b4cbf0
Add model type
Browse files- README.md +1 -1
- config.json +1 -0
README.md
CHANGED
|
@@ -45,7 +45,7 @@ If you find DeBERTa useful for your work, please cite the following paper:
|
|
| 45 |
``` latex
|
| 46 |
@inproceedings{
|
| 47 |
he2021deberta,
|
| 48 |
-
title={
|
| 49 |
author={Pengcheng He and Xiaodong Liu and Jianfeng Gao and Weizhu Chen},
|
| 50 |
booktitle={International Conference on Learning Representations},
|
| 51 |
year={2021},
|
| 45 |
``` latex
|
| 46 |
@inproceedings{
|
| 47 |
he2021deberta,
|
| 48 |
+
title={DEBERTA: DECODING-ENHANCED BERT WITH DISENTANGLED ATTENTION},
|
| 49 |
author={Pengcheng He and Xiaodong Liu and Jianfeng Gao and Weizhu Chen},
|
| 50 |
booktitle={International Conference on Learning Representations},
|
| 51 |
year={2021},
|
config.json
CHANGED
|
@@ -1,4 +1,5 @@
|
|
| 1 |
{
|
|
|
|
| 2 |
"attention_probs_dropout_prob": 0.1,
|
| 3 |
"hidden_act": "gelu",
|
| 4 |
"hidden_dropout_prob": 0.1,
|
| 1 |
{
|
| 2 |
+
"model_type": "deberta-v2",
|
| 3 |
"attention_probs_dropout_prob": 0.1,
|
| 4 |
"hidden_act": "gelu",
|
| 5 |
"hidden_dropout_prob": 0.1,
|