Pengcheng He
commited on
Commit
•
8ec2b52
1
Parent(s):
8b4cbf0
Add model type
Browse files- README.md +1 -1
- config.json +1 -0
README.md
CHANGED
@@ -45,7 +45,7 @@ If you find DeBERTa useful for your work, please cite the following paper:
|
|
45 |
``` latex
|
46 |
@inproceedings{
|
47 |
he2021deberta,
|
48 |
-
title={
|
49 |
author={Pengcheng He and Xiaodong Liu and Jianfeng Gao and Weizhu Chen},
|
50 |
booktitle={International Conference on Learning Representations},
|
51 |
year={2021},
|
|
|
45 |
``` latex
|
46 |
@inproceedings{
|
47 |
he2021deberta,
|
48 |
+
title={DEBERTA: DECODING-ENHANCED BERT WITH DISENTANGLED ATTENTION},
|
49 |
author={Pengcheng He and Xiaodong Liu and Jianfeng Gao and Weizhu Chen},
|
50 |
booktitle={International Conference on Learning Representations},
|
51 |
year={2021},
|
config.json
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
{
|
|
|
2 |
"attention_probs_dropout_prob": 0.1,
|
3 |
"hidden_act": "gelu",
|
4 |
"hidden_dropout_prob": 0.1,
|
|
|
1 |
{
|
2 |
+
"model_type": "deberta-v2",
|
3 |
"attention_probs_dropout_prob": 0.1,
|
4 |
"hidden_act": "gelu",
|
5 |
"hidden_dropout_prob": 0.1,
|