PremalMatalia
commited on
Commit
•
a7eff34
1
Parent(s):
ce2316b
Update README.md
Browse files
README.md
CHANGED
@@ -1,36 +1,39 @@
|
|
1 |
# roberta-base for QA
|
2 |
|
3 |
-
|
4 |
-
|
5 |
-
|
6 |
-
|
7 |
-
|
8 |
-
|
9 |
-
|
10 |
-
|
11 |
|
12 |
-
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
|
19 |
-
|
20 |
-
|
21 |
-
|
22 |
-
|
23 |
-
|
24 |
-
|
|
|
|
|
25 |
|
26 |
-
|
27 |
-
|
28 |
-
"exact": 81.192622
|
29 |
-
"f1": 83.95408
|
30 |
-
"total": 11873
|
31 |
-
"HasAns_exact": 74.190283
|
32 |
-
"HasAns_f1": 79.721119
|
33 |
-
"HasAns_total": 5928
|
34 |
-
"NoAns_exact": 88.174937
|
35 |
-
"NoAns_f1": 88.174937
|
36 |
-
"NoAns_total": 5945
|
|
|
|
1 |
# roberta-base for QA
|
2 |
|
3 |
+
## Overview
|
4 |
+
**Language model:** deepset/roberta-base-squad2 </br>
|
5 |
+
**Language:** English </br>
|
6 |
+
**Downstream-task:** Extractive QA </br>
|
7 |
+
**Training data:** SQuAD 2.0 </br>
|
8 |
+
**Eval data:** SQuAD 2.0 </br>
|
9 |
+
**Code:** <TBD> </br>
|
10 |
+
**Infrastructure:** Colab TPU </br>
|
11 |
|
12 |
+
## Hyperparameters
|
13 |
+
```
|
14 |
+
batch_size = 8
|
15 |
+
n_epochs = 6
|
16 |
+
base_LM_model = "deepset/roberta-base-squad2"
|
17 |
+
max_seq_len = 386
|
18 |
+
doc_stride=128
|
19 |
+
learning_rate = 1.5e-5
|
20 |
+
warmup_proportion = 0.2
|
21 |
+
batch_size=8
|
22 |
+
n_best_size=20
|
23 |
+
max_answer_length=30
|
24 |
+
min_null_score=7.0
|
25 |
+
CLS_threshold=-3
|
26 |
+
```
|
27 |
|
28 |
+
## Performance
|
29 |
+
```
|
30 |
+
"exact": 81.192622
|
31 |
+
"f1": 83.95408
|
32 |
+
"total": 11873
|
33 |
+
"HasAns_exact": 74.190283
|
34 |
+
"HasAns_f1": 79.721119
|
35 |
+
"HasAns_total": 5928
|
36 |
+
"NoAns_exact": 88.174937
|
37 |
+
"NoAns_f1": 88.174937
|
38 |
+
"NoAns_total": 5945
|
39 |
+
```
|