Hugging Face's logo

deepset
/
electra-base-squad2

Question Answering
Transformers
PyTorch
Safetensors
English
electra
Eval Results
Inference Endpoints
Model card Files Community
7
sjrhuschlee commited on
Commit
d773488
•
1 Parent(s): 211dabb

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +105 -0
README.md CHANGED
@@ -25,6 +25,111 @@ model-index:
25
  name: F1
26
  verified: true
27
  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiY2VlMzM0Y2UzYjhhNTJhMTFiYWZmMDNjNjRiZDgwYzc5NWE3N2M4ZGFlYWQ0ZjVkZTE2MDU0YmMzMDc1MTY5MCIsInZlcnNpb24iOjF9.jRV58UxOM7CJJSsmxJuZvlt00jMGA1thp4aqtcFi1C8qViQ1kW7NYz8rg1gNTDZNez2UwPS1NgN_HnnwBHPbCQ
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28
  ---
29
 
30
  # electra-base for QA
 
25
  name: F1
26
  verified: true
27
  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiY2VlMzM0Y2UzYjhhNTJhMTFiYWZmMDNjNjRiZDgwYzc5NWE3N2M4ZGFlYWQ0ZjVkZTE2MDU0YmMzMDc1MTY5MCIsInZlcnNpb24iOjF9.jRV58UxOM7CJJSsmxJuZvlt00jMGA1thp4aqtcFi1C8qViQ1kW7NYz8rg1gNTDZNez2UwPS1NgN_HnnwBHPbCQ
28
+ - task:
29
+ type: question-answering
30
+ name: Question Answering
31
+ dataset:
32
+ name: squad
33
+ type: squad
34
+ config: plain_text
35
+ split: validation
36
+ metrics:
37
+ - type: exact_match
38
+ value: 80.407
39
+ name: Exact Match
40
+ - type: f1
41
+ value: 88.942
42
+ name: F1
43
+ - task:
44
+ type: question-answering
45
+ name: Question Answering
46
+ dataset:
47
+ name: adversarial_qa
48
+ type: adversarial_qa
49
+ config: adversarialQA
50
+ split: validation
51
+ metrics:
52
+ - type: exact_match
53
+ value: 23.533
54
+ name: Exact Match
55
+ - type: f1
56
+ value: 36.521
57
+ name: F1
58
+ - task:
59
+ type: question-answering
60
+ name: Question Answering
61
+ dataset:
62
+ name: squad_adversarial
63
+ type: squad_adversarial
64
+ config: AddOneSent
65
+ split: validation
66
+ metrics:
67
+ - type: exact_match
68
+ value: 73.867
69
+ name: Exact Match
70
+ - type: f1
71
+ value: 81.381
72
+ name: F1
73
+ - task:
74
+ type: question-answering
75
+ name: Question Answering
76
+ dataset:
77
+ name: squadshifts amazon
78
+ type: squadshifts
79
+ config: amazon
80
+ split: test
81
+ metrics:
82
+ - type: exact_match
83
+ value: 64.512
84
+ name: Exact Match
85
+ - type: f1
86
+ value: 80.166
87
+ name: F1
88
+ - task:
89
+ type: question-answering
90
+ name: Question Answering
91
+ dataset:
92
+ name: squadshifts new_wiki
93
+ type: squadshifts
94
+ config: new_wiki
95
+ split: test
96
+ metrics:
97
+ - type: exact_match
98
+ value: 76.568
99
+ name: Exact Match
100
+ - type: f1
101
+ value: 87.706
102
+ name: F1
103
+ - task:
104
+ type: question-answering
105
+ name: Question Answering
106
+ dataset:
107
+ name: squadshifts nyt
108
+ type: squadshifts
109
+ config: nyt
110
+ split: test
111
+ metrics:
112
+ - type: exact_match
113
+ value: 77.884
114
+ name: Exact Match
115
+ - type: f1
116
+ value: 87.858
117
+ name: F1
118
+ - task:
119
+ type: question-answering
120
+ name: Question Answering
121
+ dataset:
122
+ name: squadshifts reddit
123
+ type: squadshifts
124
+ config: reddit
125
+ split: test
126
+ metrics:
127
+ - type: exact_match
128
+ value: 64.399
129
+ name: Exact Match
130
+ - type: f1
131
+ value: 78.096
132
+ name: F1
133
  ---
134
 
135
  # electra-base for QA