asahi417 commited on
Commit
18d68fb
1 Parent(s): f4d3203

model update

Browse files
Files changed (3) hide show
  1. README.md +12 -0
  2. config.json +1 -1
  3. tokenizer_config.json +1 -1
README.md CHANGED
@@ -103,6 +103,17 @@ model-index:
103
  - name: Accuracy
104
  type: accuracy
105
  value: 0.5901639344262295
 
 
 
 
 
 
 
 
 
 
 
106
  - task:
107
  name: Lexical Relation Classification (BLESS)
108
  type: classification
@@ -188,6 +199,7 @@ This model achieves the following results on the relation understanding tasks:
188
  - Accuracy on Google: 0.948
189
  - Accuracy on ConceptNet Analogy: 0.4463087248322148
190
  - Accuracy on T-Rex Analogy: 0.5901639344262295
 
191
  - Lexical Relation Classification ([dataset](https://huggingface.co/datasets/relbert/lexical_relation_classification), [full result](https://huggingface.co/relbert/relbert-roberta-large-nce-a-semeval2012/raw/main/classification.json)):
192
  - Micro F1 score on BLESS: 0.9162272110893476
193
  - Micro F1 score on CogALexV: 0.8532863849765259
 
103
  - name: Accuracy
104
  type: accuracy
105
  value: 0.5901639344262295
106
+ - task:
107
+ name: Analogy Questions (NELL-ONE Analogy)
108
+ type: multiple-choice-qa
109
+ dataset:
110
+ name: NELL-ONE Analogy
111
+ args: relbert/analogy_questions
112
+ type: analogy-questions
113
+ metrics:
114
+ - name: Accuracy
115
+ type: accuracy
116
+ value: 0.645
117
  - task:
118
  name: Lexical Relation Classification (BLESS)
119
  type: classification
 
199
  - Accuracy on Google: 0.948
200
  - Accuracy on ConceptNet Analogy: 0.4463087248322148
201
  - Accuracy on T-Rex Analogy: 0.5901639344262295
202
+ - Accuracy on NELL-ONE Analogy: 0.645
203
  - Lexical Relation Classification ([dataset](https://huggingface.co/datasets/relbert/lexical_relation_classification), [full result](https://huggingface.co/relbert/relbert-roberta-large-nce-a-semeval2012/raw/main/classification.json)):
204
  - Micro F1 score on BLESS: 0.9162272110893476
205
  - Micro F1 score on CogALexV: 0.8532863849765259
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "relbert_output/ckpt/nce_semeval2012/template-a/epoch_8",
3
  "architectures": [
4
  "RobertaModel"
5
  ],
 
1
  {
2
+ "_name_or_path": "roberta-large",
3
  "architectures": [
4
  "RobertaModel"
5
  ],
tokenizer_config.json CHANGED
@@ -6,7 +6,7 @@
6
  "errors": "replace",
7
  "mask_token": "<mask>",
8
  "model_max_length": 512,
9
- "name_or_path": "relbert_output/ckpt/nce_semeval2012/template-a/epoch_8",
10
  "pad_token": "<pad>",
11
  "sep_token": "</s>",
12
  "special_tokens_map_file": null,
 
6
  "errors": "replace",
7
  "mask_token": "<mask>",
8
  "model_max_length": 512,
9
+ "name_or_path": "roberta-large",
10
  "pad_token": "<pad>",
11
  "sep_token": "</s>",
12
  "special_tokens_map_file": null,