asahi417 commited on
Commit
45f6827
1 Parent(s): 3ec5660

model update

Browse files
Files changed (1) hide show
  1. README.md +13 -0
README.md CHANGED
@@ -46,6 +46,12 @@ model-index:
46
  - name: MoverScore
47
  type: moverscore
48
  value: 0.5683736599719899
 
 
 
 
 
 
49
  ---
50
 
51
  # Model Card of `lmqg/mbart-large-cc25-itquad`
@@ -112,6 +118,13 @@ question = pipe('<hl> Dopo il 1971 <hl> , l' OPEC ha tardato ad adeguare i prezz
112
  | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) | default | 0.071 | 0.217 | 0.18 | 0.806 | 0.568 | [link](https://huggingface.co/lmqg/mbart-large-cc25-itquad/raw/main/eval/metric.first.sentence.paragraph_answer.question.lmqg_qg_itquad.default.json) |
113
 
114
 
 
 
 
 
 
 
 
115
 
116
 
117
  ## Training hyperparameters
 
46
  - name: MoverScore
47
  type: moverscore
48
  value: 0.5683736599719899
49
+ - name: QAAlignedF1Score (BERTScore)
50
+ type: qa_aligned_f1_score_bertscore
51
+ value: 0.875555217179592
52
+ - name: QAAlignedF1Score (MoverScore)
53
+ type: qa_aligned_f1_score_moverscore
54
+ value: 0.6170629909692065
55
  ---
56
 
57
  # Model Card of `lmqg/mbart-large-cc25-itquad`
 
118
  | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) | default | 0.071 | 0.217 | 0.18 | 0.806 | 0.568 | [link](https://huggingface.co/lmqg/mbart-large-cc25-itquad/raw/main/eval/metric.first.sentence.paragraph_answer.question.lmqg_qg_itquad.default.json) |
119
 
120
 
121
+ ### Metrics (QAG)
122
+
123
+ | Dataset | Type | QA Aligned F1 Score (BERTScore) | QA Aligned F1 Score (MoverScore) | Link |
124
+ |:--------|:-----|--------------------------------:|---------------------------------:|-----:|
125
+ | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) | default | 0.876 | 0.617 | [link](https://huggingface.co/lmqg/mbart-large-cc25-itquad/raw/main/eval/metric.first.answer.paragraph.questions_answers.lmqg_qg_itquad.default.json) |
126
+
127
+
128
 
129
 
130
  ## Training hyperparameters