model update

README.md

@@ -31,37 +31,37 @@ model-index:
       type: default
       args: default
     metrics:
-    - name: BLEU4
-      type: bleu4
+    - name: BLEU4 (Question Generation)
+      type: bleu4_question_generation
       value: 26.17
-    - name: ROUGE-L
-      type: rouge-l
+    - name: ROUGE-L (Question Generation)
+      type: rouge_l_question_generation
       value: 53.85
-    - name: METEOR
-      type: meteor
+    - name: METEOR (Question Generation)
+      type: meteor_question_generation
       value: 27.07
-    - name: BERTScore
-      type: bertscore
+    - name: BERTScore (Question Generation)
+      type: bertscore_question_generation
       value: 91.0
-    - name: MoverScore
-      type: moverscore
+    - name: MoverScore (Question Generation)
+      type: moverscore_question_generation
       value: 64.99
-    - name: QAAlignedF1Score (BERTScore) [Gold Answer]
+    - name: QAAlignedF1Score-BERTScore (Gold Answer)
       type: qa_aligned_f1_score_bertscore_gold_answer
       value: 95.54
-    - name: QAAlignedRecall (BERTScore) [Gold Answer]
+    - name: QAAlignedRecall-BERTScore (Gold Answer)
       type: qa_aligned_recall_bertscore_gold_answer
       value: 95.49
-    - name: QAAlignedPrecision (BERTScore) [Gold Answer]
+    - name: QAAlignedPrecision-BERTScore (Gold Answer)
       type: qa_aligned_precision_bertscore_gold_answer
       value: 95.59
-    - name: QAAlignedF1Score (MoverScore) [Gold Answer]
+    - name: QAAlignedF1Score-MoverScore (Gold Answer)
       type: qa_aligned_f1_score_moverscore_gold_answer
       value: 70.82
-    - name: QAAlignedRecall (MoverScore) [Gold Answer]
+    - name: QAAlignedRecall-MoverScore (Gold Answer)
       type: qa_aligned_recall_moverscore_gold_answer
       value: 70.54
-    - name: QAAlignedPrecision (MoverScore) [Gold Answer]
+    - name: QAAlignedPrecision-MoverScore (Gold Answer)
       type: qa_aligned_precision_moverscore_gold_answer
       value: 71.13
   - task:
@@ -72,20 +72,20 @@ model-index:
       type: amazon
       args: amazon
     metrics:
-    - name: BLEU4
-      type: bleu4
+    - name: BLEU4 (Question Generation)
+      type: bleu4_question_generation
       value: 0.06530369842068952
-    - name: ROUGE-L
-      type: rouge-l
+    - name: ROUGE-L (Question Generation)
+      type: rouge_l_question_generation
       value: 0.25030985091008146
-    - name: METEOR
-      type: meteor
+    - name: METEOR (Question Generation)
+      type: meteor_question_generation
       value: 0.2229994442645732
-    - name: BERTScore
-      type: bertscore
+    - name: BERTScore (Question Generation)
+      type: bertscore_question_generation
       value: 0.9092814804525936
-    - name: MoverScore
-      type: moverscore
+    - name: MoverScore (Question Generation)
+      type: moverscore_question_generation
       value: 0.6086538514008419
   - task:
       name: Text2text Generation
@@ -95,20 +95,20 @@ model-index:
       type: new_wiki
       args: new_wiki
     metrics:
-    - name: BLEU4
-      type: bleu4
+    - name: BLEU4 (Question Generation)
+      type: bleu4_question_generation
       value: 0.11118273173452982
-    - name: ROUGE-L
-      type: rouge-l
+    - name: ROUGE-L (Question Generation)
+      type: rouge_l_question_generation
       value: 0.2967546690273089
-    - name: METEOR
-      type: meteor
+    - name: METEOR (Question Generation)
+      type: meteor_question_generation
       value: 0.27315087810722966
-    - name: BERTScore
-      type: bertscore
+    - name: BERTScore (Question Generation)
+      type: bertscore_question_generation
       value: 0.9322739617807421
-    - name: MoverScore
-      type: moverscore
+    - name: MoverScore (Question Generation)
+      type: moverscore_question_generation
       value: 0.6623000084761579
   - task:
       name: Text2text Generation
@@ -118,20 +118,20 @@ model-index:
       type: nyt
       args: nyt
     metrics:
-    - name: BLEU4
-      type: bleu4
+    - name: BLEU4 (Question Generation)
+      type: bleu4_question_generation
       value: 0.08117757543966063
-    - name: ROUGE-L
-      type: rouge-l
+    - name: ROUGE-L (Question Generation)
+      type: rouge_l_question_generation
       value: 0.25292097720734297
-    - name: METEOR
-      type: meteor
+    - name: METEOR (Question Generation)
+      type: meteor_question_generation
       value: 0.25254205113198686
-    - name: BERTScore
-      type: bertscore
+    - name: BERTScore (Question Generation)
+      type: bertscore_question_generation
       value: 0.9249009759439454
-    - name: MoverScore
-      type: moverscore
+    - name: MoverScore (Question Generation)
+      type: moverscore_question_generation
       value: 0.6406329128556304
   - task:
       name: Text2text Generation
@@ -141,20 +141,20 @@ model-index:
       type: reddit
       args: reddit
     metrics:
-    - name: BLEU4
-      type: bleu4
+    - name: BLEU4 (Question Generation)
+      type: bleu4_question_generation
       value: 0.059525104157825456
-    - name: ROUGE-L
-      type: rouge-l
+    - name: ROUGE-L (Question Generation)
+      type: rouge_l_question_generation
       value: 0.22365090580055863
-    - name: METEOR
-      type: meteor
+    - name: METEOR (Question Generation)
+      type: meteor_question_generation
       value: 0.21499800504546457
-    - name: BERTScore
-      type: bertscore
+    - name: BERTScore (Question Generation)
+      type: bertscore_question_generation
       value: 0.9095144685254328
-    - name: MoverScore
-      type: moverscore
+    - name: MoverScore (Question Generation)
+      type: moverscore_question_generation
       value: 0.6059332247878408
   - task:
       name: Text2text Generation
@@ -164,20 +164,20 @@ model-index:
       type: books
       args: books
     metrics:
-    - name: BLEU4
-      type: bleu4
+    - name: BLEU4 (Question Generation)
+      type: bleu4_question_generation
       value: 0.006278914808207679
-    - name: ROUGE-L
-      type: rouge-l
+    - name: ROUGE-L (Question Generation)
+      type: rouge_l_question_generation
       value: 0.12368226019088967
-    - name: METEOR
-      type: meteor
+    - name: METEOR (Question Generation)
+      type: meteor_question_generation
       value: 0.11576293675813865
-    - name: BERTScore
-      type: bertscore
+    - name: BERTScore (Question Generation)
+      type: bertscore_question_generation
       value: 0.8807110440044503
-    - name: MoverScore
-      type: moverscore
+    - name: MoverScore (Question Generation)
+      type: moverscore_question_generation
       value: 0.5555905941686486
   - task:
       name: Text2text Generation
@@ -187,20 +187,20 @@ model-index:
       type: electronics
       args: electronics
     metrics:
-    - name: BLEU4
-      type: bleu4
+    - name: BLEU4 (Question Generation)
+      type: bleu4_question_generation
       value: 0.00866799444965211
-    - name: ROUGE-L
-      type: rouge-l
+    - name: ROUGE-L (Question Generation)
+      type: rouge_l_question_generation
       value: 0.1601628874804186
-    - name: METEOR
-      type: meteor
+    - name: METEOR (Question Generation)
+      type: meteor_question_generation
       value: 0.15348605312210778
-    - name: BERTScore
-      type: bertscore
+    - name: BERTScore (Question Generation)
+      type: bertscore_question_generation
       value: 0.8783386920680519
-    - name: MoverScore
-      type: moverscore
+    - name: MoverScore (Question Generation)
+      type: moverscore_question_generation
       value: 0.5634845371093992
   - task:
       name: Text2text Generation
@@ -210,20 +210,20 @@ model-index:
       type: grocery
       args: grocery
     metrics:
-    - name: BLEU4
-      type: bleu4
+    - name: BLEU4 (Question Generation)
+      type: bleu4_question_generation
       value: 0.00528043272450429
-    - name: ROUGE-L
-      type: rouge-l
+    - name: ROUGE-L (Question Generation)
+      type: rouge_l_question_generation
       value: 0.12343711316491492
-    - name: METEOR
-      type: meteor
+    - name: METEOR (Question Generation)
+      type: meteor_question_generation
       value: 0.15133496445452477
-    - name: BERTScore
-      type: bertscore
+    - name: BERTScore (Question Generation)
+      type: bertscore_question_generation
       value: 0.8778951253890991
-    - name: MoverScore
-      type: moverscore
+    - name: MoverScore (Question Generation)
+      type: moverscore_question_generation
       value: 0.5701949938103265
   - task:
       name: Text2text Generation
@@ -233,20 +233,20 @@ model-index:
       type: movies
       args: movies
     metrics:
-    - name: BLEU4
-      type: bleu4
+    - name: BLEU4 (Question Generation)
+      type: bleu4_question_generation
       value: 1.0121579426501661e-06
-    - name: ROUGE-L
-      type: rouge-l
+    - name: ROUGE-L (Question Generation)
+      type: rouge_l_question_generation
       value: 0.12508697028506718
-    - name: METEOR
-      type: meteor
+    - name: METEOR (Question Generation)
+      type: meteor_question_generation
       value: 0.11862284941640638
-    - name: BERTScore
-      type: bertscore
+    - name: BERTScore (Question Generation)
+      type: bertscore_question_generation
       value: 0.8748829724726739
-    - name: MoverScore
-      type: moverscore
+    - name: MoverScore (Question Generation)
+      type: moverscore_question_generation
       value: 0.5528899173535703
   - task:
       name: Text2text Generation
@@ -256,20 +256,20 @@ model-index:
       type: restaurants
       args: restaurants
     metrics:
-    - name: BLEU4
-      type: bleu4
+    - name: BLEU4 (Question Generation)
+      type: bleu4_question_generation
       value: 1.1301750984972448e-06
-    - name: ROUGE-L
-      type: rouge-l
+    - name: ROUGE-L (Question Generation)
+      type: rouge_l_question_generation
       value: 0.13083168975354642
-    - name: METEOR
-      type: meteor
+    - name: METEOR (Question Generation)
+      type: meteor_question_generation
       value: 0.12419733006916912
-    - name: BERTScore
-      type: bertscore
+    - name: BERTScore (Question Generation)
+      type: bertscore_question_generation
       value: 0.8797711839570719
-    - name: MoverScore
-      type: moverscore
+    - name: MoverScore (Question Generation)
+      type: moverscore_question_generation
       value: 0.5542757411268555
   - task:
       name: Text2text Generation
@@ -279,20 +279,20 @@ model-index:
       type: tripadvisor
       args: tripadvisor
     metrics:
-    - name: BLEU4
-      type: bleu4
+    - name: BLEU4 (Question Generation)
+      type: bleu4_question_generation
       value: 8.380171318718442e-07
-    - name: ROUGE-L
-      type: rouge-l
+    - name: ROUGE-L (Question Generation)
+      type: rouge_l_question_generation
       value: 0.1402922852924756
-    - name: METEOR
-      type: meteor
+    - name: METEOR (Question Generation)
+      type: meteor_question_generation
       value: 0.1372146070365174
-    - name: BERTScore
-      type: bertscore
+    - name: BERTScore (Question Generation)
+      type: bertscore_question_generation
       value: 0.8891002409937424
-    - name: MoverScore
-      type: moverscore
+    - name: MoverScore (Question Generation)
+      type: moverscore_question_generation
       value: 0.5604572211470809
 ---