Model: lmqg/t5-large-squad-qg
Author: lmqg
Pipeline: text-generation
Library: transformers
Tags: transformers, pytorch, t5, text2text-generation, question generation, en, dataset:lmqg/qg_squad, arxiv:2210.03992, license:cc-by-4.0, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: cc-by-4.0
metrics: bleu4, meteor, rouge-l, bertscore, moverscore
language: en
datasets: lmqg/qg_squad
pipeline_tag: text2text-generation
tags: question generation
widget: text: generate question: <hl> Beyonce <hl> further expanded her acting career, starring as blues singer Etta James in the 2008 musical biopic, Cadillac Records.
example_title: Question Generation Example 1, text: generate question: Beyonce further expanded her acting career, starring as blues singer <hl> Etta James <hl> in the 2008 musical biopic, Cadillac Records.
example_title: Question Generation Example 2, text: generate question: Beyonce further expanded her acting career, starring as blues singer Etta James in the 2008 musical biopic,  <hl> Cadillac Records <hl> .
example_title: Question Generation Example 3
model-index: name: lmqg/t5-large-squad-qg
results: task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squad
type: default
args: default
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 27.21
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 54.13
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 27.7
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 91
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 65.29
verified: no, name: QAAlignedF1Score-BERTScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_f1_score_bertscore_question_answer_generation_with_gold_answer_gold_answer
value: 95.57
verified: no, name: QAAlignedRecall-BERTScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_recall_bertscore_question_answer_generation_with_gold_answer_gold_answer
value: 95.51
verified: no, name: QAAlignedPrecision-BERTScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_precision_bertscore_question_answer_generation_with_gold_answer_gold_answer
value: 95.62
verified: no, name: QAAlignedF1Score-MoverScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_f1_score_moverscore_question_answer_generation_with_gold_answer_gold_answer
value: 71.1
verified: no, name: QAAlignedRecall-MoverScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_recall_moverscore_question_answer_generation_with_gold_answer_gold_answer
value: 70.8
verified: no, name: QAAlignedPrecision-MoverScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_precision_moverscore_question_answer_generation_with_gold_answer_gold_answer
value: 71.41
verified: no, name: QAAlignedF1Score-BERTScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_f1_score_bertscore_question_answer_generation_gold_answer
value: 92.97
verified: no, name: QAAlignedRecall-BERTScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_recall_bertscore_question_answer_generation_gold_answer
value: 93.14
verified: no, name: QAAlignedPrecision-BERTScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_precision_bertscore_question_answer_generation_gold_answer
value: 92.83
verified: no, name: QAAlignedF1Score-MoverScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_f1_score_moverscore_question_answer_generation_gold_answer
value: 64.72
verified: no, name: QAAlignedRecall-MoverScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_recall_moverscore_question_answer_generation_gold_answer
value: 64.66
verified: no, name: QAAlignedPrecision-MoverScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_precision_moverscore_question_answer_generation_gold_answer
value: 64.87
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squadshifts
type: amazon
args: amazon
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.06900290231938097
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.2533914694448162
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.23008771718972076
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.911505327721968
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.6121573406359604
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squadshifts
type: new_wiki
args: new_wiki
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.11180552552578073
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.30058260713604856
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.2792115028015132
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.9316688723462665
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.6630609588403827
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squadshifts
type: nyt
args: nyt
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.08047293820182351
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.2518886524420378
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.2567360224537303
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.9241819763475975
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.6437327703980464
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squadshifts
type: reddit
args: reddit
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.059479733408388684
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.21988765767997162
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.21853957131436155
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.909493447578926
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.6064107011094938
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: books
args: books
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 8.038380813854933e-07
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.09871887977864714
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.11967515095282454
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.879356137120911
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5548471413251269
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: electronics
args: electronics
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.008434036066953862
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.14134333081097744
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.1616192221446712
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8786280911509731
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.560488065035827
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: grocery
args: grocery
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.007639835274564104
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.105046370156132
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.1540402363682146
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8749810194969178
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.56763136192963
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: movies
args: movies
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 1.149076256883913e-06
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.12272623105315689
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.13027427314652157
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8733754583767482
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5536261740282519
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: restaurants
args: restaurants
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 1.8508536550762953e-10
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.1192666899417942
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.12447769563902232
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8825407926650608
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5591163692270524
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: tripadvisor
args: tripadvisor
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.007817275411070228
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.14594416096461188
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.16297700667338805
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8928685000227912
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5681021918513103
verified: no
Likes: 4 | All-time downloads: 66041
Created: 2022-03-02 23:29:05