Model: lmqg/t5-base-squad-qg
Author: lmqg
Pipeline: text-generation
Library: transformers
Tags: transformers, pytorch, t5, text2text-generation, question generation, en, dataset:lmqg/qg_squad, arxiv:2210.03992, license:cc-by-4.0, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: cc-by-4.0
metrics: bleu4, meteor, rouge-l, bertscore, moverscore
language: en
datasets: lmqg/qg_squad
pipeline_tag: text2text-generation
tags: question generation
widget: text: generate question: <hl> Beyonce <hl> further expanded her acting career, starring as blues singer Etta James in the 2008 musical biopic, Cadillac Records.
example_title: Question Generation Example 1, text: generate question: Beyonce further expanded her acting career, starring as blues singer <hl> Etta James <hl> in the 2008 musical biopic, Cadillac Records.
example_title: Question Generation Example 2, text: generate question: Beyonce further expanded her acting career, starring as blues singer Etta James in the 2008 musical biopic,  <hl> Cadillac Records <hl> .
example_title: Question Generation Example 3
model-index: name: lmqg/t5-base-squad-qg
results: task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squad
type: default
args: default
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 26.13
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 53.33
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 26.97
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 90.6
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 64.74
verified: no, name: QAAlignedF1Score-BERTScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_f1_score_bertscore_question_answer_generation_with_gold_answer_gold_answer
value: 95.42
verified: no, name: QAAlignedRecall-BERTScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_recall_bertscore_question_answer_generation_with_gold_answer_gold_answer
value: 95.37
verified: no, name: QAAlignedPrecision-BERTScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_precision_bertscore_question_answer_generation_with_gold_answer_gold_answer
value: 95.48
verified: no, name: QAAlignedF1Score-MoverScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_f1_score_moverscore_question_answer_generation_with_gold_answer_gold_answer
value: 70.63
verified: no, name: QAAlignedRecall-MoverScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_recall_moverscore_question_answer_generation_with_gold_answer_gold_answer
value: 70.34
verified: no, name: QAAlignedPrecision-MoverScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_precision_moverscore_question_answer_generation_with_gold_answer_gold_answer
value: 70.92
verified: no, name: QAAlignedF1Score-BERTScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_f1_score_bertscore_question_answer_generation_gold_answer
value: 92.75
verified: no, name: QAAlignedRecall-BERTScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_recall_bertscore_question_answer_generation_gold_answer
value: 92.93
verified: no, name: QAAlignedPrecision-BERTScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_precision_bertscore_question_answer_generation_gold_answer
value: 92.59
verified: no, name: QAAlignedF1Score-MoverScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_f1_score_moverscore_question_answer_generation_gold_answer
value: 64.36
verified: no, name: QAAlignedRecall-MoverScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_recall_moverscore_question_answer_generation_gold_answer
value: 64.35
verified: no, name: QAAlignedPrecision-MoverScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_precision_moverscore_question_answer_generation_gold_answer
value: 64.45
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squadshifts
type: amazon
args: amazon
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.06566094160179252
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.24807913266651793
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.22371955880948402
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.9075296597429775
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.6080134772590127
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squadshifts
type: new_wiki
args: new_wiki
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.11090197883325803
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.2958807755982971
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.2723283879163309
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.9301888817677253
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.6596737223946099
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squadshifts
type: nyt
args: nyt
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.07770444680489934
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.24562552942523097
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.2516102599911737
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.9220106686608106
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.638293725604755
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squadshifts
type: reddit
args: reddit
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.05681866334465563
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.21961287790760073
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.2129793223231344
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.9058513802527968
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.6023495282031547
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: books
args: books
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.004910619965406665
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.09444487769816154
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.13509168014623008
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8813527884907747
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5564529629929519
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: electronics
args: electronics
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 1.1509235130252845e-06
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.1347921519214348
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.1652654590718401
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8771152388648826
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5576801864538657
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: grocery
args: grocery
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 9.978299614007137e-11
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.10263878605233773
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.16240054544628837
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8745810793240865
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5658686637551452
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: movies
args: movies
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.007215098899309626
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.118923829807047
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.13060353590956533
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8766350997732831
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5545418638672879
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: restaurants
args: restaurants
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 1.7093216558055103e-10
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.10704045187993966
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.13299758428004418
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8783149416832363
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5544508204843501
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: tripadvisor
args: tripadvisor
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.009344978745987451
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.13512247796303523
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.16514085804298576
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8923153428327643
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5667192018951045
verified: no
Likes: 0 | All-time downloads: 11043
Created: 2022-03-02 23:29:05