Model: lmqg/t5-small-squad-qg
Author: lmqg
Pipeline: text-generation
Library: transformers
Tags: transformers, pytorch, t5, text2text-generation, question generation, en, dataset:lmqg/qg_squad, arxiv:2210.03992, license:cc-by-4.0, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: cc-by-4.0
metrics: bleu4, meteor, rouge-l, bertscore, moverscore
language: en
datasets: lmqg/qg_squad
pipeline_tag: text2text-generation
tags: question generation
widget: text: generate question: <hl> Beyonce <hl> further expanded her acting career, starring as blues singer Etta James in the 2008 musical biopic, Cadillac Records.
example_title: Question Generation Example 1, text: generate question: Beyonce further expanded her acting career, starring as blues singer <hl> Etta James <hl> in the 2008 musical biopic, Cadillac Records.
example_title: Question Generation Example 2, text: generate question: Beyonce further expanded her acting career, starring as blues singer Etta James in the 2008 musical biopic,  <hl> Cadillac Records <hl> .
example_title: Question Generation Example 3
model-index: name: lmqg/t5-small-squad-qg
results: task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squad
type: default
args: default
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 24.4
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 51.43
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 25.84
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 90.2
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 63.89
verified: no, name: QAAlignedF1Score-BERTScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_f1_score_bertscore_question_answer_generation_with_gold_answer_gold_answer
value: 95.14
verified: no, name: QAAlignedRecall-BERTScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_recall_bertscore_question_answer_generation_with_gold_answer_gold_answer
value: 95.09
verified: no, name: QAAlignedPrecision-BERTScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_precision_bertscore_question_answer_generation_with_gold_answer_gold_answer
value: 95.19
verified: no, name: QAAlignedF1Score-MoverScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_f1_score_moverscore_question_answer_generation_with_gold_answer_gold_answer
value: 69.79
verified: no, name: QAAlignedRecall-MoverScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_recall_moverscore_question_answer_generation_with_gold_answer_gold_answer
value: 69.51
verified: no, name: QAAlignedPrecision-MoverScore (Question & Answer Generation (with Gold Answer)) [Gold Answer]
type: qa_aligned_precision_moverscore_question_answer_generation_with_gold_answer_gold_answer
value: 70.09
verified: no, name: QAAlignedF1Score-BERTScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_f1_score_bertscore_question_answer_generation_gold_answer
value: 92.26
verified: no, name: QAAlignedRecall-BERTScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_recall_bertscore_question_answer_generation_gold_answer
value: 92.48
verified: no, name: QAAlignedPrecision-BERTScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_precision_bertscore_question_answer_generation_gold_answer
value: 92.07
verified: no, name: QAAlignedF1Score-MoverScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_f1_score_moverscore_question_answer_generation_gold_answer
value: 63.83
verified: no, name: QAAlignedRecall-MoverScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_recall_moverscore_question_answer_generation_gold_answer
value: 63.82
verified: no, name: QAAlignedPrecision-MoverScore (Question & Answer Generation) [Gold Answer]
type: qa_aligned_precision_moverscore_question_answer_generation_gold_answer
value: 63.92
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squadshifts
type: amazon
args: amazon
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.05446530981230419
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.22970251150837936
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.20750111458026313
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8994468043449728
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5979360752045209
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squadshifts
type: new_wiki
args: new_wiki
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.104778841878282
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.2810996054026912
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.2620896643265683
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.9260609935106264
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.6505447280842604
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squadshifts
type: nyt
args: nyt
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.06968574467261796
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.23034544400347773
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.2366281135333324
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.9170723215078939
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.6286133349914554
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_squadshifts
type: reddit
args: reddit
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.04750005928226048
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.20103251416604878
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.19795765672224766
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8956885570918934
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5923103575686176
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: books
args: books
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 9.484839636219606e-07
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.10882963005711024
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.12295516249732996
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8739685463031549
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5533617434235973
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: electronics
args: electronics
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.01163379406564442
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.1561742307706773
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.1548763941617263
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.871218326462417
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.555469199401916
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: grocery
args: grocery
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.005200691923654061
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.12630554732425642
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.14946423426295516
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8721985507011414
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5711858634802471
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: movies
args: movies
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 9.928321423080042e-07
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.1263481480649435
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.12111872719101677
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.868397428617849
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5500525496260875
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: restaurants
args: restaurants
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 1.728249026089261e-10
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.11532401921027728
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.12673504956336362
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8748602174660739
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5503550909114101
verified: no, task: name: Text2text Generation
type: text2text-generation
dataset: name: lmqg/qg_subjqa
type: tripadvisor
args: tripadvisor
metrics: name: BLEU4 (Question Generation)
type: bleu4_question_generation
value: 0.01455898541449453
verified: no, name: ROUGE-L (Question Generation)
type: rouge_l_question_generation
value: 0.1424064090212074
verified: no, name: METEOR (Question Generation)
type: meteor_question_generation
value: 0.15534444057817395
verified: no, name: BERTScore (Question Generation)
type: bertscore_question_generation
value: 0.8839819959101786
verified: no, name: MoverScore (Question Generation)
type: moverscore_question_generation
value: 0.5591337724792363
verified: no
Likes: 0 | All-time downloads: 5145
Created: 2022-03-02 23:29:05