model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "t5_large_subjqa_books/best_model",
+  "_name_or_path": "lmqg_output/qg_subjqa/t5_large_subjqa_books/model_mzgdpa/epoch_1",
   "add_prefix": true,
   "architectures": [
     "T5ForConditionalGeneration"

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2441860465111547, "Bleu_2": 0.16452292512444228, "Bleu_3": 0.07879318763016847, "Bleu_4": 0.044933597566309345, "METEOR": 0.23092137701255241, "ROUGE_L": 0.2617825456453566, "BERTScore": 0.9334534231735312, "MoverScore": 0.6534511025402246}, "test": {"Bleu_1": 0.22656762392443386, "Bleu_2": 0.13778445106780646, "Bleu_3": 0.04311553014113239, "Bleu_4": 3.533435659461028e-06, "METEOR": 0.20826196682882675, "ROUGE_L": 0.23681615122464109, "BERTScore": 0.9288704863393494, "MoverScore": 0.6251283990068167}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24260355029537947, "Bleu_2": 0.1639847429985196, "Bleu_3": 0.0793448125328359, "Bleu_4": 0.04560299936931, "METEOR": 0.22499912200887617, "ROUGE_L": 0.25738388277291246, "BERTScore": 0.9315195796282395, "MoverScore": 0.6451736059996691}, "test": {"Bleu_1": 0.22293663048191192, "Bleu_2": 0.13211511042350788, "Bleu_3": 0.041931405496642864, "Bleu_4": 3.4613036964024424e-06, "METEOR": 0.197922514263764, "ROUGE_L": 0.23225437863567366, "BERTScore": 0.9272787652090582, "MoverScore": 0.6223310005412697}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.21249999999962055, "Bleu_2": 0.13644212322952165, "Bleu_3": 0.06672472324918867, "Bleu_4": 0.03803146015720964, "METEOR": 0.21688589136046393, "ROUGE_L": 0.23837593833767504, "BERTScore": 0.9252428885387338, "MoverScore": 0.6297057904610052}, "test": {"Bleu_1": 0.19077901430827443, "Bleu_2": 0.10697272955975289, "Bleu_3": 0.02355125291498904, "Bleu_4": 2.089718894038652e-06, "METEOR": 0.19720782755670274, "ROUGE_L": 0.2142831509880514, "BERTScore": 0.9214604718522875, "MoverScore": 0.6182919405166216}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2426614481404253, "Bleu_2": 0.1630251705254144, "Bleu_3": 0.07855157420778, "Bleu_4": 0.044924104554868845, "METEOR": 0.230196911728534, "ROUGE_L": 0.2596754131962614, "BERTScore": 0.9333922489658817, "MoverScore": 0.6525854490386364}, "test": {"Bleu_1": 0.22656762392443386, "Bleu_2": 0.13778445106780646, "Bleu_3": 0.04311553014113239, "Bleu_4": 3.533435659461028e-06, "METEOR": 0.20826196682882675, "ROUGE_L": 0.23681615122464109, "BERTScore": 0.9288704804100916, "MoverScore": 0.6251283990068167}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24103585657322504, "Bleu_2": 0.16245241523591555, "Bleu_3": 0.07909539617731737, "Bleu_4": 0.045594455393697546, "METEOR": 0.22422408917773223, "ROUGE_L": 0.25522841336917507, "BERTScore": 0.9314371583225963, "MoverScore": 0.644216990997635}, "test": {"Bleu_1": 0.22293663048191192, "Bleu_2": 0.13211511042350788, "Bleu_3": 0.041931405496642864, "Bleu_4": 3.4613036964024424e-06, "METEOR": 0.197922514263764, "ROUGE_L": 0.23225437863567366, "BERTScore": 0.9272787692659188, "MoverScore": 0.6223310005412697}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.21195652173874646, "Bleu_2": 0.13561350009848566, "Bleu_3": 0.06681158765507662, "Bleu_4": 0.038238010856187936, "METEOR": 0.2162061850254958, "ROUGE_L": 0.23709818861841106, "BERTScore": 0.9254175129827562, "MoverScore": 0.6301522046811636}, "test": {"Bleu_1": 0.19077901430827443, "Bleu_2": 0.10697272955975289, "Bleu_3": 0.02355125291498904, "Bleu_4": 2.089718894038652e-06, "METEOR": 0.19720782755670274, "ROUGE_L": 0.2142831509880514, "BERTScore": 0.9214604712281552, "MoverScore": 0.6182919405166216}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2426614481404253, "Bleu_2": 0.1630251705254144, "Bleu_3": 0.07855157420778, "Bleu_4": 0.044924104554868845, "METEOR": 0.230196911728534, "ROUGE_L": 0.2596754131962614, "BERTScore": 0.93339225093087, "MoverScore": 0.6525854490386364}, "test": {"Bleu_1": 0.22656762392443386, "Bleu_2": 0.13778445106780646, "Bleu_3": 0.04311553014113239, "Bleu_4": 3.533435659461028e-06, "METEOR": 0.20826196682882675, "ROUGE_L": 0.23681615122464109, "BERTScore": 0.9288704819704225, "MoverScore": 0.6251283990068167}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24103585657322504, "Bleu_2": 0.16245241523591555, "Bleu_3": 0.07909539617731737, "Bleu_4": 0.045594455393697546, "METEOR": 0.22422408917773223, "ROUGE_L": 0.25522841336917507, "BERTScore": 0.9314371550476158, "MoverScore": 0.644216990997635}, "test": {"Bleu_1": 0.22293663048191192, "Bleu_2": 0.13211511042350788, "Bleu_3": 0.041931405496642864, "Bleu_4": 3.4613036964024424e-06, "METEOR": 0.197922514263764, "ROUGE_L": 0.23225437863567366, "BERTScore": 0.9272787736348457, "MoverScore": 0.6223310005412697}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.21195652173874646, "Bleu_2": 0.13561350009848566, "Bleu_3": 0.06681158765507662, "Bleu_4": 0.038238010856187936, "METEOR": 0.2162061850254958, "ROUGE_L": 0.23709818861841106, "BERTScore": 0.925417518222725, "MoverScore": 0.6301522046811636}, "test": {"Bleu_1": 0.19077901430827443, "Bleu_2": 0.10697272955975289, "Bleu_3": 0.02355125291498904, "Bleu_4": 2.089718894038652e-06, "METEOR": 0.19720782755670274, "ROUGE_L": 0.2142831509880514, "BERTScore": 0.9214604752850158, "MoverScore": 0.6182919405166216}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2426614481404253, "Bleu_2": 0.1630251705254144, "Bleu_3": 0.07855157420778, "Bleu_4": 0.044924104554868845, "METEOR": 0.230196911728534, "ROUGE_L": 0.2596754131962614, "BERTScore": 0.9333922528958583, "MoverScore": 0.6525854490386364}, "test": {"Bleu_1": 0.22656762392443386, "Bleu_2": 0.13778445106780646, "Bleu_3": 0.04311553014113239, "Bleu_4": 3.533435659461028e-06, "METEOR": 0.20826196682882675, "ROUGE_L": 0.23681615122464109, "BERTScore": 0.928870482594555, "MoverScore": 0.6251283990068167}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24103585657322504, "Bleu_2": 0.16245241523591555, "Bleu_3": 0.07909539617731737, "Bleu_4": 0.045594455393697546, "METEOR": 0.22422408917773223, "ROUGE_L": 0.25522841336917507, "BERTScore": 0.931437156357608, "MoverScore": 0.644216990997635}, "test": {"Bleu_1": 0.22293663048191192, "Bleu_2": 0.13211511042350788, "Bleu_3": 0.041931405496642864, "Bleu_4": 3.4613036964024424e-06, "METEOR": 0.197922514263764, "ROUGE_L": 0.23225437863567366, "BERTScore": 0.9272787689538526, "MoverScore": 0.6223310005412697}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.21195652173874646, "Bleu_2": 0.13561350009848566, "Bleu_3": 0.06681158765507662, "Bleu_4": 0.038238010856187936, "METEOR": 0.2162061850254958, "ROUGE_L": 0.23709818861841106, "BERTScore": 0.9254175110177679, "MoverScore": 0.6301522046811636}, "test": {"Bleu_1": 0.19077901430827443, "Bleu_2": 0.10697272955975289, "Bleu_3": 0.02355125291498904, "Bleu_4": 2.089718894038652e-06, "METEOR": 0.19720782755670274, "ROUGE_L": 0.2142831509880514, "BERTScore": 0.9214604727884862, "MoverScore": 0.6182919405166216}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2426614481404253, "Bleu_2": 0.1630251705254144, "Bleu_3": 0.07855157420778, "Bleu_4": 0.044924104554868845, "METEOR": 0.230196911728534, "ROUGE_L": 0.2596754131962614, "BERTScore": 0.9333922502758739, "MoverScore": 0.6525854490386364}, "test": {"Bleu_1": 0.22656762392443386, "Bleu_2": 0.13778445106780646, "Bleu_3": 0.04311553014113239, "Bleu_4": 3.533435659461028e-06, "METEOR": 0.20826196682882675, "ROUGE_L": 0.23681615122464109, "BERTScore": 0.9288704847790183, "MoverScore": 0.6251283990068167}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24103585657322504, "Bleu_2": 0.16245241523591555, "Bleu_3": 0.07909539617731737, "Bleu_4": 0.045594455393697546, "METEOR": 0.22422408917773223, "ROUGE_L": 0.25522841336917507, "BERTScore": 0.9314371530826275, "MoverScore": 0.644216990997635}, "test": {"Bleu_1": 0.22293663048191192, "Bleu_2": 0.13211511042350788, "Bleu_3": 0.041931405496642864, "Bleu_4": 3.4613036964024424e-06, "METEOR": 0.197922514263764, "ROUGE_L": 0.23225437863567366, "BERTScore": 0.9272787633366609, "MoverScore": 0.6223310005412697}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.21195652173874646, "Bleu_2": 0.13561350009848566, "Bleu_3": 0.06681158765507662, "Bleu_4": 0.038238010856187936, "METEOR": 0.2162061850254958, "ROUGE_L": 0.23709818861841106, "BERTScore": 0.9254175188777211, "MoverScore": 0.6301522046811636}, "test": {"Bleu_1": 0.19077901430827443, "Bleu_2": 0.10697272955975289, "Bleu_3": 0.02355125291498904, "Bleu_4": 2.089718894038652e-06, "METEOR": 0.19720782755670274, "ROUGE_L": 0.2142831509880514, "BERTScore": 0.9214604762212144, "MoverScore": 0.6182919405166216}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2426614481404253, "Bleu_2": 0.1630251705254144, "Bleu_3": 0.07855157420778, "Bleu_4": 0.044924104554868845, "METEOR": 0.230196911728534, "ROUGE_L": 0.2596754131962614, "BERTScore": 0.93339225093087, "MoverScore": 0.6525854490386364}, "test": {"Bleu_1": 0.22656762392443386, "Bleu_2": 0.13778445106780646, "Bleu_3": 0.04311553014113239, "Bleu_4": 3.533435659461028e-06, "METEOR": 0.20826196682882675, "ROUGE_L": 0.23681615122464109, "BERTScore": 0.9288704829066211, "MoverScore": 0.6251283990068167}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24103585657322504, "Bleu_2": 0.16245241523591555, "Bleu_3": 0.07909539617731737, "Bleu_4": 0.045594455393697546, "METEOR": 0.22422408917773223, "ROUGE_L": 0.25522841336917507, "BERTScore": 0.9314371583225963, "MoverScore": 0.644216990997635}, "test": {"Bleu_1": 0.22293663048191192, "Bleu_2": 0.13211511042350788, "Bleu_3": 0.041931405496642864, "Bleu_4": 3.4613036964024424e-06, "METEOR": 0.197922514263764, "ROUGE_L": 0.23225437863567366, "BERTScore": 0.9272787723865809, "MoverScore": 0.6223310005412697}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.21195652173874646, "Bleu_2": 0.13561350009848566, "Bleu_3": 0.06681158765507662, "Bleu_4": 0.038238010856187936, "METEOR": 0.2162061850254958, "ROUGE_L": 0.23709818861841106, "BERTScore": 0.9254175175677289, "MoverScore": 0.6301522046811636}, "test": {"Bleu_1": 0.19077901430827443, "Bleu_2": 0.10697272955975289, "Bleu_3": 0.02355125291498904, "Bleu_4": 2.089718894038652e-06, "METEOR": 0.19720782755670274, "ROUGE_L": 0.2142831509880514, "BERTScore": 0.9214604746608834, "MoverScore": 0.6182919405166216}}

eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,191 @@
+How is the book?
+How is the relationship?
+How is the book?
+How is the character development?
+How is the writing?
+How is the dialogue?
+How is the character development?
+How is the errand?
+How is the book?
+How is the book?
+What is your favorite aspect of the book?
+How is the perspective?
+How is the info?
+How is the plot?
+How is the writing?
+How is the beginning?
+How is the book?
+How is the story?
+How is the character development?
+How is the end?
+How is the story?
+How is the story?
+What is the name of the course?
+How is the overall theme?
+How is the idea for the plot?
+How is the book?
+How is the book?
+How is the book?
+How is the description of the characters?
+How is the book?
+How is the book?
+How is the story line?
+How is the book?
+How is the journey?
+How is the history?
+How is the character?
+How is the character development?
+How is the book?
+How is the character development?
+Who is the main character?
+How is the story?
+How is the cover?
+How is the banter?
+How is the story?
+What do you think about the cover?
+How is the relationship?
+How is the relationship?
+How is the character development?
+How is the character?
+How is the book?
+How is the character development?
+How is the book?
+How is the character development?
+How is the development of the characters?
+How is the main character?
+How is the review?
+What is the problem with the book?
+How is the plot?
+What do you think about women?
+How is the character development?
+How is the journey?
+How is the brain?
+How is the writing style?
+How is the character?
+What do you think about the book?
+How is the book?
+How is the story?
+How is the relationship?
+How is the mystery?
+What is the name of the book?
+How is the book?
+How is the description?
+How is the plot?
+How is the mystery?
+How is the main character?
+What do you think about the book?
+How is the book?
+How is the plot?
+How is the description?
+How is the main character?
+How is the ending?
+What do you think about the book?
+How is the book?
+How is the way with words?
+How is the love story?
+How is the book?
+How is the book?
+How is the language?
+How is the length of the book?
+How is the character development?
+How is the writing?
+How is the character development?
+How is the book?
+How is the character development?
+What do you think about the characters?
+How is the character development?
+How is the past?
+How is the book?
+How is the book?
+How is the character?
+How is the information?
+How is the character development?
+How is the review?
+How is the cover?
+How is the cover?
+What do you think about the characters?
+How is the book?
+How is the book?
+What do you think about the characters?
+How is the action?
+What do you think about the book?
+How is the writer?
+How is the plot?
+How is the storyline?
+How is the pacing of the book?
+How is the romance?
+How is the character?
+How is the book?
+How is the dialogue?
+How is the cover?
+How is the book?
+How is the story?
+How is the character?
+How is the book?
+How is the book?
+How is the story?
+How is the book?
+How is the character?
+How is the romance?
+How is the romance?
+How is the family?
+How is the book?
+How is the story?
+How is the character?
+How do you feel about the book?
+How is the word?
+How is the book?
+How is the book?
+How is the advice?
+How is the character?
+How is the genius?
+How is the book?
+How is the narration?
+How is the book?
+How is the storyteller?
+How is the character development?
+How is the book?
+How is the character?
+How is the story?
+How is the book?
+What do you think about the book?
+How old are the characters in the book?
+How is the story line?
+How is the setting?
+How is the book?
+What do you think about the story?
+How is the information in the book?
+How is the character development?
+How is the character?
+How is the character development?
+How is the plot?
+How is the story?
+How is the book?
+How is the character development?
+What do you think about the book?
+How is the story?
+How is the character development?
+How is the book?
+How is the character development?
+How is the book?
+How is the book?
+How was the first half of the book?
+How is the mystery?
+Is the book easy to read?
+How is the book?
+How is the book?
+How is the book?
+How is the book?
+How is the character development?
+How is the book?
+How is the premise of the story?
+How is the book?
+How is the character development?
+How is the story?
+How is the book?
+How is the book?
+How is the series?
+How is the character development?
+How is the story?
+How is the character development?
+How is the character development?

eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,191 @@
+How is the book?
+How is the relationship?
+How is the book?
+How is the writing style?
+How is the world?
+How is the dialogue?
+How is the character development?
+How is the book?
+How is the book?
+How is the book?
+What is your favorite aspect of the book?
+How is the writing style?
+How is the information in the book?
+How is the plot?
+How long is the book?
+How is the beginning?
+How is the book?
+How is the story?
+How is the story?
+How is the end?
+How is the story?
+How is the story?
+How is the course?
+How is the overall theme?
+How is the idea?
+How is the book?
+How is the book?
+How is the book?
+How is the description of the characters?
+How is the book?
+How is the book?
+How is the story line?
+How is the book?
+How is the story?
+How is the story?
+How is the character?
+How is the character development?
+What do you think about the book?
+How is the character development?
+How is the book?
+How is the story?
+How is the cover?
+How is the banter?
+How is the character?
+What do you think about the cover?
+How is the relationship?
+How is the relationship?
+What do you think about the book?
+How is the character?
+How is the writing style?
+How is the book?
+How is the book?
+What do you think about the story?
+How is the development of the characters?
+How is the main character?
+How is the book?
+How is the character development?
+How is the plot?
+What do you think about women?
+How is the character development?
+How is the story?
+What is the concept of time slicing?
+How is the writing style?
+How is the book?
+How is the book?
+How is the book?
+How is the story?
+How is the relationship?
+How is the book?
+How is the book?
+How is the book?
+How is the description?
+How is the plot?
+How is the mystery?
+How is the story?
+How is the story?
+How is the book?
+How is the plot?
+How is the description?
+How is the story line?
+How is the book?
+What do you think about the book?
+How is the book?
+How is the writing style?
+How is the love story?
+How is the book?
+How is the book?
+How is the language?
+How is the story?
+How is the character development?
+What do you think about the book?
+How is the character development?
+How is the book?
+How is the setting?
+What do you think about the characters?
+How is the end of the book?
+How is the past?
+How is the book?
+How is the story line?
+How is the book?
+How is the book?
+How is the story?
+How is the review?
+How is the cover?
+How is the cover?
+What do you think about the book?
+How is the book?
+How is the premise?
+What do you think about the characters?
+How is the character development?
+What do you think about the book?
+How is the writer?
+How is the story?
+How is the storyline?
+How is the pacing?
+How is the romance?
+How is the character development?
+How is the book?
+How is the dialogue?
+How is the cover?
+How is the book?
+How is the story?
+How is the character?
+How is the book?
+How is the book?
+How is the story?
+How is the book?
+How is the book?
+How is the book?
+How is the romance?
+How is the family?
+How is the book?
+How is the story?
+How is the character?
+How do you feel about the book?
+How is the word?
+How is the book?
+How is the book?
+How is the advice?
+How is the character?
+How is the character?
+How do you like the book?
+How is the narration?
+How is the book?
+How is the story?
+How is the book?
+How is the book?
+How is the book?
+How is the book?
+How is the book?
+What do you think about the book?
+What is the age of the characters in the book?
+How is the story line?
+How is the story?
+How is the book?
+What do you think about the story?
+How is the information in the book?
+How is the plot?
+How is the monologue?
+What do you think about the book?
+How is the plot?
+How is the story?
+How is the book?
+How is the character development?
+What do you think about the book?
+How is the story?
+How is the character development?
+How is the book?
+How is the character development?
+How is the book?
+What do you think about the book?
+How was the first half of the book?
+How is the mystery?
+How is the book?
+How is the book?
+How is the book?
+What do you think about the book?
+How is the book?
+How is the book?
+How is the book?
+How is the premise of the story?
+How is the book?
+How is the writing?
+How is the story?
+How is the book?
+How is the book?
+How is the romance?
+How is the character development?
+How is the story?
+How is the character development?
+How is the writing?

eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,191 @@
+How is the book?
+How is the relationship?
+How is the section of the book?
+How is the character development?
+How is the writing?
+How is the dialogue?
+How is the character development?
+How often does Brimstone call for her to run an errand?
+What do you think about the book?
+What do you think about the movie?
+What is your favorite aspect of the book?
+How is the perspective?
+How is the info?
+What do you think about the plot?
+How is the writing?
+How is the beginning?
+How is the book?
+What do you think about the story?
+How is the character development?
+How is the end?
+How is the story?
+How would you describe the life of a free man?
+What is the name of the author of the course?
+What do you think about the overall theme?
+How is the idea for the plot?
+What do you think about the book?
+What do you think about the book?
+What do you think about the book?
+How is the description of the characters?
+What do you think about the book?
+How is the book?
+How is story line?
+Is it worth the time and money?
+How is the journey?
+How is the history?
+What do you think about flaws?
+How is the character?
+Is there a reason for the lack of reviews?
+How is character development?
+What is the name of the rich man?
+How is the story?
+How is the cover?
+How is the banter?
+How is the end of the story?
+What do you think about the cover?
+How is the relationship?
+How is the relationship?
+How is the character development?
+What do you think about Hassan?
+How is it possible to get into the psyche of a young man?
+How is the character development?
+What is your personal interest in the machinations of Rome and the Knights Templar?
+How is the character?
+How is the development of the characters?
+How is the character?
+How is the review?
+What is the problem?
+How is the plot?
+Is it true that women are stronger than men?
+How is character development?
+How is the journey?
+How does the brain act subconsciously to certain stimulus?
+How is the writing style?
+What do you think about the characters?
+What do you think about the book?
+How is the book?
+How is the story?
+How is the relationship?
+How is the mystery?
+What is the name of the book?
+What do you think about the alpha wolf?
+How is the description?
+How is the plot?
+How is the mystery?
+How long does it take to write a book?
+How does one save himself?
+How is the plot?
+How is the plot?
+How is the description?
+How is the story line?
+What do you think about the ending?
+What do you think about the savages?
+What is the name of the book?
+How is the way with words?
+How is the love story?
+How is the book?
+What is the name of the movie?
+How is the language?
+How is the read?
+How is the imagery?
+How is the writing?
+How is the character development?
+How is the book?
+How is the character?
+How is the book?
+What do you think about the characters?
+How is his past?
+How is the book?
+How is the book?
+How is the depth of the character?
+How is the information?
+What do you think about the characters?
+What do you think about this book?
+How is the cover?
+How is the cover?
+What do you think about the two main characters?
+How is the read?
+How is the book?
+What is the depth of the characters?
+How is the action?
+What do you think about Erik Larson?
+Is she a writer in charge of her craft?
+How is the plot?
+How is the storyline?
+How is the pacing of the book?
+What is the depth of the book?
+How is the character?
+How is the character development?
+How is the character development?
+How is the cover?
+What do you think about the book?
+How is the story?
+How is the likeability of the characters?
+What do you think about the book?
+What is the mental picture of adventure, mystery, danger, and bravery?
+How is the story?
+What do you think about the book?
+Is the character likable?
+Is it a whirlwind romance?
+How is the romance?
+How is the family?
+How is the background?
+What do you think about the situation?
+What do you think about the characters?
+How is the relationship?
+How is the word?
+What is the name of the other characters in the book?
+How is the plot?
+What do you think about the book?
+What do you think about the characters?
+How is the genius?
+How is the detail?
+How is the narration?
+What do you think about the book?
+What do you think about the storyteller?
+What do you think about the characters?
+How is the book?
+How is the character?
+How is the relationship between the characters?
+What do you think about Nassim Taleb?
+What do you think about the movie?
+How old are these characters?
+How is the story line?
+Is there too much setting up?
+How is the book?
+How is the story?
+How is the information in the book?
+What do you think about the characters?
+What do you think about the characters?
+How is the character development?
+How is the plot?
+How is the story?
+How is the book?
+How is the character development?
+What do you think about the book?
+How is the story?
+How is the quality of his characters?
+What do you think about the book?
+What do you think about the characters?
+How is the book?
+What is your favorite book?
+How was the first half?
+How is the mystery?
+How is the read?
+How is the book?
+What do you think about the book?
+How is the book?
+How is the book?
+How is the character development?
+How is the man?
+How is the premise of the story?
+How is the book?
+What do you think about the characters?
+How is the story?
+What is the first book in the Trylle trilogy?
+How is the book?
+How is the series?
+What is the quality of the characters?
+How is the story?
+How is the character development?
+What do you think about the characters?

eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,92 @@
+How is the book?
+How is the world?
+How is the book?
+How is the book?
+How is the book?
+How is the story?
+How is the story?
+How is the character development?
+How was the experience of being a captive in a Nazi concentration camp?
+How is the story line?
+How is the relationship?
+How is the novel?
+How is the character?
+How is the book?
+How is the story?
+How is the book?
+How is the story?
+Is the book available in English?
+How is the story?
+How is the tale?
+What do you think about the book?
+What do you think about the book?
+How is the story?
+How is the story?
+How is the book?
+How is the magic?
+How is the book?
+How is the story?
+How is the story?
+How is the book?
+How is the book?
+How is the writing?
+What do you think about the book?
+How is the story?
+How is the book?
+How is the character?
+How is the book?
+How is the concept?
+What is the best thing about the book?
+How is the book?
+How is the rest of the book?
+How is the book?
+How is the book?
+How is the story line?
+What do you think about the book?
+How is the book?
+How is the story?
+How is the book?
+How is the character?
+How is the book?
+How is the love?
+How is the book?
+How is the scene?
+How is the book?
+What do you think about the book?
+How is the book?
+How is the book?
+How is the book?
+How is the book?
+How is the plot?
+How is the end of the book?
+How is the book?
+How is the book?
+How is the book?
+How is the action?
+How is the love?
+How is the book?
+How is the book?
+How is the book?
+How is the sex?
+How is the mystery?
+How is the journey?
+How is the world?
+How is the premise?
+How is the concept of the book?
+Is there a basis for why these characters come together?
+How is the plot?
+How is the subject matter?
+How is the book?
+How is the book?
+How is the topic of the book?
+How is the book?
+How is the story?
+How is the point of the book?
+How is the romance?
+How is the story?
+How is the series?
+How is the story?
+How long is the book?
+How is the story?
+How is the romance?
+How is the book?

eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,92 @@
+How is the book?
+How is the book?
+How is the book?
+How is the book?
+How is the book?
+How is the story?
+How is the story?
+How is the book?
+How was the relationship between the United States and Germany?
+How is the story line?
+How is the book?
+How is the book?
+How is the character?
+How is the paper?
+How is the story?
+How is the book?
+How is the story?
+How is the book?
+How is the story?
+How is the story?
+What do you think about the book?
+How is the book?
+How is the story?
+How is the concept of the story?
+How is the book?
+How is the mystery?
+How is the book?
+How is the story?
+How is the story?
+How is the book?
+How is the book?
+How is the writing?
+What do you think about the book?
+How is the story?
+How is the book?
+How is the book?
+How is the book?
+How is the concept?
+What is the best thing about the book?
+How is the book?
+How is the book?
+How is the book?
+How is the book?
+How is the story line?
+What do you think about the book?
+How is the book?
+How is the story?
+How is the book?
+How is the book?
+How is the book?
+How is the love?
+How is the book?
+How is the scene?
+How is the book?
+What do you think about the book?
+How is the book?
+How is the book?
+How is the book?
+How is the book?
+How is the plot?
+How is the end of the book?
+How is the book?
+How is the book?
+How is the book?
+How is the suspense?
+What do you think about the book?
+How is the book?
+How is the book?
+What is the name of the book?
+How is the romance?
+How is the prose?
+How is the story?
+How is the world?
+How is the premise?
+How is the concept of the book?
+How is the back story?
+How is the plot?
+How is the book?
+How is the book?
+How is the book?
+How is the book?
+How is the book?
+How is the story?
+What do you think about the book?
+How is the romance?
+How is the story?
+What do you think about the book?
+How is the story?
+How is the book?
+How is the story?
+How is the book?
+How is the story line?

eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,92 @@
+How is she?
+How is the world?
+How is the book?
+How is the book?
+How is the book?
+How is the story?
+How is the story?
+How is the character development?
+How is the book?
+How is the story line?
+How is the relationship?
+How is the novel?
+How did you like her?
+How is the book?
+How is the story?
+What is the reader review thing?
+How is the story?
+What do you think about the availability of the book?
+How is the story?
+How is the story?
+What do you think about the book?
+What do you think about the book?
+How is the story?
+How is the story?
+What do you think about the book?
+How is the magic?
+How is the quality of the product?
+How is the story?
+How is the story?
+How is the book?
+What do you think about the length of the paragraphs?
+How is the content?
+Is there a part 2?
+How is the story?
+How is the popularity of the book?
+How is the character?
+How is the quality of the product?
+How is the pace?
+What is the best thing about the book?
+How is the book?
+How is the rest of the book?
+What do you think about the book?
+How is the book?
+How is the story line?
+How do you feel about the end of the series?
+How is the book?
+How is the story?
+What do you think about the book?
+How are the good ones?
+What do you think about the book?
+How is the love?
+How is the book?
+How is the scene between the two?
+What do you think about the book?
+What is the name of the movie?
+How is the book?
+How did you like the movie?
+How is the book?
+How is the book?
+How is the plot?
+What do you think about the end of the book?
+What do you think about the book?
+How is the book?
+How is the book?
+How is the action?
+How is the love?
+What do you think about the book?
+How is the book?
+What do you think about the book?
+How is the sex?
+How is the mystery?
+How is the journey?
+How is the other world?
+How is the premise?
+How is the concept of the book?
+What is the basis for why these characters come together?
+How is the plot?
+What is the subject matter of the book?
+How is it?
+How is the book?
+How is the future?
+How is your gift?
+How was the holocaust?
+Is it pointless?
+How is the romance?
+How is the story?
+How is the series?
+How is the story?
+How long is the book?
+How is the story?
+How is he?
+What do you think about the book?

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4807dfe796d2fa82fc637823f3c15611d90088301603feae67b978399308e88
-size 2950786951
+oid sha256:3c7f1f8dca66bfd3167328d293035617a69ffe69cdfad9b150a6188e76737581
+size 2950794119

tokenizer_config.json

@@ -1 +1 @@
-{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "t5_large_subjqa_books/best_model", "tokenizer_class": "T5Tokenizer"}
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "lmqg_output/qg_subjqa/t5_large_subjqa_books/model_mzgdpa/epoch_1", "tokenizer_class": "T5Tokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"dataset_path": "asahi417/qg_subjqa", "dataset_name": "books", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": ["qg"], "model": "asahi417/lmqg-t5-large-squad", "max_length": 512, "max_length_output": 32, "epoch": 4, "batch": 16, "lr": 0.0001, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 4, "label_smoothing": 0.15}