model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "t5_base_subjqa_books/best_model",
+  "_name_or_path": "lmqg_output/qg_subjqa/t5_base_subjqa_books/model_mzgdpa/epoch_1",
   "add_prefix": true,
   "architectures": [
     "T5ForConditionalGeneration"

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24801538353150404, "Bleu_2": 0.1664430288844265, "Bleu_3": 0.08041606041324632, "Bleu_4": 0.046242603511145605, "METEOR": 0.23253154514732208, "ROUGE_L": 0.2606776865347802, "BERTScore": 0.9337023243955944, "MoverScore": 0.6515579778087562}, "test": {"Bleu_1": 0.21521269007594612, "Bleu_2": 0.12465742710107544, "Bleu_3": 0.02817816158763252, "Bleu_4": 2.600973149435955e-06, "METEOR": 0.21203557376943663, "ROUGE_L": 0.22951859052862766, "BERTScore": 0.933158158631849, "MoverScore": 0.6314041710040545}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2436994238423199, "Bleu_2": 0.16763749850205995, "Bleu_3": 0.08159079853360053, "Bleu_4": 0.04750560640150509, "METEOR": 0.22682193655758745, "ROUGE_L": 0.26443984763351014, "BERTScore": 0.9354714712370997, "MoverScore": 0.6496201033558665}, "test": {"Bleu_1": 0.21965180576259538, "Bleu_2": 0.13073913196806694, "Bleu_3": 0.03667866656584081, "Bleu_4": 3.1742667418220093e-06, "METEOR": 0.19904501865448782, "ROUGE_L": 0.23408688916123296, "BERTScore": 0.9318441402225595, "MoverScore": 0.6283969417152991}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.23384030418206495, "Bleu_2": 0.15571163889981993, "Bleu_3": 0.07520656711525077, "Bleu_4": 0.042950113982623626, "METEOR": 0.22337769720691156, "ROUGE_L": 0.2531097730241196, "BERTScore": 0.9281862967688105, "MoverScore": 0.6398687169255745}, "test": {"Bleu_1": 0.2057541412378328, "Bleu_2": 0.11551574706874243, "Bleu_3": 0.03740365713101154, "Bleu_4": 3.0899935818563215e-06, "METEOR": 0.20487517127980073, "ROUGE_L": 0.21621888099871492, "BERTScore": 0.9241682631183045, "MoverScore": 0.6219601654488888}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24599802146353425, "Bleu_2": 0.16458974867169585, "Bleu_3": 0.08001569696527655, "Bleu_4": 0.046148461289548914, "METEOR": 0.23181886799150628, "ROUGE_L": 0.25855841277677766, "BERTScore": 0.9336438742312756, "MoverScore": 0.6506715207972201}, "test": {"Bleu_1": 0.21521269007594612, "Bleu_2": 0.12465742710107544, "Bleu_3": 0.02817816158763252, "Bleu_4": 2.600973149435955e-06, "METEOR": 0.21203557376943663, "ROUGE_L": 0.22951859052862766, "BERTScore": 0.9331581589439153, "MoverScore": 0.6314041710040545}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24162042031285505, "Bleu_2": 0.16577489254220978, "Bleu_3": 0.08118984752691603, "Bleu_4": 0.047416407415378184, "METEOR": 0.2260575853654868, "ROUGE_L": 0.2623619163051639, "BERTScore": 0.9354324635568556, "MoverScore": 0.6487123522351683}, "test": {"Bleu_1": 0.21965180576259538, "Bleu_2": 0.13073913196806694, "Bleu_3": 0.03667866656584081, "Bleu_4": 3.1742667418220093e-06, "METEOR": 0.19904501865448782, "ROUGE_L": 0.23408688916123296, "BERTScore": 0.931844130236441, "MoverScore": 0.6283969417152991}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.232245681381512, "Bleu_2": 0.15415795267798185, "Bleu_3": 0.0749251820243315, "Bleu_4": 0.042915624209149565, "METEOR": 0.22329435997820107, "ROUGE_L": 0.2509073353813845, "BERTScore": 0.9281497230896583, "MoverScore": 0.6398015424796643}, "test": {"Bleu_1": 0.2057541412378328, "Bleu_2": 0.11551574706874243, "Bleu_3": 0.03740365713101154, "Bleu_4": 3.0899935818563215e-06, "METEOR": 0.20487517127980073, "ROUGE_L": 0.21621888099871492, "BERTScore": 0.9241682696716947, "MoverScore": 0.6219601654488888}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24599802146353425, "Bleu_2": 0.16458974867169585, "Bleu_3": 0.08001569696527655, "Bleu_4": 0.046148461289548914, "METEOR": 0.23383769002913798, "ROUGE_L": 0.25855841277677766, "BERTScore": 0.9339760083418626, "MoverScore": 0.6533158642847251}, "test": {"Bleu_1": 0.21521269007594612, "Bleu_2": 0.12465742710107544, "Bleu_3": 0.02817816158763252, "Bleu_4": 2.600973149435955e-06, "METEOR": 0.21203557376943663, "ROUGE_L": 0.22951859052862766, "BERTScore": 0.9331581433406051, "MoverScore": 0.6314041710040545}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24162042031285505, "Bleu_2": 0.16577489254220978, "Bleu_3": 0.08118984752691603, "Bleu_4": 0.047416407415378184, "METEOR": 0.22807900903719008, "ROUGE_L": 0.2623619163051639, "BERTScore": 0.9357646002874269, "MoverScore": 0.6513566884662355}, "test": {"Bleu_1": 0.21965180576259538, "Bleu_2": 0.13073913196806694, "Bleu_3": 0.03667866656584081, "Bleu_4": 3.1742667418220093e-06, "METEOR": 0.19904501865448782, "ROUGE_L": 0.23408688916123296, "BERTScore": 0.9318441402225595, "MoverScore": 0.6283969417152991}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.232245681381512, "Bleu_2": 0.15415795267798185, "Bleu_3": 0.0749251820243315, "Bleu_4": 0.042915624209149565, "METEOR": 0.22329435997820107, "ROUGE_L": 0.2509073353813845, "BERTScore": 0.9281497243996505, "MoverScore": 0.6398015424796643}, "test": {"Bleu_1": 0.2057541412378328, "Bleu_2": 0.11551574706874243, "Bleu_3": 0.03740365713101154, "Bleu_4": 3.0899935818563215e-06, "METEOR": 0.20487517127980073, "ROUGE_L": 0.21621888099871492, "BERTScore": 0.9241682737285554, "MoverScore": 0.6219601654488888}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24599802146353425, "Bleu_2": 0.16458974867169585, "Bleu_3": 0.08001569696527655, "Bleu_4": 0.046148461289548914, "METEOR": 0.23181886799150628, "ROUGE_L": 0.25855841277677766, "BERTScore": 0.9336438742312756, "MoverScore": 0.6506715207972201}, "test": {"Bleu_1": 0.21521269007594612, "Bleu_2": 0.12465742710107544, "Bleu_3": 0.02817816158763252, "Bleu_4": 2.600973149435955e-06, "METEOR": 0.21203557376943663, "ROUGE_L": 0.22951859052862766, "BERTScore": 0.9331581433406051, "MoverScore": 0.6314041710040545}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24162042031285505, "Bleu_2": 0.16577489254220978, "Bleu_3": 0.08118984752691603, "Bleu_4": 0.047416407415378184, "METEOR": 0.2260575853654868, "ROUGE_L": 0.2623619163051639, "BERTScore": 0.9354324648668478, "MoverScore": 0.6487123522351683}, "test": {"Bleu_1": 0.21965180576259538, "Bleu_2": 0.13073913196806694, "Bleu_3": 0.03667866656584081, "Bleu_4": 3.1742667418220093e-06, "METEOR": 0.19904501865448782, "ROUGE_L": 0.23408688916123296, "BERTScore": 0.9318441339812353, "MoverScore": 0.6283969417152991}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.232245681381512, "Bleu_2": 0.15415795267798185, "Bleu_3": 0.0749251820243315, "Bleu_4": 0.042915624209149565, "METEOR": 0.22329435997820107, "ROUGE_L": 0.2509073353813845, "BERTScore": 0.9281497230896583, "MoverScore": 0.6398015424796643}, "test": {"Bleu_1": 0.2057541412378328, "Bleu_2": 0.11551574706874243, "Bleu_3": 0.03740365713101154, "Bleu_4": 3.0899935818563215e-06, "METEOR": 0.20487517127980073, "ROUGE_L": 0.21621888099871492, "BERTScore": 0.9241682702958272, "MoverScore": 0.6219601654488888}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24599802146353425, "Bleu_2": 0.16458974867169585, "Bleu_3": 0.08001569696527655, "Bleu_4": 0.046148461289548914, "METEOR": 0.23181886799150628, "ROUGE_L": 0.25855841277677766, "BERTScore": 0.9336438742312756, "MoverScore": 0.6506715207972201}, "test": {"Bleu_1": 0.21521269007594612, "Bleu_2": 0.12465742710107544, "Bleu_3": 0.02817816158763252, "Bleu_4": 2.600973149435955e-06, "METEOR": 0.21203557376943663, "ROUGE_L": 0.22951859052862766, "BERTScore": 0.9331581589439153, "MoverScore": 0.6314041710040545}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24162042031285505, "Bleu_2": 0.16577489254220978, "Bleu_3": 0.08118984752691603, "Bleu_4": 0.047416407415378184, "METEOR": 0.2260575853654868, "ROUGE_L": 0.2623619163051639, "BERTScore": 0.9354324629018594, "MoverScore": 0.6487123522351683}, "test": {"Bleu_1": 0.21965180576259538, "Bleu_2": 0.13073913196806694, "Bleu_3": 0.03667866656584081, "Bleu_4": 3.1742667418220093e-06, "METEOR": 0.19904501865448782, "ROUGE_L": 0.23408688916123296, "BERTScore": 0.9318441424070228, "MoverScore": 0.6283969417152991}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.232245681381512, "Bleu_2": 0.15415795267798185, "Bleu_3": 0.0749251820243315, "Bleu_4": 0.042915624209149565, "METEOR": 0.22329435997820107, "ROUGE_L": 0.2509073353813845, "BERTScore": 0.9281497250546465, "MoverScore": 0.6398015424796643}, "test": {"Bleu_1": 0.2057541412378328, "Bleu_2": 0.11551574706874243, "Bleu_3": 0.03740365713101154, "Bleu_4": 3.0899935818563215e-06, "METEOR": 0.20487517127980073, "ROUGE_L": 0.21621888099871492, "BERTScore": 0.9241682649907017, "MoverScore": 0.6219601654488888}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24599802146353425, "Bleu_2": 0.16458974867169585, "Bleu_3": 0.08001569696527655, "Bleu_4": 0.046148461289548914, "METEOR": 0.23383769002913798, "ROUGE_L": 0.25855841277677766, "BERTScore": 0.9339760011369056, "MoverScore": 0.6533158642847251}, "test": {"Bleu_1": 0.21521269007594612, "Bleu_2": 0.12465742710107544, "Bleu_3": 0.02817816158763252, "Bleu_4": 2.600973149435955e-06, "METEOR": 0.21203557376943663, "ROUGE_L": 0.22951859052862766, "BERTScore": 0.9331581583197829, "MoverScore": 0.6314041710040545}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24162042031285505, "Bleu_2": 0.16577489254220978, "Bleu_3": 0.08118984752691603, "Bleu_4": 0.047416407415378184, "METEOR": 0.22807900903719008, "ROUGE_L": 0.2623619163051639, "BERTScore": 0.9357646015974191, "MoverScore": 0.6513566884662355}, "test": {"Bleu_1": 0.21965180576259538, "Bleu_2": 0.13073913196806694, "Bleu_3": 0.03667866656584081, "Bleu_4": 3.1742667418220093e-06, "METEOR": 0.19904501865448782, "ROUGE_L": 0.23408688916123296, "BERTScore": 0.9318441308605734, "MoverScore": 0.6283969417152991}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.232245681381512, "Bleu_2": 0.15415795267798185, "Bleu_3": 0.0749251820243315, "Bleu_4": 0.042915624209149565, "METEOR": 0.22329435997820107, "ROUGE_L": 0.2509073353813845, "BERTScore": 0.9281497243996505, "MoverScore": 0.6398015424796643}, "test": {"Bleu_1": 0.2057541412378328, "Bleu_2": 0.11551574706874243, "Bleu_3": 0.03740365713101154, "Bleu_4": 3.0899935818563215e-06, "METEOR": 0.20487517127980073, "ROUGE_L": 0.21621888099871492, "BERTScore": 0.9241682718561582, "MoverScore": 0.6219601654488888}}

eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,191 @@
+How is the book?
+How is the relationship?
+How is the book?
+How is the character development?
+How is the writing?
+How is the dialogue?
+How are the characters?
+How often is the book called?
+How is the book?
+How is the relationship?
+How is the ending?
+How is the perspective?
+How is the info?
+How is the plot?
+How is the writing?
+How is the beginning?
+How is the book?
+How is the story?
+How is the story?
+How is the ending?
+How is the story setting?
+How is the story?
+Who is a gifted teacher?
+How is the theme?
+How is the plot?
+How is the story?
+How is the story?
+How is the book?
+How is the description of the characters?
+How is the book?
+How is the book?
+How is the story line?
+How is the story?
+How is the journey?
+How is the story?
+How is a character?
+How are the characters?
+How is the story?
+How is the character development?
+Who is the main character?
+How is the story?
+How is the cover?
+How is the banter?
+How is the story?
+How is the idea?
+How is the relationship?
+How is the relationship between the characters?
+How is character development?
+How is the character?
+How is the psyche of the young man?
+How is the character development?
+How is the story?
+How are the characters?
+How is the development of the characters?
+How is the story line?
+What is the name of the book?
+How is the story?
+How is the plot?
+How is the relationship between a woman and a man?
+How is the character development?
+How is the journey?
+How is the brain?
+How is the writing style?
+How is the role of the characters?
+How is the story?
+How is the story?
+How is the story?
+How is the relationship?
+How is the story?
+How is the story?
+How is the relationship?
+How is the description?
+How is the plot?
+How is the romance?
+How long is the story?
+How is the story?
+How is the story?
+How is the plot?
+How is the description?
+How is the relationship?
+How is the ending?
+How is the story?
+What is the title of the book?
+How is the way he writes?
+How are the characters?
+In what year is the book set?
+What is the name of the character?
+How is the language?
+How long is the book?
+How is the imagery?
+How is the writing?
+How is the character development?
+How is the storyline?
+How is the character development?
+How are the characters?
+How is the story?
+How is the past?
+How is the book?
+How is the story line?
+How is the character?
+How is the story?
+How is the story?
+How are the reviews?
+How is the cover?
+How is the cover?
+How are the characters?
+How is the story?
+How is the book?
+How is the story?
+How is the action?
+How is the writing style?
+How is the writer?
+How is the plot?
+How is the storyline?
+How is the pacing?
+How is the romance?
+How are the characters?
+How is the book?
+How is the character development?
+How is the cover?
+How is the story?
+How is the story?
+How is the character?
+How is the book?
+How is the story?
+How is the story?
+How is the book?
+How is the character?
+How is the romance?
+How is the romance?
+How is the family?
+How is the premise of the book?
+How is the story?
+How are the characters?
+How is the relationship?
+How is the book?
+How is the story?
+How is the story?
+How is the advice?
+How are the characters?
+How is the story?
+How is the book?
+How is the narration?
+How is the book?
+How is the storyteller?
+How is the story?
+How is the book?
+How is the story?
+How is the story?
+How is the book?
+How is the book?
+How is the age of the characters?
+How is the story line?
+How is the setting?
+How is the book?
+How is the ending?
+How is the information in the book?
+How is the character development?
+How are the characters?
+How are the characters?
+How is the plot?
+How is the plot?
+How is the story line?
+How are the characters?
+How is the book?
+How is the story?
+How are the characters?
+How is the story?
+How are the characters?
+How is the book?
+How is the story?
+How is the story line?
+How is the mystery?
+How is the book?
+How is the story?
+How is the story?
+How is the book?
+How is the story?
+How are the characters?
+How is the book?
+How is the premise?
+How is the book?
+How are the characters?
+How is the story?
+What is the name of the trilogy?
+How is the book?
+How is the romance?
+How are the characters?
+How is the story?
+How is the character development?
+How are the characters?

eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,191 @@
+How is the book?
+How is the relationship?
+How is the book?
+How is the writing style?
+How is the writing?
+How is the dialogue?
+How is the story?
+How is the errand?
+How is the story?
+How is the relationship?
+How is the ending?
+How is the writing style?
+How is the information?
+How is the plot?
+How is the story?
+How is the beginning?
+How is the book?
+How is the story?
+How is the story?
+How is the ending?
+How is the story setting?
+How is the story?
+How are the three top-selling courses on Spanish?
+How is the theme of the book?
+How is the plot?
+How is the story?
+How is the story?
+How is the book?
+How is the description of the characters?
+How is the book?
+How is the book?
+How is the story line?
+How is the story?
+How is the story?
+How is the story?
+How is a character?
+How is the story?
+How is the story?
+How is the story line?
+How is the story?
+How is the story?
+How is the cover?
+How is the banter?
+How is the character?
+How is the idea?
+How is the relationship?
+How is the relationship between the characters?
+How is the romance?
+How is the story?
+How is the writing style?
+How is the story?
+How is the story?
+How is the plot?
+How is the bond?
+How is the story line?
+How is the book?
+How is the story?
+How is the plot?
+How is the story?
+How is the character development?
+How is the story?
+How is the concept of time slicing?
+How is the writing style?
+How is the role of the characters?
+How is the book?
+How is the story?
+How is the story?
+How is the relationship?
+How is the story?
+How is the story?
+How is the relationship?
+How is the story?
+How is the plot?
+How is the mystery?
+How is the story?
+How is the story?
+How is the story?
+How is the plot?
+How is the description about sitting in the dining room?
+How is the story line?
+How is the ending?
+How is the story?
+What is the title of the book?
+How is the writing style?
+How is the love story?
+How is the story?
+How is the story?
+How is the language?
+How is the story?
+How is the imagery?
+How is the story?
+How is the character development?
+How is the storyline?
+How is the setting?
+How are the characters?
+How is the story?
+How is the past?
+How is the book?
+How is the story line?
+How is the story?
+How is the story?
+How is the story?
+How are the reviews?
+How is the cover?
+How is the cover?
+How is the story?
+How is the story?
+How is the premise of the book?
+How is the story?
+How is the plot?
+How is the writing style?
+How is the writer?
+How is the story?
+How is the storyline?
+How is the pacing?
+How is the romance?
+How are the characters?
+How is the book?
+How is the story?
+How is the cover?
+How is the story?
+How is the story?
+How is the story?
+How is the moral ambiguity?
+How is the story?
+How is the story?
+How is the book?
+How is the story?
+How is the story?
+How is the romance?
+How is the story?
+What is the premise of the book?
+How is the story?
+How is the story line?
+How is the relationship?
+How is the book?
+How is the story?
+How is the story?
+How is the advice?
+How are the characters?
+How is the story?
+How is the book?
+How is the narration?
+How is the book?
+How is the storyteller?
+How is the story?
+How is the subject matter?
+How is the story?
+How is the story?
+How is the book?
+How is the book?
+What is the age of the characters?
+How is the story line?
+How is the story?
+What is the name of the book?
+How is the ending?
+How is the story?
+How is the plot?
+How is the monologue between the characters?
+How is the story line?
+How is the plot?
+How is the plot?
+How is the story line?
+How is the story?
+How is the book?
+How is the story?
+How are the characters?
+How is the story?
+How are the characters?
+How is the book?
+How is the story?
+How is the story line?
+How is the mystery?
+How is the story?
+How is the story?
+How is the book?
+How is the book?
+How is the story?
+How is the book?
+How is the story?
+How is the premise?
+How is the story?
+How is the writing?
+How is the story?
+How is the story?
+How is the book?
+How is the romance?
+How are the characters?
+How is the story?
+How is the character development?
+How is the writing?

eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,191 @@
+How is the book?
+How is the relationship?
+How is the section of the book?
+How are the characters?
+How is the writing?
+How is the dialogue?
+How are the characters?
+How often does Brimstone call for her to run an errand?
+Is this book true to my memories of the South?
+How did you like the movie?
+How is the ending?
+How is the perspective?
+How is the info?
+How is the plot device?
+How is the writing?
+How is the beginning?
+How is the book?
+How is the story?
+How are the characters?
+How is the ending?
+How is the story setting?
+How do you imagine living in the middle 19th century?
+Who is the author of the Pimsleur series?
+How is the theme?
+How is the plot?
+How is it?
+How is the writing?
+How is the rating?
+How are the descriptions?
+How is the book?
+What is the genre of the book?
+How is the story line?
+Is it worth the time and money?
+How is the journey?
+How is the history?
+How are characters?
+How many characters does she create?
+How is the set of reasons?
+How is the character development?
+What is the name of the man?
+How is the story?
+How is the cover?
+How is the banter?
+How is the story?
+How is the cover?
+How is the relationship?
+How is the relationship between the characters?
+How is character development?
+How is the character?
+How is the psyche of the young man?
+How are the characters?
+What kind of interest do I have in the machinations of Rome and the Knights Templar?
+How are the characters?
+How is the development of the characters?
+How is the relationship between the two characters?
+What is the name of the review?
+How are the other characters?
+How is the plot?
+How are women?
+How is character development?
+How is the journey?
+What is the other concept of time slicing?
+How is the writing style?
+How are the characters?
+How is the book?
+How is the book?
+How is the story?
+How is the life of a billionaire?
+How is the book?
+What is the name of the book?
+How did you feel about Sam?
+How is the description?
+How is the plot?
+How is the romance?
+How long is the book?
+What do you do to save everyone?
+How is the plot?
+How is the plot?
+How is the description?
+How is the story line?
+How is the ending?
+How is the story setting?
+What is the title of the book?
+How is the way he uses words?
+How are the characters?
+In what year is the book set?
+What is the name of the girl who follows her high school sweetheart to the college of his dreams?
+How is the language used?
+How long is the book?
+How is the imagery?
+How is the writing?
+How is the character development?
+What is the name of the book?
+How are the characters?
+How are the characters in the book?
+How are the characters?
+How is his past?
+How is the book?
+How is plot development?
+How is the character?
+How is the book?
+How is the story?
+How are reviews?
+How is the cover?
+How is the cover?
+How are the two main characters?
+How is the read?
+How is the premise?
+What is the depth of the characters?
+How is the action?
+How does he write about historical events?
+How is writer?
+How is the plot?
+How is the storyline?
+How is the pacing?
+How is the romance?
+How are the characters?
+How are the characters?
+How is the character development?
+How is the cover?
+How is the book?
+How is the story?
+How does Rowling write characters that aren’t likeable?
+How is the book?
+How does the word "maze" cause a mental picture of adventure?
+How are the twists and turns?
+Is this the best of the trilogy?
+How is the character?
+How is the romance?
+How is the romance?
+How is the family?
+How is the background?
+How is it?
+How are the characters?
+How does one feel about the situation?
+How much did I say the word “duck&#8221?
+How are the characters in the book?
+How are the plot points?
+How is the book?
+How are the characters?
+What kind of genius is there?
+What do you want to know about this piece of bull?
+How is the narration?
+How is the book?
+How is the storyteller?
+How are the characters?
+How is the book?
+How are the characters?
+How are characters related?
+How is the book?
+How is the movie?
+How old are the characters?
+How is the plot line?
+How is the setting?
+How is the book?
+How is the ending?
+How is the information in the book?
+How are the characters?
+How is the monologue between the characters?
+How are the characters?
+How is the plot?
+How is the plot?
+How is the book?
+How are the characters?
+How is the book?
+How is the plot?
+How are the characters?
+How is the book?
+How are the characters?
+How is the book?
+How are the characters?
+How is the story line?
+How is the mystery?
+How is the book?
+How is the book?
+How is the book?
+How is the book?
+What is the name of the book?
+How are the characters?
+How is the story?
+How is the premise of the story?
+How is the book?
+How are the characters?
+How is the story?
+What is the name of the trilogy?
+How many strategies did you use in your company?
+How is the series?
+How are the characters?
+How is the story?
+How is the character development?
+How are the characters?

eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,92 @@
+How is it?
+How is the world?
+How is the book?
+How is the book?
+How is the book?
+How is the story?
+How is the story?
+How are the characters?
+What is the name of the book?
+How is the story line?
+How is the relationship?
+How is the book?
+How is the character?
+How is the publishing page in the front of the book?
+How is the story?
+How is the reader review?
+How is the story?
+Is the book available in English?
+How is the story?
+How is the story?
+How is the description?
+How is the book?
+How is the story?
+How is the concept?
+How is the book?
+How is the magic?
+How is the story?
+How is the story line?
+How is the story?
+How is the book?
+How is the story?
+How is the content?
+How is the book?
+How is the concept?
+How is the popularity of the book?
+How are the characters?
+How is the book?
+How is the concept?
+How is the book?
+How is the story?
+How is the book?
+How is the book?
+How is the book?
+How is the story line?
+How is the ending?
+How is the second installment?
+How is the story?
+How is the book?
+How are the characters?
+How is the book?
+How is love?
+How is the story?
+How is the story?
+How is the book?
+How is the story?
+How is the book?
+How is the book?
+What book is the weak sister of the group?
+How is the book?
+How is the plot?
+How is the ending?
+What is the fourth book in the Harry Potter series?
+How is the book?
+How is the book?
+How is the action?
+How is love?
+How is the book?
+How is the story?
+How is the story?
+How is the sex?
+How is the story?
+How is the story?
+How is the world?
+How is the premise?
+How is the concept of the book?
+How is the story?
+How is the plot?
+How is the subject matter?
+How is the book?
+How is the book?
+How is the topic of the book?
+How is the book?
+How is the story of the holocaust?
+What is the point of the book?
+How is the romance?
+How is the story?
+How is the series?
+How is the story?
+How long is the book?
+How is the story?
+How is the romance?
+How is the story line?

eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,92 @@
+How do you feel about her?
+How is the story?
+How is the book?
+How is the book?
+How is the book?
+How is the story?
+How is the story?
+How is the story?
+What is the name of the book?
+How is the story line?
+How is the story?
+How is the story?
+How is the character?
+How is the book?
+How is the story?
+How is the story?
+How is the story?
+How is the book?
+How is the story?
+How is the story?
+How is the description?
+How is the book?
+How is the story?
+How is the concept?
+How is the book?
+How is the story?
+How is the story?
+How is the story line?
+How is the story?
+How is the book?
+How is the story?
+How is the content?
+How is the book?
+How is the story?
+How is the book?
+How is the characters?
+How is the book?
+How is the concept?
+How is the book?
+How is the story?
+How is the book?
+How is the book?
+How is the book?
+How is the story line?
+How is the ending?
+How is the second installment?
+How is the story?
+How is the book?
+How is the humor?
+How is the book?
+How is the relationship?
+How is the story?
+How is the story?
+How is the book?
+How is the story?
+How is the book?
+How is the book?
+How is the book?
+How is the book?
+How is the plot?
+How is the ending?
+How is the book?
+How is the book?
+How is the book?
+How is the suspense?
+How is the love story?
+How is the book?
+How is the story?
+How is the story?
+How is the romance?
+How is the story?
+How is the story?
+How is the story?
+How is the premise?
+How is the concept of the book?
+How is the story?
+How is the plot?
+How is the subject matter?
+How is the book?
+How is the book?
+How is the topic of the book?
+How is the book?
+How is the story?
+How is the book?
+How is the story?
+How is the story?
+How is the series?
+How is the story?
+How is the book?
+How is the story?
+How is the relationship?
+How is the story line?

eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,92 @@
+How is it?
+How is the world?
+How is the book?
+How is the book?
+How is the book?
+How is the story?
+How is the story?
+How are the characters?
+How is the story?
+How is the story line?
+How is the relationship between her father and stepmother?
+How is the book?
+How did you feel about her?
+How is the book?
+How is the story?
+What is the name of the website?
+How is the story?
+How is the book?
+How is the story?
+How is the story?
+How is the description?
+How is the book?
+How is the story?
+How is the story?
+How is the book?
+What kind of magic was there?
+What is the rating?
+How is the story?
+How is the story?
+How is the book?
+How long are the paragraphs?
+How is the writing?
+Is there a part 2?
+How is the story?
+How is the popularity?
+How are the characters?
+What is the rating?
+How is the concept?
+What is the best thing about this book?
+How is the story?
+How is the rest of the book?
+How is the book?
+How is the book?
+How is the story line?
+How is the end of the trilogy?
+How is the book?
+How is the story?
+How is the book?
+How are the snarky ones?
+How is the book?
+How is the relationship?
+What is the name of the book?
+How are the scenes between the two?
+How is the book?
+What is the name of the movie?
+How is the book?
+How is the book?
+What is the name of the book?
+How is the book?
+How is the plot?
+How is the end of the book?
+What is the name of the fourth book in the Harry Potter series?
+How is the book?
+How is the book?
+How is the action?
+What is the purpose of the book?
+How is the book?
+How is the gloassary?
+How is it?
+How is the sex?
+How is the mystery?
+What is the story?
+How is the world?
+How is the premise?
+How is the concept of the book?
+How is the story?
+How is the plot?
+How is subject matter?
+How is it?
+How is the book?
+How is the future?
+How is your gift with words?
+How are the stories of the holocaust?
+Is it pointless at times?
+How is the romance?
+How is the story?
+How is the series?
+How is the story?
+How many pages is the book?
+How is the story?
+What is the term for a sensitive man?
+How is the book?

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1b395c01dec7a43fd938ffdf960f5cf89415a2775abc9051b4dc168d0e00f9b
-size 891644351
+oid sha256:2def147a58c9b496da0d809844e9dd3fba122fc0b7ee919efc6fc5879a4ccb0e
+size 891647935

tokenizer_config.json

@@ -1 +1 @@
-{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "model_max_length": 512, "name_or_path": "t5_base_subjqa_books/best_model", "special_tokens_map_file": "lmqg_output/optimized/t5_base_squad/model_ztilpu/epoch_2/special_tokens_map.json", "tokenizer_class": "T5Tokenizer"}
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "model_max_length": 512, "name_or_path": "lmqg_output/qg_subjqa/t5_base_subjqa_books/model_mzgdpa/epoch_1", "special_tokens_map_file": "lmqg_output/optimized/t5_base_squad/model_ztilpu/epoch_2/special_tokens_map.json", "tokenizer_class": "T5Tokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"dataset_path": "asahi417/qg_subjqa", "dataset_name": "books", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": ["qg"], "model": "asahi417/lmqg-t5-base-squad", "max_length": 512, "max_length_output": 32, "epoch": 3, "batch": 16, "lr": 0.0001, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 4, "label_smoothing": 0.15}