asahi417 commited on
Commit
7f8891f
1 Parent(s): 4994418

model update

Browse files
Files changed (28) hide show
  1. config.json +1 -1
  2. eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.books.json +1 -0
  3. eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.books.json +1 -0
  4. eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.books.json +1 -0
  5. eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json +1 -0
  6. eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json +1 -0
  7. eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json +1 -0
  8. eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json +1 -0
  9. eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json +1 -0
  10. eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json +1 -0
  11. eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json +1 -0
  12. eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json +1 -0
  13. eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json +1 -0
  14. eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json +1 -0
  15. eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json +1 -0
  16. eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json +1 -0
  17. eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json +1 -0
  18. eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json +1 -0
  19. eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json +1 -0
  20. eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.books.txt +191 -0
  21. eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.books.txt +191 -0
  22. eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.books.txt +191 -0
  23. eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.books.txt +92 -0
  24. eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.books.txt +92 -0
  25. eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.books.txt +92 -0
  26. pytorch_model.bin +2 -2
  27. tokenizer_config.json +1 -1
  28. trainer_config.json +1 -0
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "bart_large_subjqa_books/best_model",
3
  "activation_dropout": 0.1,
4
  "activation_function": "gelu",
5
  "add_bias_logits": false,
 
1
  {
2
+ "_name_or_path": "lmqg_output/qg_subjqa/bart_large_subjqa_books/model_wqkggh/epoch_1",
3
  "activation_dropout": 0.1,
4
  "activation_function": "gelu",
5
  "add_bias_logits": false,
eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2475720326480224, "Bleu_2": 0.16725261224436944, "Bleu_3": 0.07675429220084773, "Bleu_4": 0.04547183997984105, "METEOR": 0.23976538243147788, "ROUGE_L": 0.26549755066919906, "BERTScore": 0.9344828737818677, "MoverScore": 0.6593014289521476}, "test": {"Bleu_1": 0.22317780397702688, "Bleu_2": 0.13736616451426176, "Bleu_3": 0.04780136187940482, "Bleu_4": 3.8775125297960566e-06, "METEOR": 0.20603930224653336, "ROUGE_L": 0.2370773529266555, "BERTScore": 0.9283541640686115, "MoverScore": 0.6244982140336275}}
eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.24149639258074584, "Bleu_2": 0.16167687983101875, "Bleu_3": 0.05537816409581687, "Bleu_4": 5.338118293678585e-06, "METEOR": 0.23466276732659216, "ROUGE_L": 0.2613837441213123, "BERTScore": 0.9331216468759205, "MoverScore": 0.6499277200464012}, "test": {"Bleu_1": 0.21724942565348693, "Bleu_2": 0.1321307207520121, "Bleu_3": 0.02946359572670626, "Bleu_4": 2.7172193477272273e-06, "METEOR": 0.19452746053182124, "ROUGE_L": 0.2355146733384825, "BERTScore": 0.9260371926567317, "MoverScore": 0.6199751890389714}}
eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.25991236168627024, "Bleu_2": 0.1777588411842154, "Bleu_3": 0.08411705853971861, "Bleu_4": 0.04791703792667858, "METEOR": 0.24102008387390247, "ROUGE_L": 0.2705245199223981, "BERTScore": 0.9359639759944833, "MoverScore": 0.6577854271389914}, "test": {"Bleu_1": 0.22428707344922597, "Bleu_2": 0.1375849334144883, "Bleu_3": 0.05754856310747545, "Bleu_4": 0.024973340420465864, "METEOR": 0.210545932024448, "ROUGE_L": 0.23878180126618567, "BERTScore": 0.9310316443443298, "MoverScore": 0.627172842270722}}
eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.24551969116075117, "Bleu_2": 0.16537480849363947, "Bleu_3": 0.07637157848704822, "Bleu_4": 0.045384707046812474, "METEOR": 0.2391086393128869, "ROUGE_L": 0.2634312424511352, "BERTScore": 0.9344329644035507, "MoverScore": 0.6585000671880973}, "test": {"Bleu_1": 0.22317780397702688, "Bleu_2": 0.13736616451426176, "Bleu_3": 0.04780136187940482, "Bleu_4": 3.8775125297960566e-06, "METEOR": 0.20603930224653336, "ROUGE_L": 0.2370773529266555, "BERTScore": 0.9283541731185314, "MoverScore": 0.6244982140336275}}
eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.23939143468931318, "Bleu_2": 0.15974583241954876, "Bleu_3": 0.0550758661433032, "Bleu_4": 5.326108312858985e-06, "METEOR": 0.2339625418902387, "ROUGE_L": 0.25927222923788706, "BERTScore": 0.9330567056006127, "MoverScore": 0.6490233504921779}, "test": {"Bleu_1": 0.21724942565348693, "Bleu_2": 0.1321307207520121, "Bleu_3": 0.02946359572670626, "Bleu_4": 2.7172193477272273e-06, "METEOR": 0.19452746053182124, "ROUGE_L": 0.2355146733384825, "BERTScore": 0.9260371305555574, "MoverScore": 0.6199751890389714}}
eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.25796626079190804, "Bleu_2": 0.17610693499166566, "Bleu_3": 0.08389967108832734, "Bleu_4": 0.04799557943999738, "METEOR": 0.24054802007817827, "ROUGE_L": 0.2696000513194497, "BERTScore": 0.9362217476079752, "MoverScore": 0.658154326050233}, "test": {"Bleu_1": 0.22428707344922597, "Bleu_2": 0.1375849334144883, "Bleu_3": 0.05754856310747545, "Bleu_4": 0.024973340420465864, "METEOR": 0.210545932024448, "ROUGE_L": 0.23878180126618567, "BERTScore": 0.9310316427839989, "MoverScore": 0.627172842270722}}
eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.24551969116075117, "Bleu_2": 0.16537480849363947, "Bleu_3": 0.07637157848704822, "Bleu_4": 0.045384707046812474, "METEOR": 0.2391086393128869, "ROUGE_L": 0.2634312424511352, "BERTScore": 0.9344329650585468, "MoverScore": 0.6585000671880973}, "test": {"Bleu_1": 0.22317780397702688, "Bleu_2": 0.13736616451426176, "Bleu_3": 0.04780136187940482, "Bleu_4": 3.8775125297960566e-06, "METEOR": 0.20603930224653336, "ROUGE_L": 0.2370773529266555, "BERTScore": 0.928354277036577, "MoverScore": 0.6244982140336275}}
eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.23939143468931318, "Bleu_2": 0.15974583241954876, "Bleu_3": 0.0550758661433032, "Bleu_4": 5.326108312858985e-06, "METEOR": 0.2339625418902387, "ROUGE_L": 0.25927222923788706, "BERTScore": 0.9330567121505737, "MoverScore": 0.6490233504921779}, "test": {"Bleu_1": 0.21724942565348693, "Bleu_2": 0.1321307207520121, "Bleu_3": 0.02946359572670626, "Bleu_4": 2.7172193477272273e-06, "METEOR": 0.19452746053182124, "ROUGE_L": 0.2355146733384825, "BERTScore": 0.9260370572199996, "MoverScore": 0.6199751890389714}}
eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.25796626079190804, "Bleu_2": 0.17610693499166566, "Bleu_3": 0.08389967108832734, "Bleu_4": 0.04799557943999738, "METEOR": 0.24054802007817827, "ROUGE_L": 0.2696000513194497, "BERTScore": 0.9362217495729636, "MoverScore": 0.658154326050233}, "test": {"Bleu_1": 0.22428707344922597, "Bleu_2": 0.1375849334144883, "Bleu_3": 0.05754856310747545, "Bleu_4": 0.024973340420465864, "METEOR": 0.210545932024448, "ROUGE_L": 0.23878180126618567, "BERTScore": 0.9310316624441696, "MoverScore": 0.627172842270722}}
eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.24551969116075117, "Bleu_2": 0.16537480849363947, "Bleu_3": 0.07637157848704822, "Bleu_4": 0.045384707046812474, "METEOR": 0.2391086393128869, "ROUGE_L": 0.2634312424511352, "BERTScore": 0.934432966368539, "MoverScore": 0.6585000671880973}, "test": {"Bleu_1": 0.22317780397702688, "Bleu_2": 0.13736616451426176, "Bleu_3": 0.04780136187940482, "Bleu_4": 3.8775125297960566e-06, "METEOR": 0.20603930224653336, "ROUGE_L": 0.2370773529266555, "BERTScore": 0.9283542729797164, "MoverScore": 0.6244982140336275}}
eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.23939143468931318, "Bleu_2": 0.15974583241954876, "Bleu_3": 0.0550758661433032, "Bleu_4": 5.326108312858985e-06, "METEOR": 0.2339625418902387, "ROUGE_L": 0.25927222923788706, "BERTScore": 0.9330567383504176, "MoverScore": 0.6490233504921779}, "test": {"Bleu_1": 0.21724942565348693, "Bleu_2": 0.1321307207520121, "Bleu_3": 0.02946359572670626, "Bleu_4": 2.7172193477272273e-06, "METEOR": 0.19452746053182124, "ROUGE_L": 0.2355146733384825, "BERTScore": 0.9260371140160486, "MoverScore": 0.6199751890389714}}
eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.25796626079190804, "Bleu_2": 0.17610693499166566, "Bleu_3": 0.08389967108832734, "Bleu_4": 0.04799557943999738, "METEOR": 0.24054802007817827, "ROUGE_L": 0.2696000513194497, "BERTScore": 0.9362217502279596, "MoverScore": 0.658154326050233}, "test": {"Bleu_1": 0.22428707344922597, "Bleu_2": 0.1375849334144883, "Bleu_3": 0.05754856310747545, "Bleu_4": 0.024973340420465864, "METEOR": 0.210545932024448, "ROUGE_L": 0.23878180126618567, "BERTScore": 0.9310316465287932, "MoverScore": 0.627172842270722}}
eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.24551969116075117, "Bleu_2": 0.16537480849363947, "Bleu_3": 0.07637157848704822, "Bleu_4": 0.045384707046812474, "METEOR": 0.2391086393128869, "ROUGE_L": 0.2634312424511352, "BERTScore": 0.934432965713543, "MoverScore": 0.6585000671880973}, "test": {"Bleu_1": 0.22317780397702688, "Bleu_2": 0.13736616451426176, "Bleu_3": 0.04780136187940482, "Bleu_4": 3.8775125297960566e-06, "METEOR": 0.20603930224653336, "ROUGE_L": 0.2370773529266555, "BERTScore": 0.9283541153862839, "MoverScore": 0.6244982140336275}}
eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.23939143468931318, "Bleu_2": 0.15974583241954876, "Bleu_3": 0.0550758661433032, "Bleu_4": 5.326108312858985e-06, "METEOR": 0.2339625418902387, "ROUGE_L": 0.25927222923788706, "BERTScore": 0.9330567200105269, "MoverScore": 0.6490233504921779}, "test": {"Bleu_1": 0.21724942565348693, "Bleu_2": 0.1321307207520121, "Bleu_3": 0.02946359572670626, "Bleu_4": 2.7172193477272273e-06, "METEOR": 0.19452746053182124, "ROUGE_L": 0.2355146733384825, "BERTScore": 0.9260371882878049, "MoverScore": 0.6199751890389714}}
eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.25796626079190804, "Bleu_2": 0.17610693499166566, "Bleu_3": 0.08389967108832734, "Bleu_4": 0.04799557943999738, "METEOR": 0.24054802007817827, "ROUGE_L": 0.2696000513194497, "BERTScore": 0.9362217476079752, "MoverScore": 0.658154326050233}, "test": {"Bleu_1": 0.22428707344922597, "Bleu_2": 0.1375849334144883, "Bleu_3": 0.05754856310747545, "Bleu_4": 0.024973340420465864, "METEOR": 0.210545932024448, "ROUGE_L": 0.23878180126618567, "BERTScore": 0.9310316443443298, "MoverScore": 0.627172842270722}}
eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.24551969116075117, "Bleu_2": 0.16537480849363947, "Bleu_3": 0.07637157848704822, "Bleu_4": 0.045384707046812474, "METEOR": 0.2391086393128869, "ROUGE_L": 0.2634312424511352, "BERTScore": 0.9344329650585468, "MoverScore": 0.6585000671880973}, "test": {"Bleu_1": 0.22317780397702688, "Bleu_2": 0.13736616451426176, "Bleu_3": 0.04780136187940482, "Bleu_4": 3.8775125297960566e-06, "METEOR": 0.20603930224653336, "ROUGE_L": 0.2370773529266555, "BERTScore": 0.9283542754762459, "MoverScore": 0.6244982140336275}}
eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.23939143468931318, "Bleu_2": 0.15974583241954876, "Bleu_3": 0.0550758661433032, "Bleu_4": 5.326108312858985e-06, "METEOR": 0.2339625418902387, "ROUGE_L": 0.25927222923788706, "BERTScore": 0.9330566872607221, "MoverScore": 0.6490233504921779}, "test": {"Bleu_1": 0.21724942565348693, "Bleu_2": 0.1321307207520121, "Bleu_3": 0.02946359572670626, "Bleu_4": 2.7172193477272273e-06, "METEOR": 0.19452746053182124, "ROUGE_L": 0.2355146733384825, "BERTScore": 0.9260371892240035, "MoverScore": 0.6199751890389714}}
eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.25796626079190804, "Bleu_2": 0.17610693499166566, "Bleu_3": 0.08389967108832734, "Bleu_4": 0.04799557943999738, "METEOR": 0.24054802007817827, "ROUGE_L": 0.2696000513194497, "BERTScore": 0.9362217482629713, "MoverScore": 0.658154326050233}, "test": {"Bleu_1": 0.22428707344922597, "Bleu_2": 0.1375849334144883, "Bleu_3": 0.05754856310747545, "Bleu_4": 0.024973340420465864, "METEOR": 0.210545932024448, "ROUGE_L": 0.23878180126618567, "BERTScore": 0.9310316468408595, "MoverScore": 0.627172842270722}}
eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.books.txt ADDED
@@ -0,0 +1,191 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the book?
2
+ How is the relationship?
3
+ How is the book?
4
+ How is the character development?
5
+ How is the write?
6
+ How is the dialogue?
7
+ How is the quality of the book?
8
+ How is the book?
9
+ How is the book?
10
+ How is the book?
11
+ How is the book?
12
+ How is the write style?
13
+ How is the information?
14
+ How is the plot line?
15
+ How is the write?
16
+ How is the book?
17
+ How is the book?
18
+ How is the story?
19
+ How is the character development?
20
+ How is the end of the book?
21
+ How is the story?
22
+ How is the book?
23
+ How is the book?
24
+ How is the story?
25
+ How is the plot line?
26
+ How is the book?
27
+ How is the book?
28
+ How is the book?
29
+ How is the book?
30
+ How is the book?
31
+ How is the book?
32
+ How is story line?
33
+ How is the book?
34
+ How is the story?
35
+ How is the story?
36
+ How is the quality of the book?
37
+ How is the character development?
38
+ How is the book?
39
+ How is the character development?
40
+ How is the book?
41
+ How is the book?
42
+ How is the cover?
43
+ How is the dialogue?
44
+ How is the story?
45
+ How is the cover?
46
+ How is the book?
47
+ How is the relationship?
48
+ How is the book?
49
+ How is the story?
50
+ How is the book?
51
+ How is the character development?
52
+ How is the book?
53
+ How is the story line?
54
+ How is the development of the characters?
55
+ How is the book?
56
+ How is the book?
57
+ How is the book?
58
+ How is the plot line?
59
+ How is the story line?
60
+ How is the character development?
61
+ How is the book?
62
+ How is the book?
63
+ How is the write style?
64
+ How is the book?
65
+ How is the book?
66
+ How is the book?
67
+ How is the story?
68
+ How is the book?
69
+ How is the book?
70
+ How is the book?
71
+ How is the book?
72
+ How is the book?
73
+ How is the plot line?
74
+ How is the book?
75
+ How is the book?
76
+ How is the book?
77
+ How is the book?
78
+ How is the plot line?
79
+ How is the book?
80
+ How is the story line?
81
+ How is the book?
82
+ How is the book?
83
+ How is the book?
84
+ How is the story?
85
+ How is the character development?
86
+ How is the book?
87
+ How is the book?
88
+ How is the language?
89
+ How is the book?
90
+ How is the story line?
91
+ How is the write?
92
+ How is the character development?
93
+ How is the book?
94
+ How is the character development?
95
+ How is the book?
96
+ How is the character development?
97
+ How is the story?
98
+ How is the book?
99
+ How is the book?
100
+ How is the book?
101
+ How is the information?
102
+ How is the story?
103
+ How is the quality of the book?
104
+ How is the cover?
105
+ How is the cover?
106
+ How is the book?
107
+ How is the book?
108
+ How is the book?
109
+ How is the character development?
110
+ How is the action?
111
+ How is the book?
112
+ How is the write?
113
+ How is the plot line?
114
+ How is the storyline?
115
+ How is the book?
116
+ How is the book?
117
+ How is the character development?
118
+ How is the book?
119
+ How is the book?
120
+ How is the cover?
121
+ How is the book?
122
+ How is the character development?
123
+ How is the book?
124
+ How is the book?
125
+ How is the book?
126
+ How is the story?
127
+ How is the book?
128
+ How is the character development?
129
+ How is the romance?
130
+ How is the romance?
131
+ How is the family?
132
+ How is the book?
133
+ How is the story?
134
+ How is the story line?
135
+ How is the book?
136
+ How is the book?
137
+ How is the book?
138
+ How is the book?
139
+ How is the book?
140
+ How is the character development?
141
+ How is the book?
142
+ How is the book?
143
+ How is the book?
144
+ How is the book?
145
+ How is the story?
146
+ How is the character development?
147
+ How is the book?
148
+ How is the character development?
149
+ How is the book?
150
+ How is the book?
151
+ How is the book?
152
+ How old is the book?
153
+ How is the plot line?
154
+ How is the book?
155
+ How is the book?
156
+ How is the plot line?
157
+ How is the book?
158
+ How is the plot line?
159
+ How is the character development?
160
+ How is the story line?
161
+ How is the plot?
162
+ How is the plot line?
163
+ How is the book?
164
+ How is the character development?
165
+ How is the book?
166
+ How is the plot line?
167
+ How is the book?
168
+ How is the book?
169
+ How is the character development?
170
+ How is the book?
171
+ How is the book?
172
+ How is the story line?
173
+ How is the mystery?
174
+ How is the book?
175
+ How is the book?
176
+ How is the book?
177
+ How do you like the book?
178
+ How is the book?
179
+ How is the book?
180
+ How is the book?
181
+ How is the story?
182
+ How is the book?
183
+ How is the character development?
184
+ How is the movie?
185
+ How is the book?
186
+ How is the book?
187
+ How is the book?
188
+ How is the character development?
189
+ How is the story?
190
+ How is the character development?
191
+ How is the character development?
eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.books.txt ADDED
@@ -0,0 +1,191 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the book?
2
+ How is the relationship?
3
+ How is the book?
4
+ How is the character development?
5
+ How is the write?
6
+ How is the dialogue?
7
+ How is the book?
8
+ How is the book?
9
+ How is the book?
10
+ How is the book?
11
+ How is the book?
12
+ How is the write style?
13
+ How is the book?
14
+ How is the book?
15
+ How long is the book?
16
+ How is the book?
17
+ How is the book?
18
+ How is the story?
19
+ How is the story?
20
+ How is the book?
21
+ How is the story?
22
+ How is the story?
23
+ How is the book?
24
+ How is the story?
25
+ How is the plot line?
26
+ How is the book?
27
+ How is the book?
28
+ How is the book?
29
+ How is the book?
30
+ How is the book?
31
+ How is the book?
32
+ How is story line?
33
+ How is the book?
34
+ How is the story?
35
+ How is the story?
36
+ How is the quality of the book?
37
+ How is the book?
38
+ How is the book?
39
+ How is the story line?
40
+ How is the book?
41
+ How is the book?
42
+ How is the book?
43
+ How is the dialogue?
44
+ How is the book?
45
+ How is the book?
46
+ How is the book?
47
+ How is the relationship?
48
+ How is the book?
49
+ How is the book?
50
+ How is the write style?
51
+ How is the book?
52
+ How is the book?
53
+ How is the plot line?
54
+ How is the development of the story?
55
+ How is the book?
56
+ How is the book?
57
+ How is the book?
58
+ How is the plot line?
59
+ How is the write?
60
+ How is the character development?
61
+ How is the book?
62
+ How is the book?
63
+ How is the write style?
64
+ How is the book?
65
+ How is the book?
66
+ How is the book?
67
+ How is the story?
68
+ How is the book?
69
+ How is the book?
70
+ How is the book?
71
+ How is the book?
72
+ How is the book?
73
+ How is the plot line?
74
+ How is the book?
75
+ How is the story?
76
+ How is the book?
77
+ How is the book?
78
+ How is the plot?
79
+ How is the book?
80
+ How is the story line?
81
+ How is the book?
82
+ How is the book?
83
+ How is the book?
84
+ How is the story?
85
+ How is the love story?
86
+ How is the book?
87
+ How is the book?
88
+ How is the language?
89
+ How is the book?
90
+ How is the story line?
91
+ How is the book?
92
+ How is the character development?
93
+ How is the book?
94
+ How is the book?
95
+ How is the book?
96
+ How is the story line?
97
+ How is the book?
98
+ How is the book?
99
+ How is the book?
100
+ How is the book?
101
+ How is the book?
102
+ How is the story?
103
+ How is the book?
104
+ How is the cover?
105
+ How is the cover?
106
+ How is the book?
107
+ How is the book?
108
+ How is the book?
109
+ How is the character development?
110
+ How is the book?
111
+ How is the book?
112
+ How is the write?
113
+ How is the story?
114
+ How is the storyline?
115
+ How is the book?
116
+ How is the book?
117
+ How is the book?
118
+ How is the book?
119
+ How is the book?
120
+ How is the cover?
121
+ How is the book?
122
+ How is the story?
123
+ How is the book?
124
+ How is the book?
125
+ How is the book?
126
+ How is the story?
127
+ How is the book?
128
+ How is the book?
129
+ How is the book?
130
+ How is the romance?
131
+ How is the book?
132
+ How is the book?
133
+ How is the story?
134
+ How is the story line?
135
+ How is the book?
136
+ How is the book?
137
+ How is the book?
138
+ How is the book?
139
+ How is the book?
140
+ How is the character development?
141
+ How is the book?
142
+ How is the book?
143
+ How is the book?
144
+ How is the book?
145
+ How is the story?
146
+ How is the book?
147
+ How is the book?
148
+ How is the book?
149
+ How is the book?
150
+ How is the book?
151
+ How is the book?
152
+ How is the book?
153
+ How is the story line?
154
+ How is the book?
155
+ How is the book?
156
+ How is the plot line?
157
+ How is the book?
158
+ How is the plot line?
159
+ How is the character development?
160
+ How is the book?
161
+ How is the book?
162
+ How is the plot line?
163
+ How is the book?
164
+ How is the character development?
165
+ How is the book?
166
+ How is the story?
167
+ How is the book?
168
+ How is the book?
169
+ How is the character development?
170
+ How is the book?
171
+ How is the book?
172
+ How is the story line?
173
+ How is the mystery?
174
+ How is the story?
175
+ How is the book?
176
+ How is the book?
177
+ How is the book?
178
+ How is the book?
179
+ How is the book?
180
+ How is the book?
181
+ How is the story?
182
+ How is the book?
183
+ How is the write?
184
+ How is the story?
185
+ How is the book?
186
+ How do you like the book?
187
+ How is the romance?
188
+ How is the character development?
189
+ How is the story?
190
+ How is the character development?
191
+ How is the character development?
eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.books.txt ADDED
@@ -0,0 +1,191 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the book?
2
+ How is the relationship?
3
+ How is the book?
4
+ How is the character development?
5
+ How is the write?
6
+ How is the dialogue?
7
+ How is the character development?
8
+ How is the book?
9
+ How is the book?
10
+ How is the quality of the book?
11
+ How is the end?
12
+ How is the perspective?
13
+ How is the information?
14
+ How is the story?
15
+ How is the write?
16
+ How is the beginning?
17
+ How is the book?
18
+ How is the story?
19
+ How is the character development?
20
+ How is the end?
21
+ How is the story?
22
+ How is the family?
23
+ How is the book?
24
+ How is the theme?
25
+ How is the plot line?
26
+ How is the book?
27
+ How is the book?
28
+ How is the star?
29
+ How is the story line?
30
+ How is the book?
31
+ How is the book?
32
+ How is story line?
33
+ How is the quality of the book?
34
+ How is the story?
35
+ How is the story?
36
+ How is the character development?
37
+ How is the character development?
38
+ How is the book?
39
+ How is character development?
40
+ How rich is the book?
41
+ How is the book?
42
+ How is the cover?
43
+ How is the dialogue?
44
+ How is the story?
45
+ How is the cover?
46
+ How is the relationship?
47
+ How is the relationship?
48
+ How is the story?
49
+ How is the story?
50
+ How is the story?
51
+ How is the character development?
52
+ How is the interest?
53
+ How is the character development?
54
+ How is the development of the characters?
55
+ How is the story?
56
+ How is the review?
57
+ How do you like the character development?
58
+ How is the plot?
59
+ How is the relationship between women and men?
60
+ How is the character development?
61
+ How is the journey?
62
+ How is the book?
63
+ How is the write style?
64
+ How is the character development?
65
+ How is the book?
66
+ How is the book?
67
+ How is the story?
68
+ How is the relationship?
69
+ How is the book?
70
+ How is the story?
71
+ How is the book?
72
+ How is the book?
73
+ How is the plot line?
74
+ How is the mystery?
75
+ How is the book?
76
+ How is the story?
77
+ How is the plot?
78
+ How is the plot?
79
+ How is the story?
80
+ How is the story line?
81
+ How is the book?
82
+ How is the book?
83
+ How is the book?
84
+ How is the quality of the words?
85
+ How is the story?
86
+ How is the book?
87
+ How is the relationship?
88
+ How is the language?
89
+ How is the book?
90
+ How is the story?
91
+ How is the write?
92
+ How is the character development?
93
+ How is the book?
94
+ How is the story line?
95
+ How is the character development?
96
+ How is the character development?
97
+ How is the past?
98
+ How good is the book?
99
+ How is the book?
100
+ How is the quality of the book?
101
+ How is the information?
102
+ How is the story?
103
+ How is the review?
104
+ How is the cover?
105
+ How is the cover?
106
+ How is the story line?
107
+ How is the read?
108
+ How is the book?
109
+ How is the character development?
110
+ How is the action?
111
+ How is the story?
112
+ How is the write?
113
+ How is the story?
114
+ How is the storyline?
115
+ How is the book?
116
+ How is the book?
117
+ How is the character development?
118
+ How is the character development?
119
+ How is the dialogue?
120
+ How is the cover?
121
+ How is the book?
122
+ How is the character development?
123
+ How is the character development?
124
+ How is the book?
125
+ How is the story?
126
+ How is the story?
127
+ How is the book?
128
+ How is the character?
129
+ How is the romance?
130
+ How is the romance?
131
+ How is the family?
132
+ How is the background?
133
+ How is the book?
134
+ How is the character development?
135
+ How is the quality of the book?
136
+ How is the book?
137
+ How is the book?
138
+ How is the plot point?
139
+ How is the book?
140
+ How is the character development?
141
+ How is the talent?
142
+ How is the detail?
143
+ How is the narration?
144
+ How is the book?
145
+ How is the story?
146
+ How is the character development?
147
+ How is the book?
148
+ How is the character development?
149
+ What do you think about the story?
150
+ How is the book?
151
+ How is the book?
152
+ How old is the character?
153
+ How is the story line?
154
+ How is the story?
155
+ How is the book?
156
+ How is the plot line?
157
+ How is the information?
158
+ How is the story line?
159
+ How is the character development?
160
+ How is the story line?
161
+ How is the plot?
162
+ How is the story?
163
+ How is the book?
164
+ How is the character development?
165
+ How is the book?
166
+ How is the story?
167
+ How is the character development?
168
+ How is the book?
169
+ How is the character development?
170
+ How is the book?
171
+ How is the book?
172
+ How is the story line?
173
+ How is the mystery?
174
+ How is the book?
175
+ How is the book?
176
+ How is the book?
177
+ How is the book?
178
+ How is the book?
179
+ How is the character development?
180
+ How is the book?
181
+ How is the story?
182
+ How is the book?
183
+ How is the character development?
184
+ How is the movie?
185
+ How is the book?
186
+ How is the book?
187
+ How is the story?
188
+ How is the character development?
189
+ How is the story?
190
+ How is the character development?
191
+ How is the character development?
eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.books.txt ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the book?
2
+ How is the book?
3
+ How is the book?
4
+ How is the book?
5
+ How is the book?
6
+ How is the book?
7
+ How is the story?
8
+ How is the character development?
9
+ How is the book?
10
+ How is the story line?
11
+ How is the relationship?
12
+ How is the book?
13
+ How is the book?
14
+ How is the book?
15
+ How is the story?
16
+ How is the book?
17
+ How is the story?
18
+ How is the book?
19
+ How is story line?
20
+ How is the story?
21
+ How is the book?
22
+ How is the book?
23
+ How is story line?
24
+ How is the story?
25
+ How is the book?
26
+ How is the story?
27
+ How is the book?
28
+ How is the story?
29
+ How is the story?
30
+ How is the book?
31
+ How is the book?
32
+ How is the write?
33
+ How is the book?
34
+ How is the story?
35
+ How is the book?
36
+ How is the character development?
37
+ How is the book?
38
+ How is the book?
39
+ How is the book?
40
+ How is the book?
41
+ How is the book?
42
+ How is the book?
43
+ How is the book?
44
+ How is the story line?
45
+ How is the book?
46
+ How is the series?
47
+ How is the story?
48
+ How is the book?
49
+ How is the book?
50
+ How is the book?
51
+ How is the love?
52
+ How is the book?
53
+ How is the sex scene?
54
+ How is the book?
55
+ How is the book?
56
+ How is the book?
57
+ How is the book?
58
+ How is the book?
59
+ How is the book?
60
+ How is the plot line?
61
+ How is the end of the book?
62
+ How is the book?
63
+ How is the write?
64
+ How is the book?
65
+ How is the action?
66
+ How is the love story?
67
+ How is the book?
68
+ How is the book?
69
+ How is the book?
70
+ How is the sex?
71
+ How is the book?
72
+ How is the story?
73
+ How is the story?
74
+ How is the premise?
75
+ How is the concept of the book?
76
+ How is the story line?
77
+ How is the plot line?
78
+ How is the book?
79
+ How is the book?
80
+ How is the book?
81
+ How is the book?
82
+ How is the book?
83
+ How is the story?
84
+ How is the book?
85
+ How is the romance?
86
+ How is the story?
87
+ How is the series?
88
+ How is the story?
89
+ How is the book?
90
+ How is the story?
91
+ How is the book?
92
+ How is the book?
eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.books.txt ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the book?
2
+ How is the book?
3
+ How is the book?
4
+ How is the book?
5
+ How is the book?
6
+ How is the book?
7
+ How is the story?
8
+ How is the character development?
9
+ How is the book?
10
+ How is the story line?
11
+ How is the book?
12
+ How is the book?
13
+ How is the book?
14
+ How is the book?
15
+ How is the story?
16
+ How is the book?
17
+ How is the book?
18
+ How is the book?
19
+ How is story line?
20
+ How is the book?
21
+ How is the book?
22
+ How is the book?
23
+ How is the story?
24
+ How is the concept?
25
+ How is the book?
26
+ How is the story?
27
+ How is the book?
28
+ How is the story?
29
+ How is the story?
30
+ How is the book?
31
+ How is the book?
32
+ How is the write?
33
+ How is the book?
34
+ How is the story?
35
+ How is the book?
36
+ How is the character development?
37
+ How is the book?
38
+ How is the book?
39
+ How is the book?
40
+ How is the book?
41
+ How is the book?
42
+ How is the book?
43
+ How is the book?
44
+ How is the story line?
45
+ How is the book?
46
+ How is the series?
47
+ How is the story?
48
+ How is the book?
49
+ How is the book?
50
+ How is the book?
51
+ How is the book?
52
+ How is the book?
53
+ How is the book?
54
+ How is the book?
55
+ How is the book?
56
+ How is the book?
57
+ How is the book?
58
+ How is the book?
59
+ How is the book?
60
+ How is the plot line?
61
+ How is the end of the book?
62
+ How is the book?
63
+ How is the book?
64
+ How is the book?
65
+ How is the book?
66
+ How is the book?
67
+ How is the book?
68
+ How is the book?
69
+ How is the book?
70
+ How is the sex?
71
+ How is the plot line?
72
+ How is the book?
73
+ How is the book?
74
+ How is the book?
75
+ How is the book?
76
+ How is the book?
77
+ How is the plot line?
78
+ How is the book?
79
+ How is the book?
80
+ How is the book?
81
+ How is the book?
82
+ How is the book?
83
+ How is the story?
84
+ How is the book?
85
+ How is the book?
86
+ How is the story?
87
+ How is the series?
88
+ How is the story?
89
+ How is the book?
90
+ How is the book?
91
+ How is the book?
92
+ How is the story line?
eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.books.txt ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the quality of the book?
2
+ How is the world?
3
+ How is the book?
4
+ How is the book?
5
+ How is the book?
6
+ How is the story?
7
+ How is the story?
8
+ How is the character development?
9
+ How is the book?
10
+ How is the story line?
11
+ How is the relationship?
12
+ How is the book?
13
+ How is the quality of the book?
14
+ How is the book?
15
+ How is the story?
16
+ How is the book?
17
+ How is the story?
18
+ How is the book?
19
+ How is the story?
20
+ How is the story?
21
+ How is the description?
22
+ How is the book?
23
+ How is the story?
24
+ How is the story?
25
+ How is the book?
26
+ How is the story?
27
+ How is the quality of the book?
28
+ How is the story?
29
+ How is the story?
30
+ How is the book?
31
+ How is the story?
32
+ How is the write?
33
+ How is the book?
34
+ How is the story?
35
+ How is the popularity of the book?
36
+ How is the character development?
37
+ How is the quality of the book?
38
+ How is the concept?
39
+ How is the book?
40
+ How is the book?
41
+ How is the book?
42
+ How is the book?
43
+ How is the book?
44
+ How is story line?
45
+ How is the series?
46
+ How is the book?
47
+ How is the story?
48
+ How is the book?
49
+ How is the quality of the book?
50
+ How is the book?
51
+ How is the love?
52
+ How is the book?
53
+ How is the scene?
54
+ How is the book?
55
+ How is the story?
56
+ How is the book?
57
+ How is the book?
58
+ How is the book?
59
+ How is the book?
60
+ How is the plot line?
61
+ How is the end of the book?
62
+ How is the book?
63
+ How is the write?
64
+ How is the book?
65
+ How is the action?
66
+ How is the love?
67
+ How is the book?
68
+ How is the book?
69
+ How is the book?
70
+ How is the sex?
71
+ How is the story?
72
+ How is the story?
73
+ How is the world?
74
+ How is the premise?
75
+ How is the concept of the book?
76
+ How is the story line?
77
+ How is the plot?
78
+ How is the book?
79
+ How is the quality of the book?
80
+ How is the book?
81
+ How is the future?
82
+ How is the quality of the gift?
83
+ How is the story?
84
+ How is the story?
85
+ How is the romance?
86
+ How is the story?
87
+ How is the series?
88
+ How is the story?
89
+ How many pages is the book?
90
+ How is the story?
91
+ How is the quality of the book?
92
+ How is the book?
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f04c88582a87770b795f85321637afabbb3fc93e0a7f3a563a40f89bfaf4bf01
3
- size 1625555649
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9f4df2812f642bc5ec54a3b3372422822df665c8c3f5235383e600fc5c8480b
3
+ size 1625562881
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "bart_large_subjqa_books/best_model", "tokenizer_class": "BartTokenizer"}
 
1
+ {"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "lmqg_output/qg_subjqa/bart_large_subjqa_books/model_wqkggh/epoch_1", "tokenizer_class": "BartTokenizer"}
trainer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_path": "asahi417/qg_subjqa", "dataset_name": "books", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": null, "model": "asahi417/lmqg-bart-large-squad", "max_length": 512, "max_length_output": 32, "epoch": 2, "batch": 8, "lr": 0.0001, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 8, "label_smoothing": 0.15}