model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "bart_large_subjqa_grocery/best_model",
+  "_name_or_path": "lmqg_output/qg_subjqa/bart_large_subjqa_grocery/model_cejauh/epoch_1",
   "activation_dropout": 0.1,
   "activation_function": "gelu",
   "add_bias_logits": false,

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2943396226409541, "Bleu_2": 0.20624886298307268, "Bleu_3": 0.10123556004925527, "Bleu_4": 0.046237394462070994, "METEOR": 0.30266222553306144, "ROUGE_L": 0.30570761082419706, "BERTScore": 0.9509165050959824, "MoverScore": 0.7079596744613408}, "test": {"Bleu_1": 0.23182628082442705, "Bleu_2": 0.1519865730754544, "Bleu_3": 0.048356756474868146, "Bleu_4": 0.019179366288047475, "METEOR": 0.20487990669413111, "ROUGE_L": 0.2418107727232638, "BERTScore": 0.9410926322194706, "MoverScore": 0.6582860028323778}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2868068833646524, "Bleu_2": 0.20024633004828482, "Bleu_3": 0.09562557204082844, "Bleu_4": 7.940079748514441e-06, "METEOR": 0.2841469101135994, "ROUGE_L": 0.29840907748326445, "BERTScore": 0.9490134131790388, "MoverScore": 0.6917194140438337}, "test": {"Bleu_1": 0.23087058514683587, "Bleu_2": 0.15108476056819636, "Bleu_3": 0.04809550387697255, "Bleu_4": 0.0190550602148016, "METEOR": 0.1980466409548451, "ROUGE_L": 0.23994439972327194, "BERTScore": 0.9403116311435649, "MoverScore": 0.6541678481029073}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.30343511450323774, "Bleu_2": 0.21593319627728483, "Bleu_3": 0.10922997177908736, "Bleu_4": 0.05860245318164894, "METEOR": 0.30487114038863256, "ROUGE_L": 0.3112389109672975, "BERTScore": 0.9518087830873999, "MoverScore": 0.7102411123287133}, "test": {"Bleu_1": 0.23482587064664934, "Bleu_2": 0.15366250689267474, "Bleu_3": 0.053236213991883594, "Bleu_4": 0.024247072418863213, "METEOR": 0.21476768171239222, "ROUGE_L": 0.24146572322626336, "BERTScore": 0.9397161002209444, "MoverScore": 0.660632139558605}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2943396226409541, "Bleu_2": 0.20624886298307268, "Bleu_3": 0.10123556004925527, "Bleu_4": 0.046237394462070994, "METEOR": 0.30266222553306144, "ROUGE_L": 0.30570761082419706, "BERTScore": 0.9509165127678673, "MoverScore": 0.7079596744613408}, "test": {"Bleu_1": 0.23203543255415934, "Bleu_2": 0.15216527462667914, "Bleu_3": 0.048526751263392, "Bleu_4": 0.01927391493436579, "METEOR": 0.20416690760008002, "ROUGE_L": 0.2427952824375067, "BERTScore": 0.9410222776730855, "MoverScore": 0.6578848482297844}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2868068833646524, "Bleu_2": 0.20024633004828482, "Bleu_3": 0.09562557204082844, "Bleu_4": 7.940079748514441e-06, "METEOR": 0.2841469101135994, "ROUGE_L": 0.29840907748326445, "BERTScore": 0.9490134155396188, "MoverScore": 0.6917194140438337}, "test": {"Bleu_1": 0.2310803118698269, "Bleu_2": 0.15126076250550965, "Bleu_3": 0.04826376906845901, "Bleu_4": 0.019148212318272087, "METEOR": 0.19751161092109182, "ROUGE_L": 0.24090900145884833, "BERTScore": 0.9402219624519348, "MoverScore": 0.6537883585247093}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.30343511450323774, "Bleu_2": 0.21593319627728483, "Bleu_3": 0.10922997177908736, "Bleu_4": 0.05860245318164894, "METEOR": 0.30487114038863256, "ROUGE_L": 0.3112389109672975, "BERTScore": 0.95180876538305, "MoverScore": 0.7102411123287133}, "test": {"Bleu_1": 0.2356781236108977, "Bleu_2": 0.15425635588238273, "Bleu_3": 0.05356119272355163, "Bleu_4": 0.02442611717539109, "METEOR": 0.21433187810512058, "ROUGE_L": 0.24244655241253832, "BERTScore": 0.9396302372614542, "MoverScore": 0.6602475794060664}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2943396226409541, "Bleu_2": 0.20624886298307268, "Bleu_3": 0.10123556004925527, "Bleu_4": 0.046237394462070994, "METEOR": 0.30266222553306144, "ROUGE_L": 0.30570761082419706, "BERTScore": 0.9509164980142424, "MoverScore": 0.7079596744613408}, "test": {"Bleu_1": 0.23203543255415934, "Bleu_2": 0.15216527462667914, "Bleu_3": 0.048526751263392, "Bleu_4": 0.01927391493436579, "METEOR": 0.20416690760008002, "ROUGE_L": 0.2427952824375067, "BERTScore": 0.9410223035812378, "MoverScore": 0.6578848482297844}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2868068833646524, "Bleu_2": 0.20024633004828482, "Bleu_3": 0.09562557204082844, "Bleu_4": 7.940079748514441e-06, "METEOR": 0.2841469101135994, "ROUGE_L": 0.29840907748326445, "BERTScore": 0.9490134155396188, "MoverScore": 0.6917194140438337}, "test": {"Bleu_1": 0.2310803118698269, "Bleu_2": 0.15126076250550965, "Bleu_3": 0.04826376906845901, "Bleu_4": 0.019148212318272087, "METEOR": 0.19751161092109182, "ROUGE_L": 0.24090900145884833, "BERTScore": 0.9402219614982605, "MoverScore": 0.6537883585247093}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.30343511450323774, "Bleu_2": 0.21593319627728483, "Bleu_3": 0.10922997177908736, "Bleu_4": 0.05860245318164894, "METEOR": 0.30487114038863256, "ROUGE_L": 0.3112389109672975, "BERTScore": 0.951808762432325, "MoverScore": 0.7102411123287133}, "test": {"Bleu_1": 0.2356781236108977, "Bleu_2": 0.15425635588238273, "Bleu_3": 0.05356119272355163, "Bleu_4": 0.02442611717539109, "METEOR": 0.21433187810512058, "ROUGE_L": 0.24244655241253832, "BERTScore": 0.939630249341329, "MoverScore": 0.6602475794060664}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2943396226409541, "Bleu_2": 0.20624886298307268, "Bleu_3": 0.10123556004925527, "Bleu_4": 0.046237394462070994, "METEOR": 0.30266222553306144, "ROUGE_L": 0.30570761082419706, "BERTScore": 0.9509165115875773, "MoverScore": 0.7079596744613408}, "test": {"Bleu_1": 0.23203543255415934, "Bleu_2": 0.15216527462667914, "Bleu_3": 0.048526751263392, "Bleu_4": 0.01927391493436579, "METEOR": 0.20416690760008002, "ROUGE_L": 0.2427952824375067, "BERTScore": 0.9410223121643067, "MoverScore": 0.6578848482297844}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2868068833646524, "Bleu_2": 0.20024633004828482, "Bleu_3": 0.09562557204082844, "Bleu_4": 7.940079748514441e-06, "METEOR": 0.2841469101135994, "ROUGE_L": 0.29840907748326445, "BERTScore": 0.9490134285228087, "MoverScore": 0.6917194140438337}, "test": {"Bleu_1": 0.2310803118698269, "Bleu_2": 0.15126076250550965, "Bleu_3": 0.04826376906845901, "Bleu_4": 0.019148212318272087, "METEOR": 0.19751161092109182, "ROUGE_L": 0.24090900145884833, "BERTScore": 0.9402219630877177, "MoverScore": 0.6537883585247093}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.30343511450323774, "Bleu_2": 0.21593319627728483, "Bleu_3": 0.10922997177908736, "Bleu_4": 0.05860245318164894, "METEOR": 0.30487114038863256, "ROUGE_L": 0.3112389109672975, "BERTScore": 0.95180877954653, "MoverScore": 0.7102411123287133}, "test": {"Bleu_1": 0.2356781236108977, "Bleu_2": 0.15425635588238273, "Bleu_3": 0.05356119272355163, "Bleu_4": 0.02442611717539109, "METEOR": 0.21433187810512058, "ROUGE_L": 0.24244655241253832, "BERTScore": 0.9396302393277486, "MoverScore": 0.6602475794060664}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2943396226409541, "Bleu_2": 0.20624886298307268, "Bleu_3": 0.10123556004925527, "Bleu_4": 0.046237394462070994, "METEOR": 0.30266222553306144, "ROUGE_L": 0.30570761082419706, "BERTScore": 0.9509165050959824, "MoverScore": 0.7079596744613408}, "test": {"Bleu_1": 0.23203543255415934, "Bleu_2": 0.15216527462667914, "Bleu_3": 0.048526751263392, "Bleu_4": 0.01927391493436579, "METEOR": 0.20416690760008002, "ROUGE_L": 0.2427952824375067, "BERTScore": 0.941022305170695, "MoverScore": 0.6578848482297844}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2868068833646524, "Bleu_2": 0.20024633004828482, "Bleu_3": 0.09562557204082844, "Bleu_4": 7.940079748514441e-06, "METEOR": 0.2841469101135994, "ROUGE_L": 0.29840907748326445, "BERTScore": 0.9490134013761388, "MoverScore": 0.6917194140438337}, "test": {"Bleu_1": 0.2310803118698269, "Bleu_2": 0.15126076250550965, "Bleu_3": 0.04826376906845901, "Bleu_4": 0.019148212318272087, "METEOR": 0.19751161092109182, "ROUGE_L": 0.24090900145884833, "BERTScore": 0.9402219624519348, "MoverScore": 0.6537883585247093}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.30343511450323774, "Bleu_2": 0.21593319627728483, "Bleu_3": 0.10922997177908736, "Bleu_4": 0.05860245318164894, "METEOR": 0.30487114038863256, "ROUGE_L": 0.3112389109672975, "BERTScore": 0.9518087730549349, "MoverScore": 0.7102411123287133}, "test": {"Bleu_1": 0.2356781236108977, "Bleu_2": 0.15425635588238273, "Bleu_3": 0.05356119272355163, "Bleu_4": 0.02442611717539109, "METEOR": 0.21433187810512058, "ROUGE_L": 0.24244655241253832, "BERTScore": 0.9396302506128947, "MoverScore": 0.6602475794060664}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2943396226409541, "Bleu_2": 0.20624886298307268, "Bleu_3": 0.10123556004925527, "Bleu_4": 0.046237394462070994, "METEOR": 0.30266222553306144, "ROUGE_L": 0.30570761082419706, "BERTScore": 0.9509165068664173, "MoverScore": 0.7079596744613408}, "test": {"Bleu_1": 0.23203543255415934, "Bleu_2": 0.15216527462667914, "Bleu_3": 0.048526751263392, "Bleu_4": 0.01927391493436579, "METEOR": 0.20416690760008002, "ROUGE_L": 0.2427952824375067, "BERTScore": 0.9410223107337952, "MoverScore": 0.6578848482297844}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2868068833646524, "Bleu_2": 0.20024633004828482, "Bleu_3": 0.09562557204082844, "Bleu_4": 7.940079748514441e-06, "METEOR": 0.2841469101135994, "ROUGE_L": 0.29840907748326445, "BERTScore": 0.9490133907535289, "MoverScore": 0.6917194140438337}, "test": {"Bleu_1": 0.2310803118698269, "Bleu_2": 0.15126076250550965, "Bleu_3": 0.04826376906845901, "Bleu_4": 0.019148212318272087, "METEOR": 0.19751161092109182, "ROUGE_L": 0.24090900145884833, "BERTScore": 0.9402219621340434, "MoverScore": 0.6537883585247093}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.30343511450323774, "Bleu_2": 0.21593319627728483, "Bleu_3": 0.10922997177908736, "Bleu_4": 0.05860245318164894, "METEOR": 0.30487114038863256, "ROUGE_L": 0.3112389109672975, "BERTScore": 0.9518087789563849, "MoverScore": 0.7102411123287133}, "test": {"Bleu_1": 0.2356781236108977, "Bleu_2": 0.15425635588238273, "Bleu_3": 0.05356119272355163, "Bleu_4": 0.02442611717539109, "METEOR": 0.21433187810512058, "ROUGE_L": 0.24244655241253832, "BERTScore": 0.9396302450497945, "MoverScore": 0.6602475794060664}}

eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.grocery.txt

@@ -0,0 +1,379 @@
+How is the texture?
+How is the dog?
+How is the aroma?
+What is the size of the recipe booklet?
+How is the taste?
+How is the tea?
+How is the taste?
+How is the tea?
+How is the taste?
+How is the skin?
+How is the chocolate?
+How is the taste?
+How is the taste?
+How is the nut?
+How is the taste?
+How is the taste?
+How is the package?
+What do you think about the chips?
+How is the taste?
+How is the taste?
+How is the texture?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cup?
+How is the taste?
+How is popcorn?
+How is the taste?
+How is the taste?
+How is the price?
+How is the taste?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the texture?
+How is the taste?
+How is the aroma?
+How is the mug?
+How is the taste?
+How is the texture of the cookies?
+How is the cracker?
+How is the aroma?
+How is the taste?
+How is the taste?
+How is the sauce?
+How is the aroma?
+How is the taste?
+How is the tea?
+How is the bacon?
+How is the taste?
+How is the taste?
+How is the taste?
+What do you think about the taste?
+How is the taste?
+How is the salad?
+How is the taste?
+How is the coffee?
+How is the taste?
+How is the popcorn?
+How is the food?
+How is the tea?
+How is the taste?
+How is the taste?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cookies?
+How is the chip?
+How is the taste?
+How is the taste?
+How is the bar?
+How is the taste?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the snack?
+How is the pack?
+How is the cookie?
+How is the coffee?
+How is the taste?
+How is the taste?
+How do you like cookies?
+How is the tea?
+How is the fiber?
+How is the taste?
+How is the taste?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the tea?
+How is the taste?
+How is the bar?
+How is the taste?
+What do you think about cookies?
+How is the taste?
+How is the taste of the tea?
+How is the taste?
+How is the price?
+How is the taste?
+How is the juice?
+How is the ingredients?
+How is the sauce?
+How is the taste?
+How is the taste?
+What do you think about the texture?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the skin?
+How is the price?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the chocolate?
+How is the tea?
+How is the meal?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the price?
+How is the coffee?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the hair?
+How is the taste?
+What is the quality of the tea?
+How is the taste?
+How is the taste of the tea?
+How is the taste?
+How is the taste?
+How is the chips?
+What do you think about cookies?
+How is the taste?
+How is the box?
+How is the smell?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the chocolate?
+How is the sauce?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the aroma?
+How is the taste?
+How is the candy?
+How is the bar?
+What is the mission?
+How is the taste?
+How is the chocolate?
+How is the food?
+How is the taste?
+How is the taste?
+How is the drink?
+How is the crunch?
+How is the taste?
+How is the bar?
+How is the cookie?
+How is the taste?
+How is the tea?
+How is the coffee?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the aroma?
+How is the sugar?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the chocolate?
+How is the sauce?
+How is the taste?
+How is the taste?
+How is the drink?
+How is the nuts?
+How is the aroma?
+How is the texture?
+How is the bar?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+What do you think about the taste?
+How is the coffee?
+How is the taste?
+How is the taste?
+How is the cookie?
+How is the taste?
+How is the chocolate taste?
+How is the crunch?
+How is the taste?
+How is the taste?
+How is the bread?
+How is the taste?
+How is the taste?
+How is the tea?
+How is the candy?
+What is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+What do you think about the taste?
+How is the texture?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the skin?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cookies?
+How is the food?
+How is the cup?
+How is the taste?
+How is the taste?
+How is the tea?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the aroma?
+What do you think about the cookies?
+How is the taste?
+How is the taste?
+How is the cereal?
+How is the taste?
+How is the taste?
+How is the price?
+How is the oatmeal?
+How is the taste?
+What is the type of oil?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the aroma?
+How is the taste?
+How is the drink?
+How is the bar?
+How is the product?
+How is the chocolate?
+How is the price?
+How is the taste?
+How is the bar?
+How is the price?
+How is the taste?
+How is the taste?
+How is the water?
+How is the taste?
+How is the cereal?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the bar?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the pouch?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cookie?
+What is the quality of the tea?
+How is the taste?
+How is the aroma?
+How is the taste?
+How is the smell?
+How is the package?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the quality of the tea?
+How is the taste?
+How is the sauce?
+How is the taste?
+What do you think about the taste?
+How is the cookie?
+How is the amount of sodium?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste of quinoa?
+How is the taste?
+How is the crunch?
+How is the taste?
+How is the taste?
+How is the price?
+How is the taste?
+How is the tea?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the coffee?
+How is the price?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the aroma?
+How is taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the bar?
+How is the product?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the chips?
+How is the taste?
+How is the taste?
+How is the pancake?
+How is the tea?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste of cookies?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the price?
+How is the coffee?
+How is the taste?
+How is taste?
+How is the taste?
+How is the taste?
+How is the cereal?
+How is the taste?
+How is the taste?
+How is the taste?

eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.grocery.txt

@@ -0,0 +1,379 @@
+How is the texture?
+How is the food?
+How is the taste?
+How is the bottle?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the tea?
+How is the taste?
+How is the skin?
+What do you think about the cookies?
+How is the taste?
+How is the taste?
+How is the almonds?
+How is the taste?
+How is the taste?
+How is the quality of the ingredients?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the size of the cookies?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cup?
+How is the taste?
+How is popcorn?
+How is the taste?
+How is the taste?
+How is coffee?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the texture?
+How is the taste?
+How is the taste?
+How is the mug?
+How is the taste?
+How is the texture of the cookies?
+How is the cracker?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the sauce?
+How is the taste?
+How is the taste?
+How is the tea?
+How is the chocolate?
+How is the taste?
+How is the taste?
+How is the taste?
+What do you think about the cookie?
+How is the taste?
+How is the salad?
+How is the taste?
+How is the coffee?
+How is the taste?
+How is the popcorn?
+How is the taste?
+How is the tea?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cookie?
+How is the texture?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cookies?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cookie?
+How is the texture?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the snack?
+How is the pack?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the taste?
+What do you think about cookies?
+How is the tea?
+How is the bar?
+How is the taste?
+How is the price?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the tea?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the price?
+How is the taste?
+How is the taste of the juice?
+How is the snack?
+How is the sauce?
+How is the taste?
+How is the taste?
+What do you think about the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the tea?
+How is the taste?
+How is the skin?
+How is the coffee?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the chocolate?
+How is the tea?
+How is the meal?
+How is the taste?
+How is the product?
+How is the taste?
+How is the taste?
+How is the price?
+How is the coffee?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the product?
+How is the taste?
+How is the quality of the tea?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+What do you think about the cookies?
+How is the taste?
+How is the box?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the chocolate?
+How is the sauce?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the chocolate?
+How is the bar?
+How is the mission?
+How is the taste?
+How is the chocolate?
+How is the food?
+How is the taste?
+How is the taste?
+How is the taste?
+What do you think about chips?
+How is the taste?
+How is the bar?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the coffee?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cracker?
+How is the taste?
+How is the sugar?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the chocolate?
+How is the sauce?
+How is the taste?
+How is the taste?
+How is the drink?
+How is the nuts?
+How is the taste?
+How is the texture?
+How is the bar?
+How is the taste?
+How is taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is taste?
+How is the taste?
+How is the taste?
+How is the taste?
+What do you think about the taste?
+How is the coffee?
+How is the taste?
+How is the taste?
+How is the quality of the cookies?
+How is the taste?
+How is the chocolate taste?
+What do you think about the snack?
+How is the taste?
+How is the taste?
+How is the bread?
+How is the taste?
+How is the taste?
+How is the tea?
+How is the candy?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the texture?
+How is the cookie?
+How is the taste?
+What do you think about the bar?
+How is the skin?
+How is the taste?
+How is the taste?
+How is the coffee?
+How is the cookies?
+How is the taste?
+How is the cup?
+How is the taste?
+How is the taste?
+How is the tea?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the aroma?
+What is the size of the cookies?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the price?
+How is the oatmeal?
+How is the browser?
+How is the oil?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the aroma?
+How is the taste of the tea?
+How is the taste?
+How is the bar?
+How is the product?
+What do you think about the cookies?
+How is the taste?
+How is the taste?
+How is the bar?
+What do you think about the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cereal?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the bar?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the pouch?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cookie?
+How is the quality of the tea?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the package?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the quality of the tea?
+How is the taste?
+How is the sauce?
+How is the taste?
+How is the taste?
+How is the texture of the cookies?
+How is the soup?
+How is the taste?
+How is the taste?
+How is the packaging?
+How is the taste of quinoa?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the price?
+How is the taste?
+How is the tea?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the aroma?
+How is the coffee?
+How is the price?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the aroma?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the bar?
+How is the product?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the chips?
+How is the taste?
+How is the taste?
+How is the pancake?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste of cookies?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the coffee?
+How is the coffee?
+How is the taste?
+How is the taste?
+What is the size of the bag?
+How is the taste?
+How is the cereal?
+How is the taste?
+How is the taste?
+How is the taste?

eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.grocery.txt

@@ -0,0 +1,379 @@
+How is the texture of the chips?
+How is the dog?
+How is the aroma?
+How is the size of the booklet?
+How is the taste?
+How is the tea?
+How is the taste?
+How is the tea?
+How is the taste?
+How is the oil?
+How is the chocolate?
+How is the taste?
+How is the taste?
+How is the almonds?
+How is the taste?
+How is the taste?
+How is the package?
+How is the chips?
+How is the taste of the cookies?
+How is the flavoring?
+How is the texture?
+How is the cookies?
+How is the taste?
+How is the taste?
+How is the quality of the cookies?
+How is the taste of coffee?
+How is the aroma?
+How is the taste?
+How is the taste?
+How is the cup?
+How is the taste?
+How is the popcorn?
+How is the cookie?
+How is the taste?
+How is the price?
+How is the wine?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the texture?
+How is the coffee?
+How is the aroma?
+How is the mug?
+How is the taste?
+How is the cookies?
+How is the cracker?
+How is the aroma?
+How is the taste?
+How is the taste?
+How is the sauce?
+How is the aroma?
+How is the water?
+How is the tea?
+How is the chocolate?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the crunch?
+How is the taste?
+How is the salad?
+How is the taste?
+How is the coffee?
+How is the taste?
+How is the snack?
+How is the food?
+How is the tea?
+How is the coconut oil?
+How is the taste?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cookies?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste of ginger?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cookies?
+How is the quality of the chips?
+How is the size of the bag?
+How is the taste?
+How is the bar?
+How is the taste?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the taste?
+How is taste?
+How is the taste?
+How is the specification?
+How is the pack?
+How is the cookie?
+How is the coffee?
+How is the taste?
+How is this one?
+How do you like cookies?
+How is the tea?
+How is the fiber?
+How is the taste?
+How is the taste?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the tea?
+How is the taste?
+How is the bar?
+How is the taste?
+What do you think about cookies?
+How is the taste?
+How is the taste of the tea?
+How is the tea?
+How is the price?
+How is the taste?
+How is the juice?
+How is the ingredients?
+How is the basil?
+How is the drink?
+How is the taste?
+How is the texture?
+How is the taste of the cookies?
+How is the taste?
+How is the taste?
+How is the cup of tea?
+How is the taste?
+How is the skin?
+How is the price?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the water?
+How is the taste?
+How is the chocolate?
+How is the tea?
+How is the meal?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the drink?
+How is the price?
+How is the coffee?
+How is the taste?
+How is the quality of the book?
+How is the packet?
+How is the taste?
+How is the hair?
+How is the taste?
+How is the quality of the coffee?
+How is the tea?
+How is the tea?
+How is the taste of the tea?
+How is the taste?
+How is the chips?
+What do you think about cookies?
+How is the taste?
+How is the box?
+How is the smell?
+How is the taste of coffee?
+How is the taste?
+How is the drink?
+How is the chocolate?
+How is the sauce?
+How is the taste of the product?
+How is the tea?
+How is the taste?
+How is the tea?
+How is the aroma?
+How is the taste?
+How is the candy?
+How is the bar?
+What is the mission?
+How is the taste?
+How is the chocolate?
+How is the food?
+How is the taste?
+How is the taste?
+How is the energy drink?
+How is the crunch?
+How is the taste?
+How is the bar?
+How is the cookie?
+How is the taste?
+How is the tea?
+How is the coffee?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the aroma?
+How is the sugar?
+How is the taste?
+How is the taste?
+How is the taste of ginger?
+How is the taste of the tea?
+How is the chocolate?
+How is the sauce?
+How is the taste?
+How is the taste of the tea?
+How is the drink?
+How is the bowl?
+How is the aroma?
+How is the texture of the chips?
+How is the bar?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the tea?
+How is the taste of the soup?
+How is Numi?
+How is the granola?
+How is taste?
+How is the taste?
+How is the taste?
+How is the coconut oil?
+How is the quality of the food?
+How is the coffee?
+How is the taste?
+How is the taste?
+How is the cookie?
+How is the taste?
+How is the chocolate taste?
+How is the crunch?
+How is the taste?
+How is the taste?
+How is the bread?
+How is the taste?
+How is the tea?
+How is the tea?
+How is the candy?
+How is the tea?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the sugar?
+What do you think about the quality of the tea?
+How is the crunchy chips?
+How is the cookies?
+How is the taste of the sauce?
+How is the taste?
+How is the body?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cookies?
+How is the food?
+How is the cup?
+How is the taste?
+How is the taste?
+How is the tea?
+What do you think about cookies?
+How is the taste?
+How is taste?
+How is the taste?
+How is the aroma?
+What do you think about the cookies?
+How is the taste?
+How is the taste?
+How is the cereal?
+How is the taste?
+How is the taste?
+How is the price?
+How is the oats?
+How is the browser?
+What is the type of seed?
+How is taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the aroma?
+How is the taste?
+How is the drink?
+How is the bar?
+How is the product?
+How is the chocolate?
+How is the price?
+How is the taste?
+How is the bar?
+How is the price?
+How is the quality?
+How is the taste of tea?
+How is the water?
+How is the taste?
+How is the cereal?
+How is taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the bar?
+How is the taste?
+How is the quality of the taste?
+How is the tea?
+How is the food?
+How is the tea?
+How is the pouch?
+How is the taste?
+How is the taste?
+How is the tea?
+How is the cookie?
+How is the quality of the coffee?
+How is the taste?
+How is the aroma?
+How is the taste?
+How is the smell of vanilla?
+How is the package?
+How is the taste of tea?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the quality of the tea?
+How is the aroma?
+How is the taste?
+How is the tea?
+How is the taste?
+How is the texture of the cookies?
+How is the amount of sodium?
+How is the taste?
+How is the smell?
+How is the quality of the air?
+How is the price?
+How is the tea?
+How is the texture?
+How is the taste?
+How is the chicken?
+How is the price?
+How is the taste?
+How is the tea?
+How is the water?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the aroma?
+How is the coffee?
+How is the price?
+How is the cookie?
+How is the taste?
+How is the taste?
+How is the taste of peppermint?
+How is the aroma?
+How is taste?
+How is the taste?
+How is Pu'erh?
+How is the taste?
+How is the bar?
+How is the product?
+How is the taste?
+How is the taste of licorice?
+How is the taste?
+How is the chips?
+How is the coffee?
+How is the taste?
+How is the pancake?
+How is the tea?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the color of the teas?
+How is the quality of the cookies?
+How is the taste?
+How is the taste?
+How is the coffee?
+How is the taste?
+How is the price?
+How is the coffee?
+How is the taste?
+How is taste?
+How is the taste?
+How is the taste?
+How is the cereal?
+How is the taste?
+What is the taste of the tea?
+How is the taste?

eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.grocery.txt

@@ -0,0 +1,101 @@
+How is the bag?
+How is cracker?
+How is the taste?
+How is the bar?
+How is the cracker?
+How is the taste?
+How is the taste?
+How is the box?
+How is the chocolate?
+How is the taste?
+How is the cereal?
+How is the taste?
+How is the drink?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cracker?
+How is the taste?
+How is the coffee?
+How is the almonds?
+How is the consistency of the sauce?
+How is the quality of the bar?
+How is the texture?
+How is the packet?
+How is the texture?
+How is the coffee?
+How is the taste?
+How is the taste?
+How is the bar?
+How is the granola bar?
+How is the coffee?
+How is the amount of vitamin C?
+How is the price?
+How is the chocolate?
+How is the coffee?
+How is the taste?
+How is the bar?
+How is the taste of the drink?
+How is the popcorn?
+How is the bar?
+How is the coffee?
+How is the sauce?
+How is the taste?
+How is the box?
+How is the seasoning?
+How is the taste?
+How is the taste?
+How is the nephew?
+How is the bar?
+How is the chocolate?
+How is the taste?
+How is the quality of the water?
+How is the taste?
+How is the coffee?
+How is the taste?
+How is the food?
+How is the ginger?
+How is the bar?
+How is the coffee?
+How is the box?
+How is the packaging?
+How is the texture?
+How is the drink?
+How is the taste?
+How is the sugar?
+How is the fruit?
+How is the coffee?
+How is the taste of the tea?
+How is the sauce?
+How is the taste?
+How is the bottle?
+How is the cracker?
+How is the taste?
+How is the taste?
+How is the drink?
+How is the sauce?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the sauce?
+How is the coffee?
+How is the packet?
+How is the taste?
+How is the texture?
+What is the taste of cherries?
+How is the meal?
+How is the nuts?
+How is taste?
+How is the snack?
+How is the taste?
+How is the soup?
+How is the shelf life?
+How is the texture?
+How is the bar?
+How is the taste?
+How is the box?
+How is the skin?
+How is the taste of the cracker?
+How is the coffee?
+How is the coffee?
+How is the taste of coffee?

eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.grocery.txt

@@ -0,0 +1,101 @@
+How is the bag?
+How is the cracker?
+How is the taste?
+How is the bar?
+How is the cracker?
+How is the taste?
+How is the texture?
+How is the box?
+How is the chocolate?
+How is the taste?
+How is the cereal?
+What do you think about the taste?
+How is the drink?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the cracker?
+How is the taste?
+How is the coffee?
+What do you think about almonds?
+How is the sauce?
+How is the bar?
+How is the texture?
+How is the taste?
+How is the texture?
+How is the coffee?
+How is the taste?
+How is the taste?
+How is the bar?
+How is the cracker?
+How is the coffee?
+How is the cost?
+How is the price?
+How is the chocolate?
+How is the taste of coffee?
+How is the taste?
+How is the bar?
+How is the taste?
+How is the popcorn?
+How is the bar?
+How is the taste?
+How is the sauce?
+How is the taste?
+How is the box?
+How is the chicken?
+How is the taste?
+How is the taste?
+How is the nephew?
+How is the bar?
+How is the chocolate?
+How is the taste?
+How is the quality of the water?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the ginger?
+How is the bar?
+How is the coffee?
+How is the box?
+How is the packaging?
+How is the texture?
+How is the taste?
+How is the taste?
+How is the amount of calories?
+How is the fruit?
+How is the coffee?
+How is the taste?
+How is the sauce?
+How is the taste?
+How is the bottle?
+How is the cracker?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the sauce?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the sauce?
+How is the taste?
+How is the packet?
+How is the taste?
+How is the texture?
+How is the bar?
+How is the meal?
+What do you think about the nuts?
+How is the taste?
+How is the snack?
+How is the taste?
+How is the soup?
+How is the shelf life?
+How is the texture?
+How is the bar?
+How is the taste?
+How is the cracker?
+How is the skin?
+How is the taste?
+How is the coffee?
+How is the coffee?
+How is the taste of coffee?

eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.grocery.txt

@@ -0,0 +1,101 @@
+How is the bag?
+How is the cracker?
+How is taste?
+How is the bar?
+How is the cracker?
+How is the taste?
+How is the taste?
+How is the cost?
+How is the chocolate?
+How is the taste?
+How is the cereal?
+How is the taste?
+How is the drink?
+How is the coffee?
+How is the taste?
+How is the quality of the seeds?
+How is the cracker?
+How is the taste?
+How is the coffee?
+How is the almonds?
+How is the consistency of the sauce?
+How is the bar?
+How is the texture?
+How is the packet?
+How is the texture?
+How is coffee?
+How is the taste?
+How is the taste?
+How is the nutrition?
+How is the bar?
+How is the coffee?
+How is the amount of vitamin C?
+How is the price?
+How is the chocolate?
+How is the coffee?
+How is the taste?
+How is the bar?
+How is the drink?
+How is the popcorn?
+How is the bar?
+How is the coffee?
+How is the sauce?
+How is the taste?
+How is the box?
+How is the seasoning?
+How is the taste?
+How is the taste?
+How do you think about the child?
+How is the bar?
+How is the chocolate?
+How is the taste?
+How is the water?
+How is the taste?
+How is the coffee?
+How is the size of the fridge?
+How is the food?
+How is the ginger?
+How is the bar?
+How is the coffee?
+How is the box?
+How is the packaging?
+How is the texture?
+How is the drink?
+How is the taste?
+How is the sugar?
+How is the fruit?
+How is the coffee?
+How is the taste of the tea?
+How is the sauce?
+How is taste?
+How is the bottle?
+How is the cheese?
+How is the taste?
+How is the aftertaste?
+How is the drink?
+How is the sauce?
+How is the taste?
+How is the taste?
+How is the taste?
+How is the sauce?
+How is the coffee?
+How is the packet?
+How is the taste?
+How is the texture?
+How is the cherries?
+How is the meal?
+How is the nuts?
+How is the taste?
+How is the snack?
+How is the taste?
+How is the soup?
+How is the shelf life?
+How is the texture?
+How is the bar?
+How is the taste?
+How is the box?
+How is the skin?
+How is the taste of the grahams?
+How is the coffee?
+How is the cup?
+How is the taste?

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56e11fbb268b1744fabef2e7700b9472de70bb2bb03a958708a710255b1a2a4c
-size 1625555649
+oid sha256:1bb3814655b534d7a00e5f194f124f6641a0e4a2e55376a2ead301d625810ec6
+size 1625562881

tokenizer_config.json

@@ -1 +1 @@
-{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "bart_large_subjqa_grocery/best_model", "tokenizer_class": "BartTokenizer"}
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "lmqg_output/qg_subjqa/bart_large_subjqa_grocery/model_cejauh/epoch_1", "tokenizer_class": "BartTokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"dataset_path": "asahi417/qg_subjqa", "dataset_name": "grocery", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": null, "model": "asahi417/lmqg-bart-large-squad", "max_length": 512, "max_length_output": 32, "epoch": 4, "batch": 8, "lr": 5e-05, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 32, "label_smoothing": 0.15}