model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "t5_base_subjqa_grocery/best_model",
+  "_name_or_path": "lmqg_output/qg_subjqa/t5_base_subjqa_grocery/model_mntyya/epoch_1",
   "add_prefix": true,
   "architectures": [
     "T5ForConditionalGeneration"

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14874999999981406, "Bleu_2": 0.0863026083051153, "Bleu_3": 0.04821657853897175, "Bleu_4": 0.030819329976340713, "METEOR": 0.21363923599822313, "ROUGE_L": 0.19000724046816683, "BERTScore": 0.9073614354180818, "MoverScore": 0.6164546922046251}, "test": {"Bleu_1": 0.1203765971754807, "Bleu_2": 0.06129779601443619, "Bleu_3": 0.02039059924511977, "Bleu_4": 0.008242238984510026, "METEOR": 0.1991810948373301, "ROUGE_L": 0.15617162223018227, "BERTScore": 0.9052679532436079, "MoverScore": 0.6142195964740409}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14201183431935857, "Bleu_2": 0.07936568531860679, "Bleu_3": 0.04093085997978703, "Bleu_4": 0.024820963971185116, "METEOR": 0.21093788256317308, "ROUGE_L": 0.18730342580616194, "BERTScore": 0.9035074445280699, "MoverScore": 0.6081182574173312}, "test": {"Bleu_1": 0.12762356127280716, "Bleu_2": 0.06752595369317127, "Bleu_3": 0.020251461448564177, "Bleu_4": 0.008222493623463393, "METEOR": 0.20470309691639554, "ROUGE_L": 0.16489762231292107, "BERTScore": 0.9084132002337312, "MoverScore": 0.6158386506158544}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14501891551053592, "Bleu_2": 0.07522135656703095, "Bleu_3": 0.036309612608332674, "Bleu_4": 0.021024452274790682, "METEOR": 0.2021529422837805, "ROUGE_L": 0.18158734653636666, "BERTScore": 0.9048038278475846, "MoverScore": 0.6125716845968613}, "test": {"Bleu_1": 0.11472715318865394, "Bleu_2": 0.059436667529728336, "Bleu_3": 0.02212263978204844, "Bleu_4": 0.008682683408754626, "METEOR": 0.18985044422717545, "ROUGE_L": 0.14818691565776373, "BERTScore": 0.9026059805560552, "MoverScore": 0.6069259388493853}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14874999999981406, "Bleu_2": 0.0863026083051153, "Bleu_3": 0.04821657853897175, "Bleu_4": 0.030819329976340713, "METEOR": 0.21363923599822313, "ROUGE_L": 0.19000724046816683, "BERTScore": 0.9073614448604017, "MoverScore": 0.6164546922046251}, "test": {"Bleu_1": 0.12061328790455857, "Bleu_2": 0.06139352772903658, "Bleu_3": 0.020507902642993174, "Bleu_4": 0.008308474505420726, "METEOR": 0.1987046436071181, "ROUGE_L": 0.15631484810927118, "BERTScore": 0.9056319519678752, "MoverScore": 0.6146549415437746}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14201183431935857, "Bleu_2": 0.07936568531860679, "Bleu_3": 0.04093085997978703, "Bleu_4": 0.024820963971185116, "METEOR": 0.21093788256317308, "ROUGE_L": 0.18730342580616194, "BERTScore": 0.9035074433477799, "MoverScore": 0.6081182574173312}, "test": {"Bleu_1": 0.12808219178077807, "Bleu_2": 0.06767389577793465, "Bleu_3": 0.020361707978163484, "Bleu_4": 0.008281224155352724, "METEOR": 0.20453513812264693, "ROUGE_L": 0.1649730125560043, "BERTScore": 0.9086205711364747, "MoverScore": 0.6161265074741328}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14501891551053592, "Bleu_2": 0.07522135656703095, "Bleu_3": 0.036309612608332674, "Bleu_4": 0.021024452274790682, "METEOR": 0.2021529422837805, "ROUGE_L": 0.18158734653636666, "BERTScore": 0.9048038313884547, "MoverScore": 0.6125716845968613}, "test": {"Bleu_1": 0.11488511488507663, "Bleu_2": 0.05950613051084991, "Bleu_3": 0.0222409545726806, "Bleu_4": 0.008748652576236776, "METEOR": 0.18928150913886382, "ROUGE_L": 0.14824497133341352, "BERTScore": 0.9029415853818258, "MoverScore": 0.6072834846925503}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14874999999981406, "Bleu_2": 0.0863026083051153, "Bleu_3": 0.04821657853897175, "Bleu_4": 0.030819329976340713, "METEOR": 0.21363923599822313, "ROUGE_L": 0.19000724046816683, "BERTScore": 0.9073614419096767, "MoverScore": 0.6164546922046251}, "test": {"Bleu_1": 0.1209952283571503, "Bleu_2": 0.06150267031494481, "Bleu_3": 0.020535334035811387, "Bleu_4": 0.008317957308191903, "METEOR": 0.19858043037861742, "ROUGE_L": 0.1563325625269856, "BERTScore": 0.9057154862085978, "MoverScore": 0.6146656764786179}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14201183431935857, "Bleu_2": 0.07936568531860679, "Bleu_3": 0.04093085997978703, "Bleu_4": 0.024820963971185116, "METEOR": 0.21093788256317308, "ROUGE_L": 0.18730342580616194, "BERTScore": 0.9035074403970549, "MoverScore": 0.6081182574173312}, "test": {"Bleu_1": 0.12808219178077807, "Bleu_2": 0.06767389577793465, "Bleu_3": 0.020361707978163484, "Bleu_4": 0.008281224155352724, "METEOR": 0.20453513812264693, "ROUGE_L": 0.1649730125560043, "BERTScore": 0.9086205650965373, "MoverScore": 0.6161265074741328}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14501891551053592, "Bleu_2": 0.07522135656703095, "Bleu_3": 0.036309612608332674, "Bleu_4": 0.021024452274790682, "METEOR": 0.2021529422837805, "ROUGE_L": 0.18158734653636666, "BERTScore": 0.9048038331588896, "MoverScore": 0.6125716845968613}, "test": {"Bleu_1": 0.1152949016993951, "Bleu_2": 0.059634859480108444, "Bleu_3": 0.022279613291948126, "Bleu_4": 0.008762388967765768, "METEOR": 0.18931774591936365, "ROUGE_L": 0.148333479643704, "BERTScore": 0.9029683202107748, "MoverScore": 0.6073031396396723}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14874999999981406, "Bleu_2": 0.0863026083051153, "Bleu_3": 0.04821657853897175, "Bleu_4": 0.030819329976340713, "METEOR": 0.21363923599822313, "ROUGE_L": 0.19000724046816683, "BERTScore": 0.9073614401392417, "MoverScore": 0.6164546922046251}, "test": {"Bleu_1": 0.12091280653946836, "Bleu_2": 0.06145770736271424, "Bleu_3": 0.020519062722187766, "Bleu_4": 0.008310717629581152, "METEOR": 0.1985701319091337, "ROUGE_L": 0.1563325625269856, "BERTScore": 0.9056225047111511, "MoverScore": 0.6145806034826994}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14201183431935857, "Bleu_2": 0.07936568531860679, "Bleu_3": 0.04093085997978703, "Bleu_4": 0.024820963971185116, "METEOR": 0.21093788256317308, "ROUGE_L": 0.18730342580616194, "BERTScore": 0.9035074380364748, "MoverScore": 0.6081182574173312}, "test": {"Bleu_1": 0.12808219178077807, "Bleu_2": 0.06767389577793465, "Bleu_3": 0.020361707978163484, "Bleu_4": 0.008281224155352724, "METEOR": 0.20453513812264693, "ROUGE_L": 0.1649730125560043, "BERTScore": 0.9086205733617146, "MoverScore": 0.6161265074741328}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14501891551053592, "Bleu_2": 0.07522135656703095, "Bleu_3": 0.036309612608332674, "Bleu_4": 0.021024452274790682, "METEOR": 0.2021529422837805, "ROUGE_L": 0.18158734653636666, "BERTScore": 0.9048038278475846, "MoverScore": 0.6125716845968613}, "test": {"Bleu_1": 0.11488511488507663, "Bleu_2": 0.05950613051084991, "Bleu_3": 0.0222409545726806, "Bleu_4": 0.008748652576236776, "METEOR": 0.18928150913886382, "ROUGE_L": 0.14824497133341352, "BERTScore": 0.9029415918986002, "MoverScore": 0.6072834846925503}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14874999999981406, "Bleu_2": 0.0863026083051153, "Bleu_3": 0.04821657853897175, "Bleu_4": 0.030819329976340713, "METEOR": 0.21363923599822313, "ROUGE_L": 0.19000724046816683, "BERTScore": 0.9073614330575017, "MoverScore": 0.6164546922046251}, "test": {"Bleu_1": 0.12091280653946836, "Bleu_2": 0.06145770736271424, "Bleu_3": 0.020519062722187766, "Bleu_4": 0.008310717629581152, "METEOR": 0.1985701319091337, "ROUGE_L": 0.1563325625269856, "BERTScore": 0.905622494061788, "MoverScore": 0.6145806034826994}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14201183431935857, "Bleu_2": 0.07936568531860679, "Bleu_3": 0.04093085997978703, "Bleu_4": 0.024820963971185116, "METEOR": 0.21093788256317308, "ROUGE_L": 0.18730342580616194, "BERTScore": 0.9035074409871998, "MoverScore": 0.6081182574173312}, "test": {"Bleu_1": 0.12808219178077807, "Bleu_2": 0.06767389577793465, "Bleu_3": 0.020361707978163484, "Bleu_4": 0.008281224155352724, "METEOR": 0.20453513812264693, "ROUGE_L": 0.1649730125560043, "BERTScore": 0.9086205746332804, "MoverScore": 0.6161265074741328}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14501891551053592, "Bleu_2": 0.07522135656703095, "Bleu_3": 0.036309612608332674, "Bleu_4": 0.021024452274790682, "METEOR": 0.2021529422837805, "ROUGE_L": 0.18158734653636666, "BERTScore": 0.9048038337490346, "MoverScore": 0.6125716845968613}, "test": {"Bleu_1": 0.11488511488507663, "Bleu_2": 0.05950613051084991, "Bleu_3": 0.0222409545726806, "Bleu_4": 0.008748652576236776, "METEOR": 0.18928150913886382, "ROUGE_L": 0.14824497133341352, "BERTScore": 0.9029415899912516, "MoverScore": 0.6072834846925503}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14874999999981406, "Bleu_2": 0.0863026083051153, "Bleu_3": 0.04821657853897175, "Bleu_4": 0.030819329976340713, "METEOR": 0.21363923599822313, "ROUGE_L": 0.19000724046816683, "BERTScore": 0.9073614436801117, "MoverScore": 0.6164546922046251}, "test": {"Bleu_1": 0.1206955335833206, "Bleu_2": 0.06143846024000102, "Bleu_3": 0.020524171651697926, "Bleu_4": 0.008315715488659229, "METEOR": 0.19871494297855335, "ROUGE_L": 0.15631484810927118, "BERTScore": 0.9057249279022217, "MoverScore": 0.6147400145396932}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14201183431935857, "Bleu_2": 0.07936568531860679, "Bleu_3": 0.04093085997978703, "Bleu_4": 0.024820963971185116, "METEOR": 0.21093788256317308, "ROUGE_L": 0.18730342580616194, "BERTScore": 0.9035074451182148, "MoverScore": 0.6081182574173312}, "test": {"Bleu_1": 0.12808219178077807, "Bleu_2": 0.06767389577793465, "Bleu_3": 0.020361707978163484, "Bleu_4": 0.008281224155352724, "METEOR": 0.20453513812264693, "ROUGE_L": 0.1649730125560043, "BERTScore": 0.9086205638249715, "MoverScore": 0.6161265074741328}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.grocery.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.14501891551053592, "Bleu_2": 0.07522135656703095, "Bleu_3": 0.036309612608332674, "Bleu_4": 0.021024452274790682, "METEOR": 0.2021529422837805, "ROUGE_L": 0.18158734653636666, "BERTScore": 0.9048038302081647, "MoverScore": 0.6125716845968613}, "test": {"Bleu_1": 0.1152949016993951, "Bleu_2": 0.059634859480108444, "Bleu_3": 0.022279613291948126, "Bleu_4": 0.008762388967765768, "METEOR": 0.18931774591936365, "ROUGE_L": 0.148333479643704, "BERTScore": 0.902968324025472, "MoverScore": 0.6073031396396723}}

eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.grocery.txt

@@ -0,0 +1,379 @@
+How are the chips?
+How does the dog eat it?
+How is the aroma?
+How large is the recipe booklet?
+How was the flavor?
+What is the main benefit of Pu'erh tea?
+How is the flavor?
+What is good about the tea?
+How was the flavor?
+How does it compare to other oils?
+How are the cookies?
+What is unique about this tea?
+How is the taste?
+How are almonds usually treated?
+What flavors did I try?
+How is the taste?
+How were the ingredients?
+How are the chips?
+How did I feel about the cookies?
+What isn't specific and could be misleading?
+How was the texture?
+How did Paul Newman's daughter feel about the cookies?
+How is the flavor?
+What kind of flavoring is in the tea?
+How do I feel about oatmeal cookies?
+What is one of the reasons I'm an addicted coffee drinker?
+How does the aroma compare to a Turkish coffee house?
+How is the filling?
+How is the taste?
+What are the little cups that you use for the tea machines?
+How was the flavor?
+How is Hollywood Safflower Oil used?
+How are the cookies?
+How is the flavor?
+How is the price of Tetley's British Blend?
+How does the taste compare to champagne?
+What is the overall experience of Fig & Honey Newton Fruit Thins?
+How was the flavor?
+How did my husband feel about the flavor?
+How is this product made?
+How is the texture?
+How is the taste?
+What kind of aroma does the tea have?
+How much water does the lipton black tea come in?
+How is the flavor?
+How would the cookies be made?
+How are Ritz Crackerful Multigrain crackers?
+What is outstanding about this coffee?
+How was the flavor?
+What was the flavor of the drink?
+How is the sauce?
+What is the aroma of Lipton Herbal Pyramid Tea Blackberry Vanilla?
+How is the taste?
+How does the tea come out?
+Does bacon need chocolate?
+What kind of kick does the ranch dressing have?
+What is Numi tea?
+How is Lipton To Go Stix Iced Green Tea Mix?
+What kind of oreos would you get for more crunch?
+How are the oils?
+What type of taco did Taco Bell have?
+How does the curry compare to other Prima Taste products?
+How is the coffee?
+What is the flavor of the topping?
+What is the purpose of the popcorn?
+How is the food processed?
+When is the tea best?
+How does my husband use coconut oil?
+How is the flavor?
+What are the Fruit Thins a great alternative to?
+What kind of flavor does the Strawberry Banana Jamba Juice have?
+Why do I recommend this tea?
+How is the flavor?
+How were the cookies?
+How is the taste?
+How is the taste?
+How is the flavor?
+How does the flavor of ginger compare to other teas?
+How did I feel about the cookies?
+How is the flavor?
+How is the flavor?
+How did I feel about the flavor?
+How were the cookies?
+How are Kettle Brand chips different from other chips?
+How much spiciness does the tea have?
+How does Viva Labs' coconut oil compare to shortening?
+What is a favorite drink?
+Why did I not see myself reordering this tea?
+How are the cookies advertised?
+How is the flavor?
+How does the flavor compare to Tabasco?
+How is the flavor of the licorice?
+What kind of flavor does the tea have?
+What is the taste of the pomegranate licorice?
+What is the name of the product?
+How does the 100 calorie pack compare to a granola bar?
+How were the outer cookies?
+What is the aroma of the coffee?
+How was the flavor?
+How does this drink compare to other energy drinks?
+What type of cookies are you a fan of?
+How is the tea?
+How much fiber is in the bar?
+How would I feel about the taste of the tea?
+How did the coffee taste in the variety pack?
+How is the cookie?
+What was the taste of the orange tangerine?
+What is the flavor of MIO's peach tea flavor enhancer?
+How is the tea?
+How long have I wanted to try rendang?
+When did I taste the cherries?
+How is the taste?
+How are the cookies?
+How is the taste?
+How is the tea?
+How is the tea?
+How did i feel about the sauce?
+How is the flavor of the tea?
+Why did I buy this for my daughter?
+How are the ingredients?
+How did my wife feel about the basil?
+How much sugar is in the drink?
+How was the flavor?
+How are the chips?
+How were the cookies?
+How does the flavor compare to other caffeinated drinks?
+Why is the passion fruit flavor so overwhelming?
+How does one make a cup of tea?
+What would I do if another flavor was available?
+What is the benefit of using coconut oil on your skin?
+Why did I decide to give this coffee a try?
+What is the name of the blackberry vanilla tea?
+How is the taste?
+What is the flavor?
+How does the price compare to regular bottled water?
+How does Vitamin Squeeze compare to powdered drinks?
+Why was I excited to try the Newman's Own Dark Chocolate bar?
+How does it compare to Lipton iced tea?
+How did my family feel about the meal?
+What is one of the reasons I'm only giving Snackwell 3 stars?
+How is the tea?
+How did I feel about the coffee?
+What is the main benefit of a liquid water flavoring?
+What was the downside of Newman's Own?
+Is this coffee overpriced?
+What did the taste like?
+How did I feel about the tea?
+What was the name of Lipton's tea?
+What flavor does Blackberry Vanilla Caffeine Free Herbal Tea have?
+What part of my hair did I originally use this product for?
+How is tea for me?
+What is really hard to find in my local area?
+Why did I want to try the Higgins and Burk Chai tea?
+How does this tea compare to other iced teas?
+How is the taste?
+What does Lemon Balm, Lemon Grass, and Verbena work well with?
+How are the chips?
+What is the flavor of the cookies?
+What does the pyramid shape of the tea bag allow?
+How many teabags did I use?
+What is the smell of the tea?
+How does Illy's coffee drink compare to a Starbucks drink?
+How did I feel about the taste of the popcorn?
+What is a concentrated fruit punch flavored water additive?
+How is the chocolate?
+What does the Mango Ginger Habanero Sauce add to food?
+How will you feel about the cookies?
+What is my favorite tea?
+How was the taste?
+How does it compare to other teas?
+What was the aroma like when I opened the first pouch of the Ginger Pu'erh Tea Bags?
+How is the aftertaste?
+How is the candy?
+What is the name of PURE Bar?
+What is Numi's mission statement?
+How does each lipton flavor compare to other flavors?
+How much cocoa solids does this chocolate have?
+How is the food?
+How does the flavor compare to the Lara bars?
+What is the flavor?
+How many energy drinks are loaded with artificial chemicals?
+What is the crunch of the chips?
+How is it?
+How is the taste?
+How did I feel about the cookies?
+What is the flavor of Blackberry Vanilla Caffeine Free Herbal Tea?
+How does green tea help with allergies?
+What was the first impression of the coffee?
+What is the best thing about this coffee?
+How much flavor does the MIO have?
+What was the flavor of the Magic Shell?
+How are the flavors?
+What kind of aroma does the tea have?
+How are these cookies?
+What did I learn about the two classes of teas?
+Why are the flavor enhancers a lifesaver in our house?
+Why did I want to try the Pu'erh tea?
+How is the taste?
+What is the filling on the white chocolate shell?
+How does the sauce compare to other chile sauces?
+How does the drink compare to other juices?
+What is the main benefit of this tea?
+How did I feel about the drink?
+What happens to me when I have a bowl of cashews at a party?
+What was the smell of the coffee?
+What is the texture of the chips?
+What is the name of the bar?
+How did the flavor compare to other cereals?
+How is the taste?
+How were the flavors?
+How was the tea?
+How does it compare to a soup?
+What is Numi's favorite tea?
+How is the granola?
+What is the acidic bite of Diet Coke?
+How does the flavor compare to other teas?
+What is the flavor of the tea?
+How does Viva Labs #1 Organic Extra Virgin Coconut Oil compare to other oils?
+How does it compare to other add to water drinks?
+Why did I want to try this coffee?
+How is the flavor?
+What was the flavor like at the recommended time?
+How do these cookies compare to Mary's?
+How is the flavor?
+How is the chocolate flavor?
+What is a healthy choice if you want something sweet with a good crunch?
+What is the chemical taste similar to?
+How does the flavor compare to other herbal teas?
+How was the bread?
+How is the flavor of Izze Sparkling Pomegranate?
+How does it feel in the morning?
+How does one feel about tea?
+How is the candy?
+What is the name of Numi Organic Tea Golden Chai?
+How does my husband feel about stevia?
+How is the flavor?
+What is the taste of the bar?
+How is the flavor?
+What is a great alternative to soda?
+What is the health benefit of Numi's cardamom Pu'erh tea?
+What are Popchips?
+How are the cookies?
+How is the taste?
+How did I feel about the texture of the bar?
+How did my body feel after using the Sebamed moisturizing lotion?
+How is the flavor?
+How was the flavor of the Peppermint Mocha Latte?
+How is the vanilla flavor?
+How were the cookies?
+What is a granola?
+What is the benefit of the K cups?
+What is the flavor of good pu'erh tea?
+What is the name of the new flavor?
+What kind of tea do I like?
+Are the cookies as gooey as the name suggests?
+How does the tea compare to other teas?
+How did I feel about the taste?
+What is the flavor of Numi ginger flavored pu'erh?
+How is the aroma?
+What do you think when you bite into one of the cookies?
+How is the taste?
+What is lacking in most store-bought cookies?
+What is the texture of the cereal?
+Why was the first taste of the Raspberry Chipotle better than I expected?
+What is the taste of cashew juice?
+How is the price?
+What kind of oats do you like?
+How many times have I tried to write this review?
+What type of oil does rancid have nothing to do with?
+How is the taste?
+How is the flavor?
+How does the flavor compare to other energy drinks?
+Why do I stay away from some berry teas?
+How did I feel about the aroma of the tea?
+What is the flavor of the tea?
+How does illy issimo compare to Starbucks?
+What is the name of the bar?
+What is Numi's mission statement?
+How are the cookies?
+Why is Essentia my favorite 'brand' of water?
+How is the granola made?
+What was the texture of the bar?
+How is the price?
+How are the chips?
+How does Ginger Pu'erh Tea Bags compare to other teas?
+What is the price of the water?
+How was the ginger?
+How was the cereal?
+How is the taste?
+How is the flavor?
+How is the tea?
+What was the taste of pure green tea?
+What is the name of the bar?
+Why do I love this tea?
+What kind of quality did my mom find in the tea?
+What is the flavor of Prince of Wales tea?
+What is the most important thing about Lipton Blackberry Vanilla Tea?
+How does the taste compare to other teas?
+When did I open the first pouch for the Ginger Pu'erh Tea Bags?
+How was the taste?
+What is Numi Cardamom Pu'erh tea?
+How did I feel about the tea?
+How are the cookies?
+What is really hard to find in my local area?
+What was the high sweetness factor used to cover up the taste of?
+How is the aroma?
+How does the taste compare to other beverages?
+How is the smell?
+What is the nutritional value of the salmon spread?
+Why is tea my favorite beverage?
+How was the flavor?
+Why did the tea not pick up the flavor?
+How did I feel about the taste?
+How was the flavor?
+What is the quality of the tea?
+What kind of aroma does this tea have?
+How was the sauce?
+Is this a typical tea?
+How does it compare to other coconut oil brands?
+How are the cookies?
+How much sodium is in the soup?
+How is the flavor of the tea?
+How is the smell?
+What is the air-tightness of the tea?
+What is the most expensive form of quinoa?
+How did the taste compare to iced tea?
+How are the clusters?
+How is the flavor of the tea?
+What have I been able to do with the seasoning?
+How did the price compare to other teas?
+What is the flavor of the graham crackers?
+How does the tea compare to other teas?
+How did I feel about the water?
+How was the flavor?
+What are the flavors of Sparkling ICE Spring Water?
+Why is the tea so strong?
+How did a family member feel about coffee?
+How are the instant coffees?
+What is a good thing about the price?
+What was the name of the store that first saw the cookies?
+How is the taste of PURE bar?
+How is the flavor?
+What is the flavor of peppermint?
+How is the aroma?
+How is the taste?
+How is the flavor?
+How does Pu'erh compare to other green teas?
+What flavor does cinnamon have?
+What bar did I try?
+How did I feel about Diet Coke?
+How did I feel about the Oreo flavor?
+How does the licorice compare to Twizzlers?
+What kind of taste do these cookies have?
+How are the chips?
+How was the coffee?
+What kind of taste does this coffee have?
+What kind of pancake is it nice to have when being gluten free?
+Is this tea a regular in my rotation?
+How is the flavor?
+What is the taste of Switch?
+How does Bob's Red Mill compare to other brands?
+How is the flavor?
+How was the flavor of the tea?
+What kind of teas were there?
+How were the cookies?
+Why do I prefer loose teas?
+How is the flavor?
+How did I feel about the Issimo Cappucino Coffee Drink?
+How did I feel about the flavor?
+How is the coffee?
+How does the coffee taste?
+What was the aftertaste?
+How is the taste?
+What was the first time I tried Cardamom Pu'erh Tea?
+How is the flavor?
+How does the cereal compare to Raisin Bran?
+What is the flavor of the licorice?
+What is a pleasant cuppa?
+How was the flavor after brewing?

eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.grocery.txt

@@ -0,0 +1,379 @@
+How are the chips?
+How do I feel about it?
+How is the aroma?
+What is included in the bottle?
+How was the taste?
+Why was I reluctant to try Pu'erh tea again?
+How is the flavor?
+How strong is the tea?
+How did the flavor of the tea compare to my normal tea?
+How does it compare to other oils?
+How are the cookies?
+What is the flavor of Lipton's tea?
+How is the taste?
+How do I feel about almonds?
+What other flavors did I try?
+How does the taste compare to other 'chai' teas?
+How did I feel about the quality of the cookies?
+How are the chips?
+How did I feel about the cookies?
+How is the flavoring?
+How was the texture?
+How are the cookies?
+How is the flavor?
+How did I feel about the vanilla flavor?
+How are the cookies?
+How is the flavor of the coffee?
+How is the aroma?
+How is the filling?
+How is the taste?
+What are the little cups that you use for the tea machines?
+How was the flavor?
+How is Hollywood Safflower Oil good for popcorn?
+How are the cookies?
+How is the flavor?
+How long is the shelf life of Tetley's British Blend?
+How does the taste compare to champagne?
+How is the cookie?
+How did the flavor compare to other kinds of teriyaki beef jerky?
+How did my husband feel about the flavor?
+How does it feel in your mouth?
+How is the texture?
+How is the taste?
+What is the flavor of the tea?
+How is the water in the mug?
+What is the flavor of the tea?
+What is the texture of the cookies?
+What was the taste of Ritz Crackerful Multigrain crackers?
+How is the aroma?
+How was the flavor?
+What did I like about the flavor?
+How does the sauce compare to other sauces?
+What is the aroma of Lipton Herbal Pyramid Tea Blackberry Vanilla?
+How is the taste?
+How does the tea come out?
+What is the main benefit of the Nature's Path cereal?
+How is the ranch flavor?
+What is Numi tea?
+How is Lipton To Go Stix Iced Green Tea Mix?
+How is the fudge dipped oreos?
+How are the oils?
+How did the taco salad taste to me?
+How is the curry compared to other Prima Taste products?
+How is the flavor?
+What is the flavor of the topping?
+What is the purpose of the popcorn?
+What is the allergy alert?
+How does the tea compare to other teas?
+What is the purpose of using coconut oil?
+How does the flavor compare to black tea?
+What is the nutritional profile of the Fruit Thins?
+How did I feel about the Strawberry Banana Jamba Juice Energy Drink?
+How does the lemon flavor affect the tea?
+What is the flavor of the tea?
+How were the cookies?
+How is the taste?
+How is the taste?
+What is the flavor of the apples?
+What is the flavor of ginger?
+How did I feel about the cookies?
+How is the flavor?
+How does the flavor compare to other flavored coffees?
+How did I feel about the flavor?
+How were the cookies?
+How are Kettle Brand chips different from other chips?
+How is the flavor?
+How does Viva Labs' coconut oil compare to shortening?
+How does the flavor of Darjeeling compare to Earl Grey?
+How did I feel about the tea?
+How are the cookies?
+What is the texture of the cookies?
+How does the flavor compare to Tabasco?
+How does the licorice taste?
+How is the taste?
+What is the taste of the pomegranate licorice?
+How does this compare to other apples?
+How does the 100 calorie pack compare to other snacks?
+How were the outer cookies?
+How is the coffee?
+How was the flavor?
+How did I feel about the banana and strawberry juice?
+What type of cookies are these Fruit Thins?
+How does Numi's tea work?
+How much fiber is in the bar?
+How is the taste of the tea?
+How did the coffee taste?
+How is the cookie?
+What was the aftertaste of the orange tangerine?
+How is the flavor?
+How does the tea compare to other teas?
+How long have I wanted to try dry rendang?
+What was the flavor of the cherries?
+How is the taste?
+How are the cookies?
+How is the taste?
+What is the flavor of Numi tea?
+How is the tea?
+How did i feel about the sauce?
+How is the flavor of the tea?
+How did my daughter feel about the juice?
+How are the ingredients?
+How did my wife feel about the basil?
+How much sugar is in the drink?
+How was the flavor?
+How are the chips?
+How were the cookies?
+How is the flavor?
+How is the passion fruit flavor?
+How does one make a cup of tea?
+How did I feel about the taste?
+What is the benefit of using coconut oil as a beauty product?
+Why did I decide to give this coffee a try?
+How is the taste?
+How is the taste?
+How is the flavor?
+How does the price compare to regular bottled water?
+How does the flavor compare to the powdered drinks?
+How did I feel about the bar?
+How was the price?
+How did my family feel about the meal?
+What is the downside of Snackwell's snacks?
+How is the flavor of the tea?
+How did I feel about the coffee?
+What is the main advantage of a liquid water flavoring?
+What was the price of the Newman's Own product?
+How does the flavor compare to a French roast?
+What is the taste of the dried apples?
+How did I feel about the tea?
+How did I feel about the tea?
+What is the flavor of Blackberry Vanilla Caffeine Free Herbal Tea?
+Why did I purchase this product?
+How is tea for me?
+How is the quality of decaf green tea?
+How did I feel about the chai tea?
+How is the flavor?
+How is the taste?
+How does the Lemon Balm and Lemon Grass work with the green tea?
+How are the chips?
+How did my husband and I feel about the cookies?
+How does the pyramid shape of the tea bag affect the flavor?
+How many teabags did I use?
+How is the taste?
+How does Illy's coffee drink compare to a Starbucks drink?
+How did I feel about the popcorn?
+What is the flavor of the Vitamin Squeeze Energy drink?
+How does the chocolate compare to a Butterfinger bar?
+What does the Mango Ginger Habanero Sauce add to food?
+How do you feel about the cookies?
+What is my favorite tea?
+How was the taste?
+How is the taste?
+What was the odor of the tea?
+How is the taste?
+How is the chocolate?
+What is the name of PURE Bar?
+What is Numi's mission statement?
+How many lipton flavors are there?
+How much cocoa solids does this chocolate have?
+How is the food?
+How does the flavor compare to the Lara bars?
+What is the flavor?
+What is the problem with artificial chemicals in energy drinks?
+How are the chips?
+How does it compare to other cereals?
+How is the taste?
+Why did I like the cookies?
+What is the flavor of Blackberry Vanilla Caffeine Free Herbal Tea?
+How does green tea help with allergies?
+How does the low acid nature of the coffee affect the sour-y aftertaste?
+How does the flavor compare to a lot of flavored brews?
+How much flavor does the MIO have?
+Why did my mother-in-law say the coconut flavor was too strong?
+How is the texture of the crackers?
+What is the flavor of the tea?
+How are these cookies?
+What is the flavor of Lipton Blackberry Vanilla?
+What flavor enhancers are a lifesaver in our house?
+How does the flavor compare to black tea?
+How is the taste?
+How does the white chocolate filling compare to other truffles?
+What is the flavor of the Habanero?
+How does the taste compare to other juices?
+How does the aroma of the tea compare to other teas?
+How did I feel about this drink?
+How often do you find me munching on cashews?
+What was the smell of the coffee?
+How do I feel about the texture of the chips?
+What is the name of the bar?
+What was the flavor of the cereal?
+What is the taste of the chunks?
+How was the flavor?
+How was the tea?
+How does it compare to a soup?
+What is Numi's new favorite tea?
+What is the taste of the granola?
+What is the taste of Diet Coke?
+How does the flavor compare to other teas?
+How does the flavor compare to other 'chai' teas?
+How does Viva Labs #1 Organic Extra Virgin Coconut Oil compare to other oils?
+How does it compare to other teas?
+Why did I decide to try this coffee?
+How is the flavor?
+How was the flavor?
+How are the cookies?
+How is the flavor?
+How is the chocolate flavor?
+What is a healthy choice if you want something sweet with a good crunch?
+How is the taste?
+How does the flavor compare to other herbal teas?
+How long was the bread?
+What is the flavor of Izze Sparkling Pomegranate?
+What is the benefit of Twinnings Irish Breakfast decaf tea?
+How was the price?
+How is the candy?
+What is the name of Numi's aged Chinese tea?
+How does my husband feel about stevia?
+How is the flavor?
+What is the taste of the bar?
+How is the flavor?
+What is a great alternative to soda?
+What is the health benefit of Numi's cardamom Pu'erh tea?
+What are Popchips?
+How is the chocolate in the cookie?
+How is the taste?
+How did I feel about the texture of the bar?
+How did my skin feel after using the Sebamed moisturizing lotion?
+How is the granola?
+How was the flavor of the latte?
+How is the vanilla flavor?
+How were the cookies?
+How does DH feel about the granola?
+Why is tea so darn healthy for men?
+How is the flavor?
+What is the name of the new flavor?
+How does one feel about tea?
+Are the cookies as gooey as the name suggests?
+How does the tea taste?
+How does the taste compare to other teas?
+What is the flavor of Numi ginger flavored pu'erh?
+How is the aroma?
+How many cookies survived?
+How is the taste?
+How do the cookies compare to store-bought cookies?
+What is the flavor of the cereal?
+What was my expectation of the Raspberry Chipotle sauce?
+How is the taste?
+How is the price?
+What type of oats do you like?
+How many times have I tried to write a review?
+What is rancid?
+What is the only complaint?
+How does the flavor compare to other energy drinks?
+How does the flavor compare to other energy drinks?
+How does the flavor of the tea compare to other berry teas?
+How did I feel about the aroma?
+What is the flavor of the tea?
+How does illy issimo compare to Starbucks' espresso shots?
+What is the first time I've tried PURE fruit and nut bar?
+What is Numi's mission statement?
+How is the fudge inside?
+How does the taste of Essentia's water compare to other brands?
+How is the granola made?
+How did we feel about the sodium in the bar?
+How does the oil compare to other olives?
+Is there anything artificial in this snack?
+How does the taste compare to other teas?
+What is the price of the water?
+How was the ginger?
+How was the cereal?
+How is the taste?
+How is the flavor?
+How did I feel about Numi's tea?
+How does the taste compare to pure green tea?
+What is the name of the bar?
+Why is the flavor so intense?
+How did my mom feel about this tea?
+What is the flavor of Prince of Wales tea?
+What is the most important thing about Lipton Blackberry Vanilla Tea?
+How is the taste?
+When did I first open the first pouch for the Ginger Pu'erh Tea Bags?
+How was the taste?
+What is the flavor of Numi Cardamom Pu'erh tea?
+How did I feel about the tea?
+How are the cookies?
+How is the quality of decaf green tea?
+What was the main problem with the bars?
+How is the taste?
+How does the taste compare to other beverages?
+How is the flavor of the coffee?
+What is the nutritional value of the package?
+Why is tea my favorite beverage?
+How was the flavor?
+How was the flavor?
+How did I feel about the taste?
+How was the flavor?
+What is the quality of the tea?
+How does the taste compare to other ginger teas?
+How was the flavor?
+How is the taste?
+What is the name of the third brand of coconut oil?
+How are the cookies?
+How much sodium is in the soup?
+How much sweetener does the tea have?
+How is the smell?
+How did the teabags hold up to my teeth?
+What type of quinoa is the most expensive?
+How did the taste compare to iced tea?
+How are the clusters?
+How is the flavor of the tea?
+How did I feel about the results?
+How did the price compare to other teas?
+What is the flavor of the graham crackers?
+How long does it take to steep the tea?
+How does the taste compare to other water?
+How was the flavor?
+How are the flavors?
+How is the aftertaste?
+How did the family member who dislikes coffee feel about it?
+What is the smell of the coffee?
+How does the price compare to other coffees?
+What was the name of the store that first saw the cookies?
+How is the taste?
+How is the flavor?
+What is the flavor of peppermint?
+How did I feel about the coffee?
+How is the taste?
+What is the flavor of the tea & honey mix?
+What is the name of Pu'erh?
+How is the taste of tea?
+How was the bar?
+How did I feel about Diet Coke?
+What is the flavor of the Oreo?
+How is the flaver?
+How are the cookies?
+How are the chips?
+How was the flavor?
+How is the taste?
+What is it nice to have in a pancake when it's gluten free?
+How does the tea compare to other teas?
+How is the flavor?
+What is the taste?
+How does Bob's Red Mill compare to other brands of oat bran?
+How is the flavor?
+What was the flavor of the tea?
+What were some of the teas?
+How did I feel about the cookies?
+Why do I prefer loose teas?
+How is the flavor?
+How did I feel about the drink?
+How did I feel about the flavor?
+How does the price compare?
+How does the coffee taste?
+How was the aftertaste?
+How is the taste?
+What caught my eye when I tried Cardamom Pu'erh Tea?
+How is the flavor?
+How does the cereal compare to Raisin Bran flakes?
+How does the flavor compare to store-shelf licorice?
+How did I feel about Numi's tea?
+How does the flavor of the coffee compare to other flavored coffees?

eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.grocery.txt

@@ -0,0 +1,379 @@
+How are the chips?
+How does the dog eat it?
+How is the aroma?
+What is the size of the recipe booklet?
+How is the combination of cashews, pomegranates, and vanilla?
+What does tea do for me?
+Is the flavor as good as the packaging?
+What type of tea is good but not very strong?
+How did the flavors sound?
+How does the oil compare to other oils?
+What is the name of the winner?
+What is unique about this tea?
+How does the taste compare to cardamom tea?
+How are almonds?
+What flavors did I try?
+What is the taste of the tea?
+What were the ingredients in the single serve package?
+How are the chips?
+How did I feel about the cookies?
+Is there a natural flavoring added?
+How did I feel about the texture?
+How are these cookies?
+What flavor does this tea have?
+What does every product that's labelled as having overdoes it a little?
+What is the ultimate experience?
+What is one of the reasons I'm an addicted coffee drinker?
+How does the aroma compare to a Turkish coffee house?
+What is the taste of the filling?
+What is the taste of the flavors?
+What are the little cups that you use for the tea machines?
+What was the flavor of each of the selections?
+Is it good for making popcorn?
+Why are the cookies perfect for a light treat with a cup of tea?
+How is the flavor?
+How is the price?
+How does it remind me of the days when I was young drinking Boones Farm Apple wine?
+What is the overall impression of the cookie?
+What was the flavor of the teriyaki beef jerky?
+How did I feel about the flavor?
+What is the mix?
+How is the texture of the bar?
+What is the strength of the coffee drink?
+What kind of aroma does the tea have?
+What is the mug in which I drink my lipton black tea?
+How is the flavor?
+What would be better if they were made with rolled oats instead of oat flour?
+How do other reviewers feel about Ritz crackers?
+How is the aroma?
+How is the flavor?
+What was the flavor of stevia?
+How is the sauce?
+What is the aroma of Lipton Herbal Pyramid Tea Blackberry Vanilla?
+What is a good water?
+How does the tea come out?
+Does bacon need chocolate?
+What kind of kick does the ranch have?
+What are the most wonderful teas I've tasted in a long time?
+How is the Lipton To Go Stix Iced Green Tea Mix?
+What is the crunchier version of the cookie?
+How are the oils?
+What type of taco did Taco Bell have?
+How did the experience compare to other Prima Taste products?
+How is the coffee?
+How is the flavor?
+What is a snack?
+What type of food is processed in a facility with nuts?
+What has been a favorite of mine lately?
+How does my husband use coconut oil?
+How is the flavor?
+What are Fruit Thins a great alternative to?
+What kind of flavor does it have?
+Why do I recommend green tea?
+How is the flavor?
+What happened to the cookies after being through the shipping system?
+What is the taste of Viva Labs product?
+How is the taste?
+How are the apples?
+What is the flavor of ginger?
+How did I feel about the food?
+How is the flavor?
+How is the peppermint flavor?
+How did I feel about the food?
+How were the cookies?
+What does Kettle Brand chips not have?
+How is the flavor?
+How does Viva Labs' coconut oil compare to other oils?
+What is the name of the bar that I eat with this blend?
+Why wouldn't I reorder this tea?
+What does the cookie advertise?
+How is the flavor?
+How is the flavor?
+Why is licorice more waxy and tough than real licorice?
+What kind of flavor does tea have?
+What is the taste of the Pomegranate licorice?
+What does indeed meet that specification?
+How is the 100 calorie pack?
+How were the outer cookies?
+What aroma does the coffee have?
+What was the flavor combination?
+What is the difference?
+What type of cookies do I like?
+How is the tea?
+How much fiber is there?
+How does the taste compare to the other flavors?
+What was the problem with the variety pack?
+How is the cookie?
+What was the flavor of the orange tangerine?
+What will I say about the flavor?
+How is the tea?
+How long have I wanted to try dry rendang?
+When did I taste the cherries?
+How is the taste?
+How are the cookies?
+How is the taste?
+How is the tea?
+How does the tea compare to other teas?
+How did you feel about the hotel?
+How are the flavors of the teas?
+Why did I buy this for my daughter?
+Is it a snack I feel comfortable serving to my children?
+How did my wife feel about the basil?
+Why did the review go down?
+How was the flavor?
+How are the chips?
+How were the cookies?
+What is the flavor of a caffeinated drink?
+How does the Passion Fruit become too much?
+When do you add the sugar and cream to the teabags?
+How did I feel about mango?
+What happens to your skin if you take a little bit of it and rub it into your skin?
+Why did I decide to try K-Cups?
+What type of blackberry vanilla tea has a nice aroma and a great taste?
+How is the taste?
+What is the flavor?
+How does the water compare to other things?
+What is the flavor of Vitamin Squeeze?
+Why was I excited to try the Newman's Own Dark Chocolate bar?
+How does it compare to other teas?
+How did my family feel about the meal?
+What is one of the reasons I'm only giving it 3 stars?
+How does the tea compare to other Lipton teas?
+How does the taste compare to French Roast?
+What is the main difference between the MIO things and the Vitamin Squeeze Energy Drink?
+What is the downside of Newman's Own?
+Is this coffee overpriced?
+What is the taste of apple potato chips?
+Why will I be purchasing more?
+How did I feel about Lipton's To Go packets?
+What kind of flavor does Blackberry Vanilla Caffeine Free Herbal Tea have?
+What type of hair did I originally use this product for?
+Why is tea an event?
+What is really hard to find in my local area?
+Why did I grab a chai tea?
+How is the tea?
+How is the tea?
+Lemon Balm, Lemon Grass, and Verbena work well with what?
+How are the chips?
+What do I say about these cookies?
+What does the pyramid shape of the tea bag allow?
+How many teabags have been used?
+How does it taste?
+What does Illy's coffee drink have?
+How did I feel about the taste?
+What is Vitamin Squeeze Energy drink?
+How is the chocolate?
+What does the Mango Ginger Habanero Sauce add to food?
+How does the taste of a food product affect your opinion of the product?
+What is my favorite tea?
+How was the taste?
+How does the tea compare to other teas?
+What was the odor of the Tea Bags?
+What is the reaction when honey and milk are added?
+How is the candy?
+What is the name of my favorite brownie?
+What is the mission of Numi Tea?
+How does each one of the lipton flavors compare?
+What is the percentage of cocoa solids in this chocolate?
+How is the food?
+How does the flavor compare to the Lara bars?
+What is the flavor of k-cups?
+How many energy drinks are there?
+What is the crunch of the chips?
+How is it?
+What is the color of the bar?
+How did I feel about the cookies?
+What is the flavor of Blackberry Vanilla Caffeine Free Herbal Tea?
+How does green tea help with allergies?
+How does the coffee taste?
+What is the best thing about mocha coffee?
+How much flavor does the water flavor enhancer have?
+Was the coconut flavor too strong for flavored ice cream?
+What is the taste of the apples and cinnamon?
+What kind of aroma does the tea have?
+How are they?
+How many classes of teas were there?
+What is the flavor of the peach tea?
+Why did I want to try this tea?
+What is the flavor of the tea?
+What is inside the truffles?
+What is a great sauce for grilling?
+How does it compare to plain water?
+What is the main benefit of this tea?
+How did I feel about the drink?
+What happens when there is a bowl of noodles at a party?
+What is the smell of the coffee?
+What is the texture of the chips?
+What is the name of the bar I'm trying?
+How is the flavor?
+What is the taste of the chunks?
+How were the flavors?
+What kind of tea did you drink from beginning to end?
+How does the soup compare to other soups?
+How does Numi compare to Tazo?
+How is the granola?
+What is the name of the taste of the food?
+How does the flavor compare to other teas?
+What did I expect frompu'eh?
+How does the coconut oil compare to other coconut oil I've used?
+How does it compare to the others?
+Why did I decide to try this coffee?
+How does the flavor of the tea compare to other teas?
+What was the flavor like at the time?
+How do these cookies compare to Mary's?
+How is the flavor?
+How is the chocolate flavor?
+What are the Peeled Snacks Organic Apple Clusters?
+What is the chemical taste similar to?
+Why is vanilla not listed as an ingredient?
+How long was the bread fresh?
+How is the flavor?
+What is the benefit of this tea?
+How does one feel about tea?
+How is the candy?
+What is the name of Numi Organic Tea Emperor's Puerh?
+How does my husband feel about stevia?
+What is the overall flavor?
+What is the flavor of the ingredients?
+How is the flavor?
+What is a great alternative to soft drinks?
+What is the health benefit of Pu'erh tea?
+What are crunchy chips?
+How are the cookies?
+What is the taste of the sauce?
+How did I feel about the bar?
+How did my body feel at the end of the test?
+How is the mix of flavors?
+How was the flavor of the peppermint?
+How is the vanilla flavor?
+How were the cookies?
+What kind of food is it?
+What is the benefit of the K cups?
+What type of flavor?
+What is the name of the new flavor?
+What kind of tea do I like?
+Are cookies as gooey as the name suggests?
+How does the tea taste?
+How did I feel about this tea?
+What is the flavor?
+How is the aroma?
+What do you think when you bite into one of these cookies?
+What is the flavor of the beverage?
+What is lacking in most store-bought treats?
+What kind of cereal is this?
+Why were my expectations pretty high?
+What is the taste like?
+How is the price?
+What kind of oats do you like?
+How many times have I tried to write a review?
+What type of seeds does rancid have nothing to do with?
+How is the taste?
+How is the flavor?
+How does the flavor compare to other energy drinks?
+Why do I avoid berry teas?
+How did I feel about the aroma?
+How does the flavor of the tea compare to other teas?
+How does illy issimo compare to Starbucks?
+What is the name of the bar?
+What is the principle of our company?
+Are the fudges too gooey or chocolatey?
+How does the price compare to other brands of water?
+Why is it made from natural ingredients and doesn't contain artificial flavors?
+How was the bar?
+How does the price compare to em?
+Is there anything artificial?
+What type of tea do I love?
+What is the price of the water?
+What was the flavor of the ginger?
+How was the cereal?
+What is the first thing to consider?
+How is the flavor?
+How is the ginger tea?
+How did it taste?
+What kind of bar was the cherry cashew date nut bar?
+Why do I love this intensity?
+What kind of quality did she think it had?
+How much of my babbling is there?
+What is the most important thing?
+How does the tea compare to other teas?
+When did I open the first pouch for the Ginger Pu'erh?
+How was the taste?
+What is Numi Cardamom Pu'erh tea?
+How does the tea compare to other teas?
+How are the cookies?
+What is really hard to find in my local area?
+What was the high sweetness factor used to cover up the taste of?
+How is the aroma?
+What is the taste?
+What is the smell of vanilla?
+What is the nutritional value of the package?
+Why is tea my favorite beverage?
+How was the flavor?
+What flavor did the tea not pick up?
+How did I feel about the taste of Peeled Snacks Organic Apple Clusters Cinnamon Crunch?
+How was the flavor?
+What is the quality of the tea?
+What kind of aroma does this tea have?
+How was the flavor?
+What type of tea is this?
+How does it compare to other brands?
+How are the cookies?
+How much sodium is in a pouch?
+Is there anything I don't add to green tea?
+How does it smell?
+Is air-tight a good thing?
+How much do I have to worry about when I go camping?
+What was the problem with the tea?
+How are the pieces?
+How are the flavors of the teas?
+What kind of vegetables have I used it to season?
+How was the price?
+What is the flavor?
+How does the tea compare to other teas?
+How did I feel about the water?
+What was the flavor of the coffee?
+What are the flavors of Sparkling ICE Spring Water?
+How is the cinnamon?
+How did a family member feel about coffee?
+Is instant coffee good or bad?
+What is a good thing about the price?
+What was the name of the store that first saw the cookies?
+What is the flavor of the PURE bar?
+How is the flavor?
+What is the flavor of peppermint?
+What is the aroma like when I open the package and dumped the coffee into my coffeemaker?
+How is the taste of a drink?
+How is the flavor of honey different?
+What is the name of Pu'erh?
+What does cinnamon do for tea?
+What was the name of the bar I tried?
+How did I feel about the product?
+Which cookie has a rich cocoa flavor?
+How is the licorice?
+What kind of taste do they have?
+How are the chips?
+How was the coffee?
+What kind of taste does it have?
+What type of pancake is a gluten free pancake?
+Is this tea a regular in my rotation?
+How are the flavors?
+What does Switch taste like?
+How is the texture?
+What is a "crisp"?
+How was the flavor?
+What type of teas were there?
+How were the cookies?
+What is the flavor of the tea?
+How is the flavor?
+How did I feel about the coffee?
+How did I feel about the flavoring?
+How does the coffee compare to other coffees?
+What is the result?
+What was the aftertaste?
+Why is it recommended?
+What was the first time I tried pu-erh tea?
+How is the flavor?
+How is the cereal?
+What is the flavor of licorice?
+What is a pleasant cuppa?
+How was the flavor after brewing?

eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.grocery.txt

@@ -0,0 +1,101 @@
+How was the bag?
+How did I expect the graham crackers to be?
+How is the taste?
+What is the name of the bar that comes with 5 to a package?
+What is the salty side of the Keebler Town Pita cracker?
+How is the taste?
+How is the flavor?
+How many bowls of cereal will the 6-box pack give you?
+How is the chocolate?
+How is the flavor?
+Is this a healthy cereal?
+What is the name of Izze's All- Natural Sparkling Apple?
+What is a good substitute for the Ovaltine?
+What is the purpose of the Instant Ginger Lemon Drink?
+What flavor did the lemon and honey bring to the drink?
+What is the name of the ingredient that quinoa is a part of?
+How many crackers did he eat?
+How is the flavor?
+How was the coffee?
+How are the almonds?
+What is the consistency of the sauce?
+How did I feel about the quality of the Organic Cherry Cashew Bar?
+How is the texture of the licorice?
+How does Taster's Choice compare to other freeze dried coffees?
+How did I feel about the bars?
+How does one feel about coffee?
+How does the flavor of Natural Fusions compare to other flavored coffees?
+What was the taste of the drink?
+How is the nutrition?
+What are two types of cheez-its?
+How is the coffee?
+How much Vitamin C is in the Switch Black Cherry?
+How does the price of the Fuggetaboudit change?
+How does the packaging describe the chocolate?
+What does illy make?
+How was the flavor?
+How are the bars?
+How is the drink?
+What brand of popcorn does this microwave popcorn come from?
+How did I feel about the bar?
+Why do I buy high quality coffee?
+How is the sauce?
+How does the flavor compare to Kool?
+How does the price compare to other cereals?
+When do I prefer my own seasoning?
+How is the flavor?
+How does PH water compare to tap water?
+How do I feel about my great nephew?
+How is the bar?
+How is the flavor?
+How is the taste?
+Why is water hard in my part of the country?
+What is the taste of the apple clusters?
+How does the coffee smell when it's brewing?
+What was the portability of coffee?
+How is the ingredients?
+How is the ginger?
+How large is the bar?
+How long has it taken me to find a good de-caf coffee?
+How did we choose the cereal?
+How is the packaging?
+What was the texture of the bar?
+What type of drink is this juice?
+What is the taste of Diet Coke?
+How many grams of sugar are in each quarter-cup serving?
+What is an added bonus of this cereal?
+How is the coffee?
+How is the taste?
+How spicy is the sauce?
+What is the taste of granola?
+How large are the bottles?
+How do you feel about cheese and crackers?
+What flavors did I like about this drink?
+How was the aftertaste?
+How is the drink?
+How does the sauce compare to other sauces?
+How was the oatmeal?
+What is the taste of Lipton's Half & Half tea and honey?
+What is the taste of the "outside" part of the cookie similar to?
+How does the sauce compare to other sauces?
+How did I feel about the coffee?
+How large is each packet of Kool Aid?
+How does Essentia taste?
+What is the texture of the Newtons Fruit Thins?
+What do I love about cherries?
+How did we feel about the meal?
+How are the cashews?
+What is the taste of Essentia water?
+How do you feel about graham crackers?
+How is the taste?
+How is the soup?
+How long did the package last?
+How is the texture?
+How is the bar?
+What is the flavor?
+Why is the Honey Maid cracker box better?
+What type of skin do I have?
+How did I feel about the taste of the Back to Nature grahams?
+How many stars would this coffee get if it was loose coffee?
+How many k-cups deliver true espresso body and flavor?
+How was the coffee?

eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.grocery.txt

@@ -0,0 +1,101 @@
+How is the bag?
+How are these graham crackers?
+How is the taste?
+How many calories does the South Beach Living Fiber Fit Mocha bar have?
+What is the flavor of the Keebler Town Pita cracker?
+How is the taste?
+What is the texture of the cookies?
+How many bowls of cereal will the 6-box pack give you?
+How is the chocolate?
+How is the flavor?
+How did I feel about the cereal?
+How does the drink compare to other apple ciders?
+How does the taste compare to the Amazing Grass Meal?
+What is the purpose of the Instant Ginger Lemon Drink?
+How did the first few sips of the Kali Ginger and Lemon drink feel?
+What is the name of the ingredient that quinoa is a part of?
+How many crackers did I eat?
+How is the flavor?
+How did my wife feel about the coffee?
+How are the almonds?
+What is the consistency of the sauce?
+Why did I have to share the Organic Cherry Cashew Bar with my father and friend?
+How is the texture of the licorice?
+How does Taster's Choice compare to other freeze dried coffees?
+How did I feel about the bars?
+How did I feel about the coffee?
+What is the taste of the coffee?
+How did Father feel about the taste of the drink?
+How is the nutrition?
+How much does a box of Cheez-Its cost?
+How is the coffee?
+How does the price compare to Knudsen's Black Cherry Spritzer?
+How is the price of the Fuggetaboudit?
+What are the good and bad points of the product?
+How does illy's coffee taste?
+How was the taste?
+How are the bars?
+How is the taste?
+What is the name of the brand of popcorn?
+How did I feel about the bar?
+What is the main reason I don't like Starbucks?
+How is the sauce?
+How does the flavor compare to Kool-Aid's?
+How does the product compare to other cereals?
+What is the flavor of the chicken?
+What is the flavor of Watermelon Strawberry?
+How does the taste compare to tap water?
+How does he feel about food?
+What is the name of the bar?
+How is the flavor?
+How is the taste?
+Why is water hard in my part of the country?
+What is the flavor of the apple clusters?
+How does the coffee smell?
+What was the downside of blending my own coffee?
+How is the food?
+How is the ginger?
+How large is the bar?
+How long has it been since I've tried many brands of de-caf coffee?
+How did the wife feel about the double chocolate cereal?
+How is the packaging?
+What was the texture of the bar?
+How does the taste compare to a soft drink?
+How does the taste compare to other sodas?
+How many calories are in each quarter-cup serving?
+What is an added bonus of this cereal?
+How is the coffee?
+How is the flavor?
+What is the taste of the sauce?
+How is the taste of granola?
+How large are the bottles?
+How do I feel about cheese and crackers?
+How did I feel about the taste of the drink?
+How was the aftertaste?
+How is the watermelon flavor?
+How does this sauce compare to other sauces?
+How was the taste of the oatmeal?
+How sweet is Lipton's Half & Half tea and honey?
+What was the taste of the "outside" part of the cookie?
+What was the name of Taco Bell's sauce?
+How did I feel about the coffee?
+How large is the drink?
+What is the taste of Essentia water?
+How are the Newtons Fruit Thins?
+What is the name of the bar?
+How did we feel about the Chicken and Broccoli Skillets Dinner Kit?
+How are the cashews LOADED with pepper?
+What is the taste of Essentia water?
+How did my husband feel about the graham crackers?
+Why is this product good for baby?
+What is the flavor of the soup?
+How long does the package last?
+How is the texture?
+How is the bar?
+What is the flavor of the sauce?
+Why is the Honey Maid cracker option better?
+What type of skin do I have?
+How did I feel about the taste of the Back to Nature grahams?
+How many stars would this coffee get?
+How does this k-cup compare to a coffee shop?
+How was the coffee?

eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.grocery.txt

@@ -0,0 +1,101 @@
+How are the cookies?
+How did I expect the crackers to be?
+Does it have a metallic taste or aftertase?
+What comes with 5 to a package?
+How is the salt in the Keebler Town Pita cracker?
+How is the taste?
+How is the flavor?
+How many bowls of cereal does the 6-box pack give you?
+What does a small piece of chocolate do?
+How much green tea is there?
+Is this a healthy cereal?
+What is Izze's All-?
+How is it made?
+What is the purpose of a change from coffees & teas?
+What flavors came to the forefront as I continued to drink?
+What is the nutritional value of un-hulled seeds?
+How many crackers did I eat?
+How is the habanero sauce?
+How was the coffee?
+How are the almonds?
+What is the consistency of the sauce?
+How did I feel about the Organic Cherry Cashew Bar?
+How is the texture?
+How are the packets of Taster's Choice opened?
+How did I feel about the nuts?
+What do I love about coffee?
+How does the flavor of the Natural Fusions coffee compare to vanilla?
+Why would someone drink this?
+How is the nutrition?
+What is a bag of cheez?
+Is this a coffee drink?
+How much of the Vitamin C is in the product?
+What happens to the price?
+What does the packaging describe the chocolate as?
+What type of coffee does Illy make?
+How was the flavor?
+How are the bars?
+How is the drink?
+What brand of popcorn does this microwave popcorn come from?
+How did I feel about the bar?
+Why do I buy high quality coffee?
+How is the sauce?
+How does the fruit punch flavor compare to Kool?
+What is the downside of the box?
+At what point do I prefer my own seasoning?
+What is the flavor of fresh watermelon?
+How does the water compare to tap water?
+How do I feel about him?
+How is the bar?
+What is the flavor of milk chocolate?
+How is the taste?
+Why do we have regular drinking water delivery?
+What is the taste of an apple?
+How does the coffee smell when it's brewing?
+What did I love about the portability?
+How is the food?
+What is the strength of ginger?
+How large is the bar?
+How long has it taken for me to find a good de-caf coffee?
+How did the wife like the double chocolate?
+How is the new packaging?
+What is my favorite bar?
+What kind of drink is it?
+What does it taste like?
+How much natural sugar is in each quarter-cup serving?
+What is the benefit of the fruit?
+How is coffee?
+How is the taste?
+Is the sauce spicy enough?
+What is a good break if you feel like something mildly sweet and solid?
+How large are the bottles?
+How do I feel about cheese and crackers?
+What flavors do I like?
+Was there a bitter aftertaste?
+How is this drink?
+What sauce is great for savory dishes?
+How did the pieces of apples and cranberries taste?
+What kind of drink is Lipton's Half & Half tea?
+The taste of the "outside" part of the cookie was slighly similar to what?
+How does Taco Bell's sauce compare to other sauces?
+How does the coffee smell?
+How many packets are good for a 16oz drink?
+What is the taste of Essentia?
+How is the texture?
+What do I love about cherries?
+How did we feel about the meal?
+How are the cashews?
+What kind of taste does Essentia have?
+Why were the snacks good?
+How does the product compare to other products?
+How is the soup?
+How long was the shelf life?
+Is the texture smooth or crunchy?
+How is the bar?
+What is the flavor of the sauce?
+Why is this option better?
+What type of skin do I have?
+How did I feel about the taste of the Back to Nature grahams?
+How many stars would this coffee get?
+How many k-cups deliver true espresso body and flavor?
+How was it on a hot summer day?

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c1e0eb52c71c4611aa037bab053a6e4d3e44c2fb90d054dddc5eedd4e4ff559
-size 891644351
+oid sha256:98ddd01757e34794973cb31b24a99ae4b9be3b1209ed519f05e851e5e0938991
+size 891647935

tokenizer_config.json

@@ -1 +1 @@
-{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "model_max_length": 512, "name_or_path": "t5_base_subjqa_grocery/best_model", "special_tokens_map_file": "lmqg_output/optimized/t5_base_squad/model_ztilpu/epoch_2/special_tokens_map.json", "tokenizer_class": "T5Tokenizer"}
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "model_max_length": 512, "name_or_path": "lmqg_output/qg_subjqa/t5_base_subjqa_grocery/model_mntyya/epoch_1", "special_tokens_map_file": "lmqg_output/optimized/t5_base_squad/model_ztilpu/epoch_2/special_tokens_map.json", "tokenizer_class": "T5Tokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"dataset_path": "asahi417/qg_subjqa", "dataset_name": "grocery", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": ["qg"], "model": "asahi417/lmqg-t5-base-squad", "max_length": 512, "max_length_output": 32, "epoch": 2, "batch": 16, "lr": 0.0001, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 32, "label_smoothing": 0.0}