model update

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24764468371433696, "Bleu_2": 0.1762283121129629, "Bleu_3": 0.09642268486142344, "Bleu_4": 0.06699531174624358, "METEOR": 0.26077551505275787, "ROUGE_L": 0.25958619087343704, "BERTScore": 0.9418267376663149, "MoverScore": 0.663324601311314}, "test": {"Bleu_1": 0.23097463284348335, "Bleu_2": 0.14655118460700992, "Bleu_3": 0.060833587785559064, "Bleu_4": 0.03751451118028716, "METEOR": 0.20697189676860475, "ROUGE_L": 0.2413933371118878, "BERTScore": 0.9304247047094738, "MoverScore": 0.6230868587648992}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.restaurants.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24771838331128068, "Bleu_2": 0.17951792732231625, "Bleu_3": 0.10043211694142655, "Bleu_4": 0.06998729218591945, "METEOR": 0.26323390019085174, "ROUGE_L": 0.26458989402223404, "BERTScore": 0.9434817955475445, "MoverScore": 0.6670317593191786}, "test": {"Bleu_1": 0.2178477690285855, "Bleu_2": 0.13580861697581167, "Bleu_3": 0.05730724436651635, "Bleu_4": 0.0321117391840424, "METEOR": 0.2192313732257308, "ROUGE_L": 0.23331328974351515, "BERTScore": 0.9311930971110568, "MoverScore": 0.6295892343571033}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24764468371433696, "Bleu_2": 0.1762283121129629, "Bleu_3": 0.09642268486142344, "Bleu_4": 0.06699531174624358, "METEOR": 0.26077551505275787, "ROUGE_L": 0.25958619087343704, "BERTScore": 0.9418267690858175, "MoverScore": 0.663324601311314}, "test": {"Bleu_1": 0.23097463284348335, "Bleu_2": 0.14655118460700992, "Bleu_3": 0.060833587785559064, "Bleu_4": 0.03751451118028716, "METEOR": 0.20697189676860475, "ROUGE_L": 0.2413933371118878, "BERTScore": 0.9304247121600544, "MoverScore": 0.6230868587648992}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24771838331128068, "Bleu_2": 0.17951792732231625, "Bleu_3": 0.10043211694142655, "Bleu_4": 0.06998729218591945, "METEOR": 0.26323390019085174, "ROUGE_L": 0.26458989402223404, "BERTScore": 0.9434818371321804, "MoverScore": 0.6670317593191786}, "test": {"Bleu_1": 0.2178477690285855, "Bleu_2": 0.13580861697581167, "Bleu_3": 0.05730724436651635, "Bleu_4": 0.0321117391840424, "METEOR": 0.2192313732257308, "ROUGE_L": 0.23331328974351515, "BERTScore": 0.9311930852777818, "MoverScore": 0.6295892343571033}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24764468371433696, "Bleu_2": 0.1762283121129629, "Bleu_3": 0.09642268486142344, "Bleu_4": 0.06699531174624358, "METEOR": 0.26077551505275787, "ROUGE_L": 0.25958619087343704, "BERTScore": 0.9418267381283664, "MoverScore": 0.663324601311314}, "test": {"Bleu_1": 0.23097463284348335, "Bleu_2": 0.14655118460700992, "Bleu_3": 0.060833587785559064, "Bleu_4": 0.03751451118028716, "METEOR": 0.20697189676860475, "ROUGE_L": 0.2413933371118878, "BERTScore": 0.9304247244315988, "MoverScore": 0.6230868587648992}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24771838331128068, "Bleu_2": 0.17951792732231625, "Bleu_3": 0.10043211694142655, "Bleu_4": 0.06998729218591945, "METEOR": 0.26323390019085174, "ROUGE_L": 0.26458989402223404, "BERTScore": 0.9434818389803864, "MoverScore": 0.6670317593191786}, "test": {"Bleu_1": 0.2178477690285855, "Bleu_2": 0.13580861697581167, "Bleu_3": 0.05730724436651635, "Bleu_4": 0.0321117391840424, "METEOR": 0.2192313732257308, "ROUGE_L": 0.23331328974351515, "BERTScore": 0.931193095357979, "MoverScore": 0.6295892343571033}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24764468371433696, "Bleu_2": 0.1762283121129629, "Bleu_3": 0.09642268486142344, "Bleu_4": 0.06699531174624358, "METEOR": 0.26077551505275787, "ROUGE_L": 0.25958619087343704, "BERTScore": 0.941826697929885, "MoverScore": 0.663324601311314}, "test": {"Bleu_1": 0.23097463284348335, "Bleu_2": 0.14655118460700992, "Bleu_3": 0.060833587785559064, "Bleu_4": 0.03751451118028716, "METEOR": 0.20697189676860475, "ROUGE_L": 0.2413933371118878, "BERTScore": 0.9304247064625516, "MoverScore": 0.6230868587648992}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24771838331128068, "Bleu_2": 0.17951792732231625, "Bleu_3": 0.10043211694142655, "Bleu_4": 0.06998729218591945, "METEOR": 0.26323390019085174, "ROUGE_L": 0.26458989402223404, "BERTScore": 0.9434818366701289, "MoverScore": 0.6670317593191786}, "test": {"Bleu_1": 0.2178477690285855, "Bleu_2": 0.13580861697581167, "Bleu_3": 0.05730724436651635, "Bleu_4": 0.0321117391840424, "METEOR": 0.2192313732257308, "ROUGE_L": 0.23331328974351515, "BERTScore": 0.9311930822098956, "MoverScore": 0.6295892343571033}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24764468371433696, "Bleu_2": 0.1762283121129629, "Bleu_3": 0.09642268486142344, "Bleu_4": 0.06699531174624358, "METEOR": 0.26077551505275787, "ROUGE_L": 0.25958619087343704, "BERTScore": 0.941826768623766, "MoverScore": 0.663324601311314}, "test": {"Bleu_1": 0.23097463284348335, "Bleu_2": 0.14655118460700992, "Bleu_3": 0.060833587785559064, "Bleu_4": 0.03751451118028716, "METEOR": 0.20697189676860475, "ROUGE_L": 0.2413933371118878, "BERTScore": 0.930424706900821, "MoverScore": 0.6230868587648992}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24771838331128068, "Bleu_2": 0.17951792732231625, "Bleu_3": 0.10043211694142655, "Bleu_4": 0.06998729218591945, "METEOR": 0.26323390019085174, "ROUGE_L": 0.26458989402223404, "BERTScore": 0.9434817895408749, "MoverScore": 0.6670317593191786}, "test": {"Bleu_1": 0.2178477690285855, "Bleu_2": 0.13580861697581167, "Bleu_3": 0.05730724436651635, "Bleu_4": 0.0321117391840424, "METEOR": 0.2192313732257308, "ROUGE_L": 0.23331328974351515, "BERTScore": 0.931193091413554, "MoverScore": 0.6295892343571033}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24764468371433696, "Bleu_2": 0.1762283121129629, "Bleu_3": 0.09642268486142344, "Bleu_4": 0.06699531174624358, "METEOR": 0.26077551505275787, "ROUGE_L": 0.25958619087343704, "BERTScore": 0.9418267039365547, "MoverScore": 0.663324601311314}, "test": {"Bleu_1": 0.23097463284348335, "Bleu_2": 0.14655118460700992, "Bleu_3": 0.060833587785559064, "Bleu_4": 0.03751451118028716, "METEOR": 0.20697189676860475, "ROUGE_L": 0.2413933371118878, "BERTScore": 0.9304247112835154, "MoverScore": 0.6230868587648992}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24771838331128068, "Bleu_2": 0.17951792732231625, "Bleu_3": 0.10043211694142655, "Bleu_4": 0.06998729218591945, "METEOR": 0.26323390019085174, "ROUGE_L": 0.26458989402223404, "BERTScore": 0.9434818315875623, "MoverScore": 0.6670317593191786}, "test": {"Bleu_1": 0.2178477690285855, "Bleu_2": 0.13580861697581167, "Bleu_3": 0.05730724436651635, "Bleu_4": 0.0321117391840424, "METEOR": 0.2192313732257308, "ROUGE_L": 0.23331328974351515, "BERTScore": 0.9311930760741234, "MoverScore": 0.6295892343571033}}

eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.txt

@@ -0,0 +1,136 @@
+How is the fish?
+How is the place?
+How is the service?
+How is the katsu?
+How is the quality of the staff?
+How is the quality of the service?
+How is the coffee?
+What is the quality of the restaurant?
+How is the wait time?
+How is the quality of the restaurant?
+How is the guacamole?
+How is the service?
+How is the quality of the place?
+How is the service?
+How is the sushi?
+How is the quality of the place?
+How is the drink?
+How is the service?
+How is the service?
+How is the place?
+How is the place?
+How is the service?
+What do you think about the hot sauce?
+How is the experience?
+How is the food?
+How is the menu?
+How is the place?
+How is the service?
+How is the service?
+How is the burger?
+How is the food?
+How is the food?
+How is the decor?
+Is it a good place for dinner?
+How is the steak?
+How is the quality of the ribs?
+How is the patio?
+How is the place?
+How is the service?
+How is the service?
+How is the selection of beers?
+How is the patio?
+How is the place?
+How is the place?
+How is the server?
+How is the view?
+How is the place?
+How is the lobster roll?
+How is the quality of the dish?
+How do you like the tartufata?
+How is the service?
+How is the pizza?
+How is the service?
+How is the beer?
+How is the meal?
+How is the sushi?
+How is the service?
+How is the coffee?
+How is the service?
+How is the place?
+How is the place?
+How is the view?
+How is the service?
+How is the place?
+How is the quality of the place?
+How is the quality of the restaurant?
+How is the drink?
+How is the food?
+How is the patio?
+How is the patio?
+How is the tater tot?
+How is the pancake?
+How is the place?
+How is the service?
+How is the barbecue?
+How is the menu?
+How is the drink?
+How is the place?
+How is the quality of the soup?
+How is the flavour?
+How is the view?
+How is the sushi?
+How is the service?
+How is the service?
+How is the food?
+How is the place?
+How is the service?
+How is the service?
+How is the waitress?
+How is the quality of the food?
+How is the service?
+How is the food?
+How is the food?
+How is the drink?
+How is the quality of the restaurant?
+How is the food?
+How is the drink?
+How is the wings?
+How is the food?
+How many restaurants have you been to?
+How is the dish?
+How is the breakfast?
+How is the place?
+How is the food?
+How is the drink?
+How is the view?
+How is the patio?
+How is the food?
+How is the setting?
+How is the chicken?
+How is the place?
+How is the experience?
+How is the place?
+How is the broth?
+How is the quality of the food?
+How is the cheese?
+How is the food?
+How is the place?
+How is the place?
+How is the dish?
+How is the place?
+How is the service?
+How is the patio?
+How is the staff?
+How is the food?
+How is the food?
+How is the quality of the restaurant?
+How is the rice?
+How is the table?
+How is the price?
+How is the place?
+How is the sushi?
+What is the quality of the guacamole?
+How is the quality of the ribs?
+How is the wait time?
+How is the brunch?

eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.restaurants.txt

@@ -0,0 +1,136 @@
+How is the starter?
+How is the place?
+How is the hostess?
+How is the katsu?
+How is the place?
+How is the place?
+How is the coffee?
+How is the restaurant?
+How is the wait?
+How is the quality of the restaurant?
+How is the guacamole?
+How is the service?
+How is the place?
+How is the experience?
+How is the staff?
+What is the best way to spend your money?
+How is the price of the drinks?
+How is the service?
+How is the service?
+How is the restaurant?
+How is the decor?
+How is the patio?
+How is the sauce?
+How was the experience?
+How is the quality of the food?
+How is the quality of the restaurant?
+How is the food?
+How is the view?
+How is the service?
+How was the experience?
+How is the system?
+How is the food?
+How is the decor?
+How is the place?
+How is the steak?
+How is the meat?
+How is the patio?
+How is the place?
+How is the world?
+How is the quality of the question?
+How is the selection of beers on tap?
+How do you like to eat?
+What is the name of the restaurant?
+How is the place?
+How is the waitress?
+How is the view?
+How is the place?
+How is the sauce?
+How was the experience?
+How is the place?
+How is the waitress?
+How is the patio?
+How is the school?
+How is the beer?
+How is the light?
+How is the sushi?
+How did you like the restaurant?
+How is the coffee?
+How is the vibe?
+How is the bar?
+How is the place?
+How is the view?
+How is the service?
+How is the place?
+How is the drink?
+How is the quality of the place?
+How is the drink?
+How is the food?
+How is the patio?
+How is the patio?
+How is the tater tot?
+How is the line?
+How is the place?
+How is the oyster?
+How is the barbecue?
+How do you like the menu?
+How is the glass?
+How is the coffee?
+How is the quality of the food?
+How is the flavour?
+How is the view?
+How is the sushi?
+How is the ambiance?
+How is the experience?
+How is the martini?
+How is the place?
+How is the service?
+How was the server?
+How is the waitress?
+How is the price of the meal?
+How is the price of the drink?
+How is the place?
+How is the service?
+What is the name of the beer?
+How is the restaurant?
+How is the price of the drink?
+How is the drink?
+How is the quality of the food?
+How is the service?
+How many restaurants have you been to?
+How is the meal?
+How is the breakfast?
+How is the interior?
+How is the place?
+How is the drink?
+How is the view?
+How is the patio?
+How is the space?
+How is the setting?
+How is the chicken?
+Is the patio open during the summer?
+How is the experience?
+How is the place?
+How is the taste of the mussels?
+How is the quality of the food?
+How is the day?
+How is the food?
+How is the decor?
+How is the place?
+How is the brunch?
+How is the patio?
+How is the bar?
+How is the patio?
+How is the cafe?
+How is the quality of the food?
+How is the meal?
+How is the quality of the restaurant?
+How is the rice?
+How is the table?
+How is the price?
+How is the service?
+How do you like the sound?
+How is the quality of the restaurant?
+How is the quality of the ribs?
+How is the wait time?
+How is the coffee?

eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.txt

@@ -0,0 +1,129 @@
+How is the pasta?
+How is the service?
+How is the place?
+How is the place?
+How is the place?
+How is the taco?
+How is the quality of the menu?
+How is the food?
+How is the food?
+How is the taste of the dish?
+How is the quality of the wine?
+How is the quality of the dish?
+How is the flavour?
+How is the service?
+How is the food?
+How is the broth?
+How is the service?
+How is the quality of the food?
+How is the place?
+How is the taco?
+How is the drink?
+How is the curry?
+How is the food?
+How is the burger?
+How is the place?
+How is the price of the sandwich?
+How is the service?
+How is the place?
+How is the quality of the place?
+How is the place?
+How is the service?
+How is the place?
+How is the menu?
+How is the food?
+How is the place?
+How is the food?
+How is the quality of the food?
+How is the place?
+How is the food?
+How is the quality of the dish?
+How is the service?
+How is the chicken?
+How is the manager?
+How do you like the tartufata?
+How is the steak?
+How is the flavour?
+How is the dish?
+How is the place?
+How is the service?
+How is the neighbourhood?
+How is the flavour?
+How is the price of the food?
+How is the pizza?
+How is the cake?
+How is the quality of the noodle?
+How is the service?
+How is the quality of the meal?
+How is the taco?
+How is the service?
+How is the place?
+How is the sausage?
+How is the ramen?
+How is the service?
+How is the service?
+How is the food?
+How is the quality of the meat?
+How is the quality of the jar of water?
+How is the service?
+How is the beer?
+How is the steak?
+How is the flavour?
+How is the service?
+How is the taste?
+How is the food?
+How is the service?
+How is the place?
+How is the calamari?
+How is the experience?
+How is the service?
+How is the washroom?
+How is the texture of the cheesecake?
+How is the quality of the dish?
+How is the place?
+How is the quality of the food?
+How is the food?
+How is the place?
+How is the service?
+How is the portion size?
+How is the lobster?
+How is the service?
+How is the waiter?
+How is the food?
+How is the quality of the food?
+How is the soup?
+How is the portion of fish in the taco?
+How is the quality of the restaurant?
+How is the food?
+How is the portion size?
+How is the quality of the food?
+How is the quality of the cake?
+How is the place?
+What is the quality of the food?
+How is the meat?
+Is it a fast food restaurant?
+How is the food?
+How is the menu?
+How is the quality of the food?
+How is the experience?
+How is the quality of the dish?
+How is the quality of the dish?
+How is the menu?
+How is the chicken?
+How is the taste of the food?
+How is the flavour?
+How is the breakfast?
+How is the quality of the restaurant?
+How is the cheese?
+How is the cake?
+How is the food?
+How is the service?
+How is the dim sum?
+How is the oyster?
+How is the service?
+How is the sausage?
+How is the price?
+How is the beer?
+How is the food?
+How is the dish?
+Is the place good for quick eats?

eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.restaurants.txt

@@ -0,0 +1,129 @@
+How is the quality of the pasta?
+How is the food?
+How is the place?
+How is the atmosphere?
+How is the restaurant?
+How is the quality of the taco?
+How is the menu?
+How is the service?
+How is the quality of the food?
+How is the taste?
+How is the quality of the wine?
+How is the quality of the food?
+How was the experience?
+How is the service?
+How is the service?
+How is the quality of the broth?
+What is the name of the hotel?
+How is the taste?
+How is the place?
+How is the experience?
+How is the drink?
+How is the quality of the restaurant?
+How is the food?
+How was the burger?
+How is the quality of the dish?
+How is the price of the sandwich?
+How was the evening?
+How was the place?
+How is the quality of the game?
+How is the experience?
+How is the quality of the service?
+How is the place?
+How is the menu?
+How is the food?
+Is it a good place to eat?
+How is the staff?
+How is the quality of the food?
+How was the experience?
+How is the food?
+How was the fish?
+How is the service?
+How is the chicken?
+How was the manager?
+How is the dish?
+How is the steak?
+How is the flavour?
+How did you like the appetizer?
+How is the place?
+How is the service?
+How is the neighborhood?
+How is the beef?
+How is the price of the food?
+How is the quality of the music?
+How is the staff?
+How is the quality of the noodle?
+How is the service?
+How is the service?
+How is the taco?
+How is the service?
+How is the place?
+What do you think about sausage?
+How do you like ramen?
+How is the service?
+How is the service?
+How is the quality of the food?
+How is the quality of the meat?
+How is the quality of the water in the jar?
+How is the service?
+How is the beer?
+How is the steak?
+How is the flavor?
+How is the service?
+How is the area?
+How is the food?
+How is the service?
+How is the food?
+How was the calamari?
+How is the seating?
+How is the experience?
+How is the quality of the washroom?
+How is the texture of the cake?
+How is the price?
+How is the place?
+How is the quality of the food?
+How is the food?
+How is the seating?
+How is the site?
+What is the name of the taco?
+How is the lobster?
+How was the waiter?
+How is the service?
+How is the food?
+How is the quality of the place?
+How is the soup?
+How is the quality of the taco?
+How is the place?
+How is the service?
+How is the portion size?
+How do you like food?
+How is the cake?
+How is the place?
+How is the quality of the restaurant?
+How is the meat?
+What is the name of the restaurant?
+How is the food?
+How is the menu?
+How is the quality of the food?
+How was the experience?
+How is the quality of the fish?
+How is the food?
+How is the menu?
+How is the quality of the chicken?
+How is the variety?
+How is the service?
+How is the breakfast?
+How is the table?
+How is the quality of the dish?
+How is the taste of the cake?
+How is the food?
+How is the quality of the service?
+How is the dim sum?
+How is the oyster?
+How is the service?
+How is the sausage?
+How is the price?
+How is the beer?
+How is the quality of the food?
+How is the quality of the dish?
+How is the quality of the food?

eval_ood/metric.first.sentence.paragraph_answer.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.431197591114719, "Bleu_2": 0.2949939588050376, "Bleu_3": 0.22361775342758972, "Bleu_4": 0.17689752675615725, "METEOR": 0.1989544570899051, "ROUGE_L": 0.4371632822265526, "BERTScore": 0.9028757259194863, "MoverScore": 0.6151619048942445}, "test": {"Bleu_1": 0.4380313367937175, "Bleu_2": 0.29781308298663034, "Bleu_3": 0.22227964561605218, "Bleu_4": 0.17233507312941157, "METEOR": 0.19721399176805804, "ROUGE_L": 0.43546820428349003, "BERTScore": 0.9022731434775632, "MoverScore": 0.6062847201368943}}