model update

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.movies.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24659863945536292, "Bleu_2": 0.15911673534749388, "Bleu_3": 0.08065750812003444, "Bleu_4": 0.04847889353366661, "METEOR": 0.25191493108636753, "ROUGE_L": 0.2762012994794776, "BERTScore": 0.9392126131765913, "MoverScore": 0.6608777151597487}, "test": {"Bleu_1": 0.23170731707291387, "Bleu_2": 0.14830242403099522, "Bleu_3": 0.04199330117389338, "Bleu_4": 3.6018186575336547e-06, "METEOR": 0.19810414013025082, "ROUGE_L": 0.2403168753464477, "BERTScore": 0.9336824494522887, "MoverScore": 0.62139524905579}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.movies.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22406015037560292, "Bleu_2": 0.1464669505011811, "Bleu_3": 0.07471026309381144, "Bleu_4": 0.04311599078062491, "METEOR": 0.2566609449569303, "ROUGE_L": 0.2634204854616077, "BERTScore": 0.9342261546909219, "MoverScore": 0.6509406777995386}, "test": {"Bleu_1": 0.2383316782519977, "Bleu_2": 0.15945460503819117, "Bleu_3": 0.07368796232329035, "Bleu_4": 0.04139646748113963, "METEOR": 0.2133073065251984, "ROUGE_L": 0.25618470736839055, "BERTScore": 0.9292984972526501, "MoverScore": 0.6229825607577445}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24659863945536292, "Bleu_2": 0.15911673534749388, "Bleu_3": 0.08065750812003444, "Bleu_4": 0.04847889353366661, "METEOR": 0.25191493108636753, "ROUGE_L": 0.2762012994794776, "BERTScore": 0.9392126214386213, "MoverScore": 0.6608777151597487}, "test": {"Bleu_1": 0.23170731707291387, "Bleu_2": 0.14830242403099522, "Bleu_3": 0.04199330117389338, "Bleu_4": 3.6018186575336547e-06, "METEOR": 0.19810414013025082, "ROUGE_L": 0.2403168753464477, "BERTScore": 0.9336824517745477, "MoverScore": 0.62139524905579}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22406015037560292, "Bleu_2": 0.1464669505011811, "Bleu_3": 0.07471026309381144, "Bleu_4": 0.04311599078062491, "METEOR": 0.2566609449569303, "ROUGE_L": 0.2634204854616077, "BERTScore": 0.9342261541007769, "MoverScore": 0.6509406777995386}, "test": {"Bleu_1": 0.2383316782519977, "Bleu_2": 0.15945460503819117, "Bleu_3": 0.07368796232329035, "Bleu_4": 0.04139646748113963, "METEOR": 0.2133073065251984, "ROUGE_L": 0.25618470736839055, "BERTScore": 0.9292985030582973, "MoverScore": 0.6229825607577445}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24659863945536292, "Bleu_2": 0.15911673534749388, "Bleu_3": 0.08065750812003444, "Bleu_4": 0.04847889353366661, "METEOR": 0.25191493108636753, "ROUGE_L": 0.2762012994794776, "BERTScore": 0.9392126279302163, "MoverScore": 0.6608777151597487}, "test": {"Bleu_1": 0.23170731707291387, "Bleu_2": 0.14830242403099522, "Bleu_3": 0.04199330117389338, "Bleu_4": 3.6018186575336547e-06, "METEOR": 0.19810414013025082, "ROUGE_L": 0.2403168753464477, "BERTScore": 0.9336824498393319, "MoverScore": 0.62139524905579}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22406015037560292, "Bleu_2": 0.1464669505011811, "Bleu_3": 0.07471026309381144, "Bleu_4": 0.04311599078062491, "METEOR": 0.2566609449569303, "ROUGE_L": 0.2634204854616077, "BERTScore": 0.9342261558712119, "MoverScore": 0.6509406777995386}, "test": {"Bleu_1": 0.2383316782519977, "Bleu_2": 0.15945460503819117, "Bleu_3": 0.07368796232329035, "Bleu_4": 0.04139646748113963, "METEOR": 0.2133073065251984, "ROUGE_L": 0.25618470736839055, "BERTScore": 0.9292984976396932, "MoverScore": 0.6229825607577445}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24659863945536292, "Bleu_2": 0.15911673534749388, "Bleu_3": 0.08065750812003444, "Bleu_4": 0.04847889353366661, "METEOR": 0.25191493108636753, "ROUGE_L": 0.2762012994794776, "BERTScore": 0.9392126184878963, "MoverScore": 0.6608777151597487}, "test": {"Bleu_1": 0.23170731707291387, "Bleu_2": 0.14830242403099522, "Bleu_3": 0.04199330117389338, "Bleu_4": 3.6018186575336547e-06, "METEOR": 0.19810414013025082, "ROUGE_L": 0.2403168753464477, "BERTScore": 0.9336824544838497, "MoverScore": 0.62139524905579}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22406015037560292, "Bleu_2": 0.1464669505011811, "Bleu_3": 0.07471026309381144, "Bleu_4": 0.04311599078062491, "METEOR": 0.2566609449569303, "ROUGE_L": 0.2634204854616077, "BERTScore": 0.9342261546909219, "MoverScore": 0.6509406777995386}, "test": {"Bleu_1": 0.2383316782519977, "Bleu_2": 0.15945460503819117, "Bleu_3": 0.07368796232329035, "Bleu_4": 0.04139646748113963, "METEOR": 0.2133073065251984, "ROUGE_L": 0.25618470736839055, "BERTScore": 0.9292984960915206, "MoverScore": 0.6229825607577445}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24659863945536292, "Bleu_2": 0.15911673534749388, "Bleu_3": 0.08065750812003444, "Bleu_4": 0.04847889353366661, "METEOR": 0.25191493108636753, "ROUGE_L": 0.2762012994794776, "BERTScore": 0.9392126208484763, "MoverScore": 0.6608777151597487}, "test": {"Bleu_1": 0.23170731707291387, "Bleu_2": 0.14830242403099522, "Bleu_3": 0.04199330117389338, "Bleu_4": 3.6018186575336547e-06, "METEOR": 0.19810414013025082, "ROUGE_L": 0.2403168753464477, "BERTScore": 0.9336824525486339, "MoverScore": 0.62139524905579}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22406015037560292, "Bleu_2": 0.1464669505011811, "Bleu_3": 0.07471026309381144, "Bleu_4": 0.04311599078062491, "METEOR": 0.2566609449569303, "ROUGE_L": 0.2634204854616077, "BERTScore": 0.9342261576416468, "MoverScore": 0.6509406777995386}, "test": {"Bleu_1": 0.2383316782519977, "Bleu_2": 0.15945460503819117, "Bleu_3": 0.07368796232329035, "Bleu_4": 0.04139646748113963, "METEOR": 0.2133073065251984, "ROUGE_L": 0.25618470736839055, "BERTScore": 0.9292984887377008, "MoverScore": 0.6229825607577445}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.24659863945536292, "Bleu_2": 0.15911673534749388, "Bleu_3": 0.08065750812003444, "Bleu_4": 0.04847889353366661, "METEOR": 0.25191493108636753, "ROUGE_L": 0.2762012994794776, "BERTScore": 0.9392126196681863, "MoverScore": 0.6608777151597487}, "test": {"Bleu_1": 0.23170731707291387, "Bleu_2": 0.14830242403099522, "Bleu_3": 0.04199330117389338, "Bleu_4": 3.6018186575336547e-06, "METEOR": 0.19810414013025082, "ROUGE_L": 0.2403168753464477, "BERTScore": 0.9336824440336847, "MoverScore": 0.62139524905579}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22406015037560292, "Bleu_2": 0.1464669505011811, "Bleu_3": 0.07471026309381144, "Bleu_4": 0.04311599078062491, "METEOR": 0.2566609449569303, "ROUGE_L": 0.2634204854616077, "BERTScore": 0.9342261552810669, "MoverScore": 0.6509406777995386}, "test": {"Bleu_1": 0.2383316782519977, "Bleu_2": 0.15945460503819117, "Bleu_3": 0.07368796232329035, "Bleu_4": 0.04139646748113963, "METEOR": 0.2133073065251984, "ROUGE_L": 0.25618470736839055, "BERTScore": 0.9292984868024851, "MoverScore": 0.6229825607577445}}

eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.movies.txt

@@ -0,0 +1,154 @@
+How is the costume?
+How is the movie?
+How is the movie?
+How is the episode?
+How is the film?
+What is the plot of this film?
+How is the quality of the film?
+How is the quality of the set?
+What is the quality of the actor?
+How is the sound?
+How is the film?
+How is the acting?
+How is the movie?
+How is the sound?
+How is the acting?
+How is the episode?
+How is the film?
+What do you think about suspense?
+How is the suspense?
+How is the quality of the costumes?
+How is the film?
+How is the movie?
+How is the story?
+How is the movie?
+How is film?
+What do you think about the character?
+How is the performance?
+How is the movie?
+How is the quality of the costumes?
+How is the script?
+How is the picture quality?
+How is the cast?
+How is the plot?
+What do you think about the plot?
+How is the plot?
+How is the quality of the movie?
+How is the performance?
+How is the acting?
+How is the violence?
+What is the plot of this movie?
+How is the episode?
+What do you think about actor?
+How is the actor?
+How is the animation?
+How is the quality of the film?
+How is the story?
+What is the plot of this movie?
+How is the animation?
+What is the plot of this movie?
+What is the quality of the film?
+How is the actor?
+How is the story?
+How is the story?
+How is the movie?
+How is the quality of the music?
+What is the plot of this movie?
+How is the movie?
+How is the film?
+What do you think about acting?
+How is the film?
+How is the movie?
+How is the film?
+How is the image?
+How is the movie?
+How is the movie?
+How is the cast?
+How is the quality of the movie?
+How is the film?
+How is the series?
+What is the plot of this film?
+What is the plot of this movie?
+What do you think about story?
+How is the series?
+What do you think about character?
+What is the quality of the sound?
+How is the dialogue?
+How is the film?
+How is the transformation?
+How is the movie?
+How is the quality of the picture?
+How is the film?
+How is the film?
+How is the music?
+How is the performance?
+How is the quality of the film?
+What do you think about this movie?
+How is the ending?
+What do you think about the film?
+How is the action?
+How is the set?
+How is the movie?
+How funny are the deleted scenes?
+How is the movie?
+How is the movie?
+How is the story?
+What do you think about cinematography?
+How is the quality of the movie?
+How is the fight?
+How is the movie?
+How is the cast?
+How is the quality of the actors?
+How is the film?
+How is the picture quality?
+How is the quality of the picture?
+What do you think about acting?
+How is the film?
+How is the film?
+How is the movie?
+How is the quality of the film?
+What is the plot of the movie?
+How is the acting?
+How is the movie?
+How is the action?
+What do you think about story?
+How is the movie?
+How is the picture?
+How is the quality of the picture?
+How is the film?
+How do you like the music?
+How is the sound?
+How is the acting?
+How is the episode?
+How is the story?
+How is the magic?
+What is the plot of the film?
+How is the episode?
+How is the movie?
+How is the script?
+What is the quality of the actor?
+How is the match?
+How is the workout?
+How is the acting?
+How is the movie?
+What is the quality of the series?
+How is the music?
+How is the book?
+How is the film?
+How is the set?
+What do you think about the ending?
+How is the story?
+How is the film?
+How is the movie?
+How is the show?
+How is the quality of the movie?
+How is the music?
+How is the cast?
+How is the film?
+How is the movie?
+How is the quality of the picture?
+How is the performance?
+How is the character?
+How is the movie?
+How is the violence?
+What is the plot of the film?

eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.movies.txt

@@ -0,0 +1,154 @@
+How is the costume?
+What do you think about actor?
+How is the quality of the movie?
+What is the main character of the X-Files?
+How is the game?
+What do you think about the Holocost?
+How was the acting?
+How is the costume?
+How is the quality of the film?
+How is the sound?
+What do you think about the movie?
+What do you think about the acting?
+How is the movie?
+How is the quality of the sound?
+How is the quality of the film?
+How is the show?
+How is the quality of the film?
+What do you think about suspense?
+How is the movie?
+How is the quality of the costumes?
+How is the quality of the film?
+What do you think about episode 1?
+How interesting is the story?
+How is the quality of the movie?
+How is the story?
+How is the story?
+How is the performance?
+How is the story?
+How is the quality of the costumes?
+How is the script?
+How is the quality of the picture?
+How is the quality of the movie?
+How is the plot?
+How is the plot?
+How is the plot?
+How is the quality of the film?
+How is the performance?
+How is the acting?
+What is your religion?
+How is the scene?
+How is the story?
+How is the story?
+How is the quality of the film?
+How is the quality of the animation?
+How is the quality of the film?
+How is the story?
+What is the best DVD player?
+How is the film?
+How is the violence?
+How is the quality of the cast?
+How is the quality of the cast?
+How is the story?
+How is the performance?
+How is the quality of the actresses?
+How is the actor?
+How is the acting?
+What is the quality of the film?
+How is the performance?
+How is the quality of the film?
+How is the story?
+How is the action?
+How is the quality of the film?
+How is the mask?
+How is the quality of the film?
+What is the story about?
+What is the most recent role an actor has had?
+How is the quality of the movie?
+How is the quality of the film?
+How is the episode?
+How is the movie?
+What is the plot of the film?
+What do you do if the story isn't very original?
+How is the weather?
+How is the plot?
+How is the quality of the sound?
+How is the dialogue?
+What is the quality of the movie?
+How is the transformation?
+What is the plot of the movie?
+How is the quality of the movie?
+How is the quality of the film?
+What is the theme of the film?
+How is the costume?
+How is the performance?
+How is the movie?
+What do you think about this movie?
+How is the ending?
+What do you think about the film?
+How is the action?
+How is the costume?
+How is the book?
+How funny are the deleted scenes?
+How is the movie?
+How is the quality of the film?
+How is the story?
+What do you think about movies?
+How is the quality of the story?
+How is the ending?
+How is the quality of the movie?
+How is the story?
+How is the quality of the actor?
+How is the performance?
+How is the movie?
+How is the quality of the picture?
+How is the acting?
+How is the quality of the film?
+How is the story?
+How is the movie?
+How is the costume?
+How is the quality of the movie?
+How is the quality of the film?
+How is the quality of the movie?
+How is the quality of the effects?
+How is the story?
+How is the movie?
+How is the quality of the picture?
+What about the price drop?
+How is the film?
+How is the quality of the movie?
+How is the sound?
+How is the quality of the film?
+How was the first season?
+How is the acting?
+What do you think about the twists?
+How is the quality of the film?
+What do you think about this?
+How is the quality of the movie?
+How is the story?
+How is the quality of the actor?
+How is the music?
+How long does it take to get in shape?
+How is the quality of the movie?
+How is the quality of the movie?
+What is the name of the Marvel movie?
+How is the performance?
+How is the book?
+How is the quality of the performance?
+How is the movie?
+What do you think about the ending?
+How is the story?
+How is the film?
+How is the story?
+How is the show?
+How is the movie?
+When do people usually act like this?
+How is the actor?
+How was the acting career?
+What is the profession of the four policemen?
+How is the quality of the sound?
+How is the performance?
+How is the character?
+What is the quality of the actor?
+What do you think about the movie?
+What is the plot of the film?

eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.movies.txt

@@ -0,0 +1,101 @@
+How is the film?
+How is the quality of the movie?
+How is the sound?
+How is the film?
+How is the scenery?
+How is the quality of the movie?
+How is the film?
+How is the film?
+How is the music?
+How is the movie?
+How is the episode?
+How is the quality of the show?
+What do you think about film?
+How is the story?
+How is the story?
+How is the film?
+How is the episode?
+How is the film?
+How is the movie?
+How is the movie?
+How is the movie?
+How is the story?
+How is the quality of the film?
+How is the show?
+How is the music?
+How is the dialogue?
+How is the movie?
+What is the quality of the supporting cast?
+How is the movie?
+How is the actor?
+What is the plot of this movie?
+How is the quality of the movie?
+How is the music?
+How is the movie?
+How is the film?
+How is the dialogue?
+How is the quality of the effects?
+What is the style of film?
+What do you think about the character?
+How is the story?
+How is the movie?
+How is the acting?
+How is the quality of the film?
+How is the movie?
+How is the cast?
+How is the episode?
+How was the film?
+How is the quality of the movie?
+How is the film?
+How is the music?
+How is the quality of the movie?
+How is the movie?
+How is the movie?
+What do you think about story?
+How is the character?
+How is the music?
+How is the action?
+How is the music?
+How is the film?
+How is the movie?
+How is the quality of the video?
+What is the plot of the movie?
+How is the show?
+How is the film?
+How is the series?
+How is the quality of the movie?
+How is the character?
+How is the movie?
+How is the movie?
+How is the music?
+How is the quality of the film?
+How is the movie?
+What is the plot of this movie?
+How is the plot?
+How do you like the movie?
+How is the acting?
+How is the picture quality?
+What is the plot of the movie?
+How was the scene?
+How do you like the movie?
+How is the film?
+How is the quality of the movie?
+How is the movie?
+How is the movie?
+How is the acting?
+How is the music?
+How is the movie?
+How is the camera?
+How is the scene?
+How is the scene?
+How is the movie?
+What is the quality of Reese Witherspoon's performance?
+How is the effect?
+What is the plot of the movie?
+How is the film?
+How is the cast?
+What is the plot of this movie?
+How is the animation?
+How is the plot?
+How is the cast?
+How is the quality of the film?

eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.movies.txt

@@ -0,0 +1,101 @@
+How is the quality of the film?
+How is the film?
+How is the quality of the music?
+How do you rate the book?
+What do you think about the scenery?
+What is the quality of the sound?
+How is the quality of the film?
+How is the quality of the film?
+How is the musical?
+How is the movie?
+How is the episode?
+What is the quality of the show?
+How is the movie?
+How is the story?
+How is the quality of the effects?
+How is the quality of the film?
+How is the show?
+How is the film?
+How is the movie?
+How is the character?
+How is the quality of the movie?
+How is the action?
+How is the effect?
+How is the show?
+How is the quality of the film?
+How is the quality of the movie?
+How is the movie?
+How is the quality of the cast?
+How is the rest of the movie?
+What is the name of the movie?
+How is the cast?
+How is the quality of the sound?
+How is the music?
+How is the quality of the movie?
+How is the film?
+How is the dialogue?
+How is the quality of the effects?
+How is the music?
+Why am I not attracted to mutes?
+How is the film?
+How is the quality?
+How is the film?
+What is the lighting like?
+How is the quality of the film?
+How is the quality of the cast?
+How is the fight?
+How is the quality of the film?
+How is the quality of the movie?
+How is the movie?
+How is the music?
+How is the quality of the service?
+How is the quality of the book?
+How is the movie?
+What do you think about film?
+How is the quality of the character?
+What is the quality of the music?
+How is the action?
+How is the music?
+How is the film?
+How is the quality of the picture?
+How is the quality of the video?
+How is the quality of the movie?
+What is the problem with Whedon's shows?
+How is the quality of the film?
+How is the series?
+What is the quality of the picture?
+How is the character?
+What is the name of the most awaited movie in history?
+How is the quality of the film?
+How is the quality of the film?
+How is the actor?
+How is the movie?
+What is the plot of this movie?
+How is the plot?
+Does it have an emotional impact?
+How is the quality of the film?
+What is the quality of the movie?
+How is the city?
+How is the movie?
+How is the quality of the movie?
+How is the film?
+How is the movie?
+How is the quality of the movie?
+How is the movie?
+What is the style of the period dresses?
+How is the quality of the movie?
+Who starred in the movie?
+How is the quality of the film?
+How is the scene?
+How is the movie?
+How is the quality of the movie?
+How is the film?
+How is the quality of the effects?
+What is the most gross scene?
+How is the film?
+How is the cast?
+How is the action?
+How is the animation?
+What is the name of the movie?
+How is the casting?
+How is the quality of the transfer?

eval_ood/metric.first.sentence.paragraph_answer.question.asahi417_qg_squad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.47848300690349543, "Bleu_2": 0.33317132871656413, "Bleu_3": 0.25460247666138397, "Bleu_4": 0.20191632183509461, "METEOR": 0.21905723371946642, "ROUGE_L": 0.47741702964626076, "BERTScore": 0.9082629543003394, "MoverScore": 0.6260837242546149}, "test": {"Bleu_1": 0.47497314238790955, "Bleu_2": 0.32532317962592855, "Bleu_3": 0.24414522916978282, "Bleu_4": 0.1899097797631981, "METEOR": 0.211501065656175, "ROUGE_L": 0.46574276532737674, "BERTScore": 0.9070917046256476, "MoverScore": 0.6152493790592437}}